2023-04-10 07:51:48 +00:00
|
|
|
FROM alpine AS build
|
|
|
|
|
|
2023-07-29 14:44:56 +00:00
|
|
|
RUN apk add --update alpine-sdk boost-dev cmake asio-dev
|
2023-04-10 07:51:48 +00:00
|
|
|
|
2023-07-29 14:42:15 +00:00
|
|
|
ADD ./ /turbopilot/
|
2023-04-10 07:51:48 +00:00
|
|
|
|
2023-07-29 14:42:15 +00:00
|
|
|
RUN mkdir /turbopilot/build
|
2023-04-10 07:51:48 +00:00
|
|
|
|
2023-07-29 14:42:15 +00:00
|
|
|
WORKDIR /turbopilot/build
|
2023-04-10 07:51:48 +00:00
|
|
|
|
2023-05-08 09:26:42 +00:00
|
|
|
RUN cmake -D GGML_STATIC=ON ..
|
2023-07-29 14:42:15 +00:00
|
|
|
RUN make turbopilot
|
2023-04-10 07:51:48 +00:00
|
|
|
|
|
|
|
|
FROM alpine AS runtime
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
WORKDIR /app
|
|
|
|
|
|
2023-07-29 14:42:15 +00:00
|
|
|
COPY --from=build /turbopilot/build/turbopilot /app/turbopilot
|
2023-04-10 07:51:48 +00:00
|
|
|
|
|
|
|
|
ENV THREADS=4
|
|
|
|
|
|
2023-04-10 08:18:04 +00:00
|
|
|
ENV MODEL="/models/codegen-2B-multi-ggml-4bit-quant.bin"
|
2023-04-10 07:51:48 +00:00
|
|
|
|
2023-05-08 13:24:49 +00:00
|
|
|
ENV BATCHSIZE=8
|
|
|
|
|
|
2023-04-10 07:51:48 +00:00
|
|
|
COPY ./run.sh /app/
|
|
|
|
|
|
|
|
|
|
EXPOSE 18080
|
|
|
|
|
|
|
|
|
|
CMD /app/run.sh
|
