turbopilot/Dockerfile.default
2023-08-24 13:05:10 +01:00

31 lines
458 B
Docker

FROM alpine AS build
RUN apk add --update alpine-sdk boost-dev cmake asio-dev
ADD ./ /turbopilot/
RUN mkdir /turbopilot/build
WORKDIR /turbopilot/build
RUN cmake -D GGML_STATIC=ON ..
RUN make turbopilot
FROM alpine AS runtime
WORKDIR /app
COPY --from=build /turbopilot/build/bin/turbopilot /app/turbopilot
ENV THREADS=4
ENV MODEL="/models/codegen-2B-multi-ggml-4bit-quant.bin"
ENV BATCHSIZE=8
COPY ./run.sh /app/
EXPOSE 18080
CMD /app/run.sh