FROM alpine AS build

RUN apk add --update alpine-sdk boost-dev cmake

ADD ./ /turbopilot/

RUN mkdir /turbopilot/build

WORKDIR  /turbopilot/build

RUN cmake -D GGML_STATIC=ON ..
RUN make turbopilot

FROM alpine AS runtime


WORKDIR /app

COPY --from=build /turbopilot/build/turbopilot /app/turbopilot

ENV THREADS=4

ENV MODEL="/models/codegen-2B-multi-ggml-4bit-quant.bin"

ENV BATCHSIZE=8

COPY ./run.sh /app/

EXPOSE 18080

CMD /app/run.sh