turbopilot/Dockerfile

FROM alpine AS build

RUN apk add --update alpine-sdk boost-dev cmake

ADD ./ggml /build/ggml

RUN mkdir /build/ggml/build

WORKDIR  /build/ggml/build

RUN cmake -D CMAKE_EXE_LINKER_FLAGS="-static" ..
RUN make codegen-serve

FROM alpine AS runtime


WORKDIR /app

COPY --from=build /build/ggml/build/bin/codegen-serve /app/codegen-serve

ENV THREADS=4

ENV MODEL="/models/codegen-2B-multi-ggml-4bit-quant.bin"

COPY ./run.sh /app/

EXPOSE 18080

CMD /app/run.sh
add docker build stuff 2023-04-10 03:51:48 -04:00			`FROM alpine AS build`

			`RUN apk add --update alpine-sdk boost-dev cmake`

			`ADD ./ggml /build/ggml`

			`RUN mkdir /build/ggml/build`

			`WORKDIR /build/ggml/build`

			`RUN cmake -D CMAKE_EXE_LINKER_FLAGS="-static" ..`
			`RUN make codegen-serve`

			`FROM alpine AS runtime`


			`WORKDIR /app`

			`COPY --from=build /build/ggml/build/bin/codegen-serve /app/codegen-serve`

			`ENV THREADS=4`

update model name in docker 2023-04-10 04:18:04 -04:00			`ENV MODEL="/models/codegen-2B-multi-ggml-4bit-quant.bin"`
add docker build stuff 2023-04-10 03:51:48 -04:00
			`COPY ./run.sh /app/`

			`EXPOSE 18080`

			`CMD /app/run.sh`