mirror of
https://github.com/ravenscroftj/turbopilot.git
synced 2024-10-01 05:06:01 +00:00
add docker build stuff
This commit is contained in:
parent
35e56ffd35
commit
9b2082c128
1
.dockerignore
Normal file
1
.dockerignore
Normal file
@ -0,0 +1 @@
|
|||||||
|
ggml/build
|
29
Dockerfile
Normal file
29
Dockerfile
Normal file
@ -0,0 +1,29 @@
|
|||||||
|
FROM alpine AS build
|
||||||
|
|
||||||
|
RUN apk add --update alpine-sdk boost-dev cmake
|
||||||
|
|
||||||
|
ADD ./ggml /build/ggml
|
||||||
|
|
||||||
|
RUN mkdir /build/ggml/build
|
||||||
|
|
||||||
|
WORKDIR /build/ggml/build
|
||||||
|
|
||||||
|
RUN cmake -D CMAKE_EXE_LINKER_FLAGS="-static" ..
|
||||||
|
RUN make codegen-serve
|
||||||
|
|
||||||
|
FROM alpine AS runtime
|
||||||
|
|
||||||
|
|
||||||
|
WORKDIR /app
|
||||||
|
|
||||||
|
COPY --from=build /build/ggml/build/bin/codegen-serve /app/codegen-serve
|
||||||
|
|
||||||
|
ENV THREADS=4
|
||||||
|
|
||||||
|
ENV MODEL="/models/ggml-model-quant.bin"
|
||||||
|
|
||||||
|
COPY ./run.sh /app/
|
||||||
|
|
||||||
|
EXPOSE 18080
|
||||||
|
|
||||||
|
CMD /app/run.sh
|
Loading…
Reference in New Issue
Block a user