From 9b2082c1287a43023e56e719ecad94e60eaf4f5a Mon Sep 17 00:00:00 2001 From: James Ravenscroft Date: Mon, 10 Apr 2023 08:51:48 +0100 Subject: [PATCH] add docker build stuff --- .dockerignore | 1 + Dockerfile | 29 +++++++++++++++++++++++++++++ run.sh | 3 +++ 3 files changed, 33 insertions(+) create mode 100644 .dockerignore create mode 100644 Dockerfile create mode 100755 run.sh diff --git a/.dockerignore b/.dockerignore new file mode 100644 index 0000000..14e2d1e --- /dev/null +++ b/.dockerignore @@ -0,0 +1 @@ +ggml/build \ No newline at end of file diff --git a/Dockerfile b/Dockerfile new file mode 100644 index 0000000..ae00f8b --- /dev/null +++ b/Dockerfile @@ -0,0 +1,29 @@ +FROM alpine AS build + +RUN apk add --update alpine-sdk boost-dev cmake + +ADD ./ggml /build/ggml + +RUN mkdir /build/ggml/build + +WORKDIR /build/ggml/build + +RUN cmake -D CMAKE_EXE_LINKER_FLAGS="-static" .. +RUN make codegen-serve + +FROM alpine AS runtime + + +WORKDIR /app + +COPY --from=build /build/ggml/build/bin/codegen-serve /app/codegen-serve + +ENV THREADS=4 + +ENV MODEL="/models/ggml-model-quant.bin" + +COPY ./run.sh /app/ + +EXPOSE 18080 + +CMD /app/run.sh \ No newline at end of file diff --git a/run.sh b/run.sh new file mode 100755 index 0000000..8db96c8 --- /dev/null +++ b/run.sh @@ -0,0 +1,3 @@ +#!/bin/sh + +/app/codegen-serve -t $THREADS -m $MODEL \ No newline at end of file