add docker build stuff

.dockerignore

@@ -0,0 +1 @@
+ggml/build

Dockerfile

@@ -0,0 +1,29 @@
+FROM alpine AS build
+
+RUN apk add --update alpine-sdk boost-dev cmake
+
+ADD ./ggml /build/ggml
+
+RUN mkdir /build/ggml/build
+
+WORKDIR  /build/ggml/build
+
+RUN cmake -D CMAKE_EXE_LINKER_FLAGS="-static" ..
+RUN make codegen-serve
+
+FROM alpine AS runtime
+
+
+WORKDIR /app
+
+COPY --from=build /build/ggml/build/bin/codegen-serve /app/codegen-serve
+
+ENV THREADS=4
+
+ENV MODEL="/models/ggml-model-quant.bin"
+
+COPY ./run.sh /app/
+
+EXPOSE 18080
+
+CMD /app/run.sh

run.sh

@@ -0,0 +1,3 @@
+#!/bin/sh
+
+/app/codegen-serve -t $THREADS -m $MODEL