mirror of
https://github.com/ravenscroftj/turbopilot.git
synced 2024-09-29 20:25:56 +00:00
update batch size arg in run.sh
This commit is contained in:
parent
ed3b40d643
commit
78c989076f
@ -22,6 +22,8 @@ ENV THREADS=4
|
|||||||
|
|
||||||
ENV MODEL="/models/codegen-2B-multi-ggml-4bit-quant.bin"
|
ENV MODEL="/models/codegen-2B-multi-ggml-4bit-quant.bin"
|
||||||
|
|
||||||
|
ENV BATCHSIZE=64
|
||||||
|
|
||||||
COPY ./run.sh /app/
|
COPY ./run.sh /app/
|
||||||
|
|
||||||
EXPOSE 18080
|
EXPOSE 18080
|
||||||
|
@ -22,6 +22,8 @@ ENV THREADS=4
|
|||||||
|
|
||||||
ENV MODEL="/models/codegen-2B-multi-ggml-4bit-quant.bin"
|
ENV MODEL="/models/codegen-2B-multi-ggml-4bit-quant.bin"
|
||||||
|
|
||||||
|
ENV BATCHSIZE=8
|
||||||
|
|
||||||
COPY ./run.sh /app/
|
COPY ./run.sh /app/
|
||||||
|
|
||||||
EXPOSE 18080
|
EXPOSE 18080
|
||||||
|
Loading…
Reference in New Issue
Block a user