Compare commits

...

6 Commits

Author SHA1 Message Date
James Ravenscroft
5b561f7b7e
Merge pull request #61 from c01o/patch-1
Fix download link on MODELS.md
2023-08-26 12:37:21 +01:00
c01o
e85492d8ba
Fix download link on MODELS.md 2023-08-26 19:16:15 +09:00
James Ravenscroft
f840ea0b73
Merge pull request #60 from nvtienanh/update-dockerfile-default
Change from alpine to ubuntu in Dockerfile.default
2023-08-26 09:43:24 +01:00
Anh Nguyen
3e37c4bb7c Update cmake command 2023-08-26 14:27:27 +07:00
Anh Nguyen
20b1460bd8 Using GGML_STATIC 2023-08-26 14:21:18 +07:00
Anh Nguyen
2308b9ae21 Change from alpine to ubuntu in dockerfile.default 2023-08-26 13:21:04 +07:00
2 changed files with 13 additions and 6 deletions

View File

@ -1,17 +1,24 @@
FROM alpine AS build
FROM ubuntu:22.04 AS build
RUN apk add --update alpine-sdk boost-dev cmake asio-dev
ENV DEBIAN_FRONTEND=noninteractive
ADD ./ /turbopilot/
# inlude kitware apt repo to allow us to grab latest cmake
RUN apt-get update && apt-get install -y ca-certificates gpg wget
RUN wget -O - https://apt.kitware.com/keys/kitware-archive-latest.asc 2>/dev/null | gpg --dearmor - | tee /usr/share/keyrings/kitware-archive-keyring.gpg >/dev/null
RUN echo 'deb [signed-by=/usr/share/keyrings/kitware-archive-keyring.gpg] https://apt.kitware.com/ubuntu/ jammy main' | tee /etc/apt/sources.list.d/kitware.list >/dev/null
RUN apt-get update && apt-get install -y build-essential cmake libboost-dev libboost-thread-dev
ADD ./ /turbopilot
RUN mkdir /turbopilot/build
WORKDIR /turbopilot/build
RUN cmake -D GGML_STATIC=ON ..
RUN cmake ..
RUN make turbopilot
FROM alpine AS runtime
FROM ubuntu:22.04 AS runtime
WORKDIR /app

View File

@ -6,7 +6,7 @@
| Model Name | RAM Requirement | Direct Download | HF Project Link |
|---------------------|-----------------|-----------------|-----------------|
| StableCode | ~3GiB | [:arrow_down:](https://huggingface.co/TheBloke/stablecode-instruct-alpha-3b-GGML/blob/main/stablecode-instruct-alpha-3b.ggmlv1.q4_0.bin) | [:hugs:](https://huggingface.co/TheBloke/stablecode-instruct-alpha-3b-GGML/) |
| StableCode | ~3GiB | [:arrow_down:](https://huggingface.co/TheBloke/stablecode-instruct-alpha-3b-GGML/resolve/main/stablecode-instruct-alpha-3b.ggmlv1.q4_0.bin) | [:hugs:](https://huggingface.co/TheBloke/stablecode-instruct-alpha-3b-GGML/) |
To run in Turbopilot set model type `-m stablecode`