mirror of
https://github.com/ravenscroftj/turbopilot.git
synced 2024-10-01 05:06:01 +00:00
Compare commits
6 Commits
c4e57e0aab
...
5b561f7b7e
Author | SHA1 | Date | |
---|---|---|---|
|
5b561f7b7e | ||
|
e85492d8ba | ||
|
f840ea0b73 | ||
|
3e37c4bb7c | ||
|
20b1460bd8 | ||
|
2308b9ae21 |
@ -1,17 +1,24 @@
|
||||
FROM alpine AS build
|
||||
FROM ubuntu:22.04 AS build
|
||||
|
||||
RUN apk add --update alpine-sdk boost-dev cmake asio-dev
|
||||
ENV DEBIAN_FRONTEND=noninteractive
|
||||
|
||||
ADD ./ /turbopilot/
|
||||
# inlude kitware apt repo to allow us to grab latest cmake
|
||||
RUN apt-get update && apt-get install -y ca-certificates gpg wget
|
||||
RUN wget -O - https://apt.kitware.com/keys/kitware-archive-latest.asc 2>/dev/null | gpg --dearmor - | tee /usr/share/keyrings/kitware-archive-keyring.gpg >/dev/null
|
||||
RUN echo 'deb [signed-by=/usr/share/keyrings/kitware-archive-keyring.gpg] https://apt.kitware.com/ubuntu/ jammy main' | tee /etc/apt/sources.list.d/kitware.list >/dev/null
|
||||
|
||||
RUN apt-get update && apt-get install -y build-essential cmake libboost-dev libboost-thread-dev
|
||||
|
||||
ADD ./ /turbopilot
|
||||
|
||||
RUN mkdir /turbopilot/build
|
||||
|
||||
WORKDIR /turbopilot/build
|
||||
|
||||
RUN cmake -D GGML_STATIC=ON ..
|
||||
RUN cmake ..
|
||||
RUN make turbopilot
|
||||
|
||||
FROM alpine AS runtime
|
||||
FROM ubuntu:22.04 AS runtime
|
||||
|
||||
|
||||
WORKDIR /app
|
||||
|
@ -6,7 +6,7 @@
|
||||
|
||||
| Model Name | RAM Requirement | Direct Download | HF Project Link |
|
||||
|---------------------|-----------------|-----------------|-----------------|
|
||||
| StableCode | ~3GiB | [:arrow_down:](https://huggingface.co/TheBloke/stablecode-instruct-alpha-3b-GGML/blob/main/stablecode-instruct-alpha-3b.ggmlv1.q4_0.bin) | [:hugs:](https://huggingface.co/TheBloke/stablecode-instruct-alpha-3b-GGML/) |
|
||||
| StableCode | ~3GiB | [:arrow_down:](https://huggingface.co/TheBloke/stablecode-instruct-alpha-3b-GGML/resolve/main/stablecode-instruct-alpha-3b.ggmlv1.q4_0.bin) | [:hugs:](https://huggingface.co/TheBloke/stablecode-instruct-alpha-3b-GGML/) |
|
||||
|
||||
To run in Turbopilot set model type `-m stablecode`
|
||||
|
||||
|
Loading…
Reference in New Issue
Block a user