turbopilot/run.sh

6 lines
181 B
Bash
Raw Normal View History

2023-04-10 07:51:48 +00:00
#!/bin/sh
if [ -z "$GPU_LAYERS" ]; then
/app/turbopilot -t $THREADS -m $MODEL_TYPE -f $MODEL
else
/app/turbopilot -t $THREADS -m $MODEL_TYPE -f $MODEL --ngl $GPU_LAYERS
fi