turbopilot/run.sh

mirror of https://github.com/ravenscroftj/turbopilot.git synced 2024-10-01 01:06:01 -04:00
#!/bin/sh
if [ -z "$GPU_LAYERS" ]; then 
    /app/turbopilot -t $THREADS -m $MODEL_TYPE -f $MODEL 
else
    /app/turbopilot -t $THREADS -m $MODEL_TYPE -f $MODEL --ngl $GPU_LAYERS
fi
add docker build stuff 2023-04-10 03:51:48 -04:00			`#!/bin/sh`
update run script to incorporate GPU layers 2023-08-26 11:03:16 -04:00			`if [ -z "$GPU_LAYERS" ]; then`
			`/app/turbopilot -t $THREADS -m $MODEL_TYPE -f $MODEL`
			`else`
			`/app/turbopilot -t $THREADS -m $MODEL_TYPE -f $MODEL --ngl $GPU_LAYERS`
			`fi`