From 88683abe50d77fcdf163f86ea6a71831d47e65aa Mon Sep 17 00:00:00 2001 From: James Ravenscroft Date: Sat, 26 Aug 2023 16:03:16 +0100 Subject: [PATCH] update run script to incorporate GPU layers --- run.sh | 7 +++++-- 1 file changed, 5 insertions(+), 2 deletions(-) diff --git a/run.sh b/run.sh index e508ee8..adb3f9c 100755 --- a/run.sh +++ b/run.sh @@ -1,3 +1,6 @@ #!/bin/sh - -/app/turbopilot -t $THREADS -m $MODEL_TYPE -f $MODEL \ No newline at end of file +if [ -z "$GPU_LAYERS" ]; then + /app/turbopilot -t $THREADS -m $MODEL_TYPE -f $MODEL +else + /app/turbopilot -t $THREADS -m $MODEL_TYPE -f $MODEL --ngl $GPU_LAYERS +fi \ No newline at end of file