From fee38e0601f1ae35084a622e2a9af79ce2a48452 Mon Sep 17 00:00:00 2001 From: James Braza Date: Sun, 17 Sep 2023 15:26:05 -0700 Subject: [PATCH] Simplified ExLlama cloning instructions and failure message (#3972) --- README.md | 4 +--- modules/exllama.py | 7 +++++-- 2 files changed, 6 insertions(+), 5 deletions(-) diff --git a/README.md b/README.md index 0a1530f2..c3bfe137 100644 --- a/README.md +++ b/README.md @@ -101,9 +101,7 @@ pip install -r requirements_nocuda.txt ``` cd text-generation-webui -mkdir repositories -cd repositories -git clone https://github.com/turboderp/exllama +git clone https://github.com/turboderp/exllama repositories/exllama ``` #### bitsandbytes on older NVIDIA GPUs diff --git a/modules/exllama.py b/modules/exllama.py index 7f32c746..4253e6ca 100644 --- a/modules/exllama.py +++ b/modules/exllama.py @@ -14,7 +14,7 @@ try: from exllama.model import ExLlama, ExLlamaCache, ExLlamaConfig from exllama.tokenizer import ExLlamaTokenizer except: - logger.warning('Exllama module failed to load. Will attempt to load from repositories.') + logger.warning('exllama module failed to import. Will attempt to import from repositories/.') try: from modules.relative_imports import RelativeImport @@ -23,7 +23,10 @@ except: from model import ExLlama, ExLlamaCache, ExLlamaConfig from tokenizer import ExLlamaTokenizer except: - logger.error("Could not find repositories/exllama/. Make sure that exllama is cloned inside repositories/ and is up to date.") + logger.error( + "Could not find repositories/exllama. Please ensure that exllama" + " (https://github.com/turboderp/exllama) is cloned inside repositories/ and is up to date." + ) raise