diff --git a/modules/GPTQ_loader.py b/modules/GPTQ_loader.py index e7877de7..917f58f3 100644 --- a/modules/GPTQ_loader.py +++ b/modules/GPTQ_loader.py @@ -52,7 +52,7 @@ def load_quantized(model_name): if not shared.args.model_type: # Try to determine model type from model name name = model_name.lower() - if any((k in name for k in ['llama', 'alpaca'])): + if any((k in name for k in ['llama', 'alpaca', 'vicuna'])): model_type = 'llama' elif any((k in name for k in ['opt-', 'galactica'])): model_type = 'opt'