diff --git a/modules/GPTQ_loader.py b/modules/GPTQ_loader.py index fc70e5e3..3379d27a 100644 --- a/modules/GPTQ_loader.py +++ b/modules/GPTQ_loader.py @@ -12,7 +12,11 @@ import modules.shared as shared sys.path.insert(0, str(Path("repositories/GPTQ-for-LLaMa"))) import llama_inference_offload -from modelutils import find_layers + +try: + from modelutils import find_layers +except ImportError: + from utils import find_layers try: from quant import make_quant