From da74cd7c44965cdea1d3f250d3083dde56f13f22 Mon Sep 17 00:00:00 2001 From: Light Date: Thu, 13 Apr 2023 21:43:32 +0800 Subject: [PATCH] Generalized weight search path. --- modules/GPTQ_loader.py | 12 ++++-------- 1 file changed, 4 insertions(+), 8 deletions(-) diff --git a/modules/GPTQ_loader.py b/modules/GPTQ_loader.py index 0329c8ba..5ef6003e 100644 --- a/modules/GPTQ_loader.py +++ b/modules/GPTQ_loader.py @@ -108,14 +108,10 @@ def load_quantized(model_name): path_to_model = Path(f'{shared.args.model_dir}/{model_name}') pt_path = None priority_name_list = [ - Path(f'{shared.args.model_dir}/{model_name}/{shared.args.wbits}bit-{shared.args.groupsize}g.safetensors'), - Path(f'{shared.args.model_dir}/{model_name}/{shared.args.wbits}bit-{shared.args.groupsize}g.pt'), - Path(f'{shared.args.model_dir}/{model_name}/{shared.args.wbits}bit.safetensors'), - Path(f'{shared.args.model_dir}/{model_name}/{shared.args.wbits}bit.pt'), - Path(f'{shared.args.model_dir}/{model_name}-{shared.args.wbits}bit-{shared.args.groupsize}g.safetensors'), - Path(f'{shared.args.model_dir}/{model_name}-{shared.args.wbits}bit-{shared.args.groupsize}g.pt'), - Path(f'{shared.args.model_dir}/{model_name}-{shared.args.wbits}bit.safetensors'), - Path(f'{shared.args.model_dir}/{model_name}-{shared.args.wbits}bit.pt'), + Path(f'{shared.args.model_dir}/{model_name}{hyphen}{shared.args.wbits}bit{group}{ext}') + for ext in ['.safetensors', '.pt'] + for group in ([f'-{shared.args.groupsize}g', ''] if shared.args.groupsize > 0 else ['']) + for hyphen in ['-', f'/{model_name}-', '/'] ] for path in priority_name_list: if path.exists():