From 9290c6236f7f72dc70bf02973d9962a221d74a23 Mon Sep 17 00:00:00 2001 From: oobabooga <112222186+oobabooga@users.noreply.github.com> Date: Sun, 25 Jun 2023 19:06:28 -0300 Subject: [PATCH] Keep ExLlama_HF if already selected --- modules/models_settings.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/modules/models_settings.py b/modules/models_settings.py index 2b24bb14..0207e7de 100644 --- a/modules/models_settings.py +++ b/modules/models_settings.py @@ -94,7 +94,7 @@ def apply_model_settings_to_state(model, state): loader = 'AutoGPTQ' # If the user is using an alternative GPTQ loader, let them keep using it - if not (loader == 'AutoGPTQ' and state['loader'] in ['GPTQ-for-LLaMa', 'ExLlama']): + if not (loader == 'AutoGPTQ' and state['loader'] in ['GPTQ-for-LLaMa', 'ExLlama', 'ExLlama_HF']): state['loader'] = loader for k in model_settings: