mirror of
https://github.com/oobabooga/text-generation-webui.git
synced 2024-10-01 01:26:03 -04:00
use updated load_quantized
This commit is contained in:
parent
a6a6522b6a
commit
8778b756e6
@ -91,7 +91,7 @@ def load_model(model_name):
|
||||
elif shared.args.gptq_bits > 0:
|
||||
from modules.quant_loader import load_quantized
|
||||
|
||||
model = load_quantized(model_name, shared.args.gptq_model_type.lower())
|
||||
model = load_quantized(model_name)
|
||||
|
||||
# Custom
|
||||
else:
|
||||
|
Loading…
Reference in New Issue
Block a user