mirror of
https://github.com/oobabooga/text-generation-webui.git
synced 2024-10-01 01:26:03 -04:00
Fix loading sharted GGUF models through llamacpp_HF
This commit is contained in:
parent
fd4e46bce2
commit
e158299fb4
@ -192,7 +192,7 @@ class LlamacppHF(PreTrainedModel):
|
||||
if path.is_file():
|
||||
model_file = path
|
||||
else:
|
||||
model_file = list(path.glob('*.gguf'))[0]
|
||||
model_file = sorted(path.glob('*.gguf'))[0]
|
||||
|
||||
logger.info(f"llama.cpp weights detected: {model_file}\n")
|
||||
|
||||
|
Loading…
Reference in New Issue
Block a user