Minor changes

This commit is contained in:
oobabooga 2023-03-10 11:02:25 -03:00
parent 2ac2913747
commit 706a03b2cb
2 changed files with 3 additions and 17 deletions

View File

@ -104,13 +104,11 @@ def load_model(model_name):
elif path_to_model.name.lower().startswith('llama-65b'): elif path_to_model.name.lower().startswith('llama-65b'):
pt_model = 'llama-65b-4bit.pt' pt_model = 'llama-65b-4bit.pt'
else: else:
print(f"Could not find the .pt model for {model_name}, exiting...") pt_model = f'{model_name}-4bit.pt'
exit()
# check root of models folder, and model path root # Try to find the .pt both in models/ and in the subfolder
paths = [ f"{path_to_model}/{pt_model}", f"models/{pt_model}" ]
pt_path = None pt_path = None
for path in [ Path(p) for p in paths ]: for path in [Path(p) for p in [f"models/{pt_model}", f"{path_to_model}/{pt_model}"]]:
if path.exists(): if path.exists():
pt_path = path pt_path = path

View File

@ -1,12 +0,0 @@
do_sample=False
temperature=0.7
top_p=0
typical_p=1
repetition_penalty=1.15
top_k=40
num_beams=1
penalty_alpha=0
min_length=0
length_penalty=1
no_repeat_ngram_size=0
early_stopping=True