mirror of
https://github.com/oobabooga/text-generation-webui.git
synced 2024-10-01 01:26:03 -04:00
Minor improvements to evaluation logs
This commit is contained in:
parent
b88b2b74a6
commit
e14bde4946
@ -59,13 +59,13 @@ def calculate_perplexity(models, input_dataset, stride, _max_length):
|
||||
|
||||
for model in models:
|
||||
if is_in_past_evaluations(model, input_dataset, stride, _max_length):
|
||||
cumulative_log += f"{model} has already been tested. Ignoring.\n\n"
|
||||
cumulative_log += f"`{model}` has already been tested. Ignoring.\n\n"
|
||||
yield cumulative_log
|
||||
continue
|
||||
|
||||
if model != 'current model':
|
||||
try:
|
||||
yield cumulative_log + f"Loading {model}...\n\n"
|
||||
yield cumulative_log + f"Loading `{model}`...\n\n"
|
||||
model_settings = get_model_metadata(model)
|
||||
shared.settings.update({k: v for k, v in model_settings.items() if k in shared.settings}) # hijacking the interface defaults
|
||||
update_model_parameters(model_settings) # hijacking the command-line arguments
|
||||
@ -73,11 +73,11 @@ def calculate_perplexity(models, input_dataset, stride, _max_length):
|
||||
unload_model()
|
||||
shared.model, shared.tokenizer = load_model(shared.model_name)
|
||||
except:
|
||||
cumulative_log += f"Failed to load {model}. Moving on.\n\n"
|
||||
cumulative_log += f"Failed to load `{model}`. Moving on.\n\n"
|
||||
yield cumulative_log
|
||||
continue
|
||||
|
||||
cumulative_log += f"Processing {shared.model_name}...\n\n"
|
||||
cumulative_log += f"Processing `{shared.model_name}`...\n\n"
|
||||
yield cumulative_log + "Tokenizing the input dataset...\n\n"
|
||||
encodings = encode(text, add_special_tokens=False)
|
||||
seq_len = encodings.shape[1]
|
||||
@ -115,7 +115,7 @@ def calculate_perplexity(models, input_dataset, stride, _max_length):
|
||||
ppl = torch.exp(torch.stack(nlls).mean())
|
||||
add_entry_to_past_evaluations(float(ppl), shared.model_name, input_dataset, stride, _max_length)
|
||||
save_past_evaluations(past_evaluations)
|
||||
cumulative_log += f"The perplexity for {shared.model_name} is: {float(ppl)}\n\n"
|
||||
cumulative_log += f"The perplexity for `{shared.model_name}` is: {float(ppl)}\n\n"
|
||||
yield cumulative_log
|
||||
|
||||
|
||||
|
@ -220,4 +220,4 @@ def save_model_settings(model, state):
|
||||
with open(p, 'w') as f:
|
||||
f.write(output)
|
||||
|
||||
yield (f"Settings for {model} saved to {p}")
|
||||
yield (f"Settings for `{model}` saved to `{p}`.")
|
||||
|
Loading…
Reference in New Issue
Block a user