diff --git a/modules/exllamav2.py b/modules/exllamav2.py index be5f47e4..eb8e160c 100644 --- a/modules/exllamav2.py +++ b/modules/exllamav2.py @@ -83,6 +83,7 @@ class Exllamav2Model: settings.temperature = state['temperature'] settings.top_k = state['top_k'] settings.top_p = state['top_p'] + settings.typical = state['typical_p'] settings.token_repetition_penalty = state['repetition_penalty'] settings.token_repetition_range = -1 if state['repetition_penalty_range'] <= 0 else state['repetition_penalty_range'] if state['ban_eos_token']: diff --git a/modules/loaders.py b/modules/loaders.py index eec90f46..a667cb75 100644 --- a/modules/loaders.py +++ b/modules/loaders.py @@ -209,6 +209,7 @@ loaders_samplers = { 'temperature', 'top_p', 'top_k', + 'typical_p', 'repetition_penalty', 'repetition_penalty_range', 'seed',