From 56b5a4af74fafe96742ce23a862dc6c2dd35eeab Mon Sep 17 00:00:00 2001
From: oobabooga <112222186+oobabooga@users.noreply.github.com>
Date: Thu, 28 Sep 2023 19:59:52 -0700
Subject: [PATCH] exllamav2 typical_p

---
 modules/exllamav2.py | 1 +
 modules/loaders.py   | 1 +
 2 files changed, 2 insertions(+)

diff --git a/modules/exllamav2.py b/modules/exllamav2.py
index be5f47e4..eb8e160c 100644
--- a/modules/exllamav2.py
+++ b/modules/exllamav2.py
@@ -83,6 +83,7 @@ class Exllamav2Model:
         settings.temperature = state['temperature']
         settings.top_k = state['top_k']
         settings.top_p = state['top_p']
+        settings.typical = state['typical_p']
         settings.token_repetition_penalty = state['repetition_penalty']
         settings.token_repetition_range = -1 if state['repetition_penalty_range'] <= 0 else state['repetition_penalty_range']
         if state['ban_eos_token']:
diff --git a/modules/loaders.py b/modules/loaders.py
index eec90f46..a667cb75 100644
--- a/modules/loaders.py
+++ b/modules/loaders.py
@@ -209,6 +209,7 @@ loaders_samplers = {
         'temperature',
         'top_p',
         'top_k',
+        'typical_p',
         'repetition_penalty',
         'repetition_penalty_range',
         'seed',