diff --git a/modules/text_generation.py b/modules/text_generation.py
index 93288316..7bfaafe0 100644
--- a/modules/text_generation.py
+++ b/modules/text_generation.py
@@ -209,7 +209,7 @@ def generate_reply(question, state, eos_token=None, stopping_strings=[]):
     else:
         for k in ['max_new_tokens', 'do_sample', 'temperature']:
             generate_params[k] = state[k]
-        generate_params['stop'] = state['eos_token_ids'][-1]
+        generate_params['stop'] = eos_token_ids[-1]
         if not shared.args.no_stream:
             generate_params['max_new_tokens'] = 8