From d4b851bdc835669072df1b243cf2d6739df5d2b0 Mon Sep 17 00:00:00 2001 From: oobabooga <112222186+oobabooga@users.noreply.github.com> Date: Sun, 6 Aug 2023 13:42:43 -0700 Subject: [PATCH] Credit turboderp --- modules/exllama.py | 1 + 1 file changed, 1 insertion(+) diff --git a/modules/exllama.py b/modules/exllama.py index dc632a25..30c37634 100644 --- a/modules/exllama.py +++ b/modules/exllama.py @@ -136,6 +136,7 @@ class ExllamaModel: break # Case 2: CFG + # Copied from https://github.com/turboderp/exllama/blob/master/example_cfg.py else: alpha = state['guidance_scale'] prompts = [prompt, state['negative_prompt'] or '']