AI/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2024-10-01 01:26:03 -04:00
Code Issues Packages Projects Releases Wiki Activity

Fix after previous commit

Browse Source
This commit is contained in:
oobabooga 2024-06-13 19:54:12 -07:00
parent 0f3a423de1
commit 10601850d9
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
modules/logits.py
View File

@ -16,7 +16,7 @@ def get_next_logits(*args, **kwargs):
if shared.args.idle_timeout > 0 and shared.model is None and shared.previous_model_name not in [None, 'None']: if shared.args.idle_timeout > 0 and shared.model is None and shared.previous_model_name not in [None, 'None']:
shared.model, shared.tokenizer = load_model(shared.previous_model_name) shared.model, shared.tokenizer = load_model(shared.previous_model_name)
needs_lock = kwargs.get('use_samplers', False) needs_lock = not args[2] # use_samplers
if needs_lock: if needs_lock:
shared.generation_lock.acquire() shared.generation_lock.acquire()
@ -33,7 +33,7 @@ def get_next_logits(*args, **kwargs):
return result return result
def _get_next_logits(prompt, state, use_samplers=False, previous="", top_logits=25, return_dict=False): def _get_next_logits(prompt, state, use_samplers, previous, top_logits=25, return_dict=False):
if shared.model is None: if shared.model is None:
logger.error("No model is loaded! Select one in the Model tab.") logger.error("No model is loaded! Select one in the Model tab.")
return 'Error: No model is loaded1 Select one in the Model tab.', previous return 'Error: No model is loaded1 Select one in the Model tab.', previous