AI/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2024-10-01 01:26:03 -04:00
Code Issues Packages Projects Releases Wiki Activity

Revert "Make long_replies ban the eos token as well"

Browse Source 
This reverts commit 6c521ce967.
This commit is contained in:
oobabooga 2023-08-02 21:45:10 -07:00
parent 6bf9e855f8
commit e074538b58
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
extensions/long_replies/script.py
View File

@ -28,7 +28,7 @@ class MyLogits(LogitsProcessor):
def __call__(self, input_ids, scores): def __call__(self, input_ids, scores):
if input_ids.shape[-1] - initial_size < params["min_length"]: if input_ids.shape[-1] - initial_size < params["min_length"]:
scores[...,self.newline_id] = -1000 scores[...,self.newline_id] = -1000
scores[...,shared.tokenizer.eos_token_id] = -1000 # scores[...,shared.tokenizer.eos_token_id] = -1000
# probs = torch.softmax(scores, dim=-1, dtype=torch.float) # probs = torch.softmax(scores, dim=-1, dtype=torch.float)
# probs[0] /= probs[0].sum() # probs[0] /= probs[0].sum()