AI/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2024-10-01 01:26:03 -04:00
Code Issues Packages Projects Releases Wiki Activity

exllamav2 typical_p

Browse Source
This commit is contained in:
oobabooga 2023-09-28 19:59:52 -07:00
parent f8e9733412
commit 56b5a4af74
2 changed files with 2 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
modules/exllamav2.py
View File

@ -83,6 +83,7 @@ class Exllamav2Model:
settings.temperature = state['temperature'] settings.temperature = state['temperature']
settings.top_k = state['top_k'] settings.top_k = state['top_k']
settings.top_p = state['top_p'] settings.top_p = state['top_p']
settings.typical = state['typical_p']
settings.token_repetition_penalty = state['repetition_penalty'] settings.token_repetition_penalty = state['repetition_penalty']
settings.token_repetition_range = -1 if state['repetition_penalty_range'] <= 0 else state['repetition_penalty_range'] settings.token_repetition_range = -1 if state['repetition_penalty_range'] <= 0 else state['repetition_penalty_range']
if state['ban_eos_token']: if state['ban_eos_token']:

1
modules/loaders.py
View File

@ -209,6 +209,7 @@ loaders_samplers = {
'temperature', 'temperature',
'top_p', 'top_p',
'top_k', 'top_k',
'typical_p',
'repetition_penalty', 'repetition_penalty',
'repetition_penalty_range', 'repetition_penalty_range',
'seed', 'seed',