AI/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2024-10-01 01:26:03 -04:00
Code Issues Packages Projects Releases Wiki Activity

Add repetition_penalty_range to ctransformers

Browse Source
This commit is contained in:
oobabooga 2023-08-11 11:02:56 -07:00
parent 7a4fcee069
commit 28c8df337b
2 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
modules/ctransformers_model.py
View File

@ -56,6 +56,7 @@ class CtransformersModel:
top_p=state['top_p'],
top_k=state['top_k'],
repetition_penalty=state['repetition_penalty'],
last_n_tokens=state['repetition_penalty_range'],
threads=shared.args.threads
)

2
modules/loaders.py
View File

@ -86,7 +86,6 @@ loaders_and_params = OrderedDict({
'no_mmap',
'low_vram',
'mlock',
'llama_cpp_seed',
'alpha_value',
'compress_pos_emb',
'cpu',
@ -270,6 +269,7 @@ loaders_samplers = {
'top_p',
'top_k',
'repetition_penalty',
'repetition_penalty_range',
}
}