AI/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2024-10-01 01:26:03 -04:00
Code Issues Packages Projects Releases Wiki Activity

Reorganize the generation parameters

Browse Source
This commit is contained in:
oobabooga 2023-02-17 16:18:01 -03:00
parent 3923ac967f
commit 6b9ac2f88e
4 changed files with 19 additions and 19 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
modules/ui.py
View File

@ -26,6 +26,7 @@ css = """
min-height: 0
}
#accordion {
background-color: transparent;
}
"""

0
presets/Instruct-Joi.txt → presets/Instruct Joi (Contrastive Search).txt
View File

0
presets/Verbose.txt → presets/Verbose (Beam Search).txt
View File

13
server.py
View File

@ -468,18 +468,17 @@ def create_settings_menus():
top_p = gr.Slider(0.0,1.0,value=generate_params['top_p'],step=0.01,label="top_p")
typical_p = gr.Slider(0.0,1.0,value=generate_params['typical_p'],step=0.01,label="typical_p")
with gr.Column():
repetition_penalty = gr.Slider(1.0,4.99,value=generate_params['repetition_penalty'],step=0.01,label="repetition_penalty")
top_k = gr.Slider(0,200,value=generate_params['top_k'],step=1,label="top_k")
repetition_penalty = gr.Slider(1.0,4.99,value=generate_params['repetition_penalty'],step=0.01,label="repetition_penalty")
no_repeat_ngram_size = gr.Slider(0, 20, step=1, value=generate_params["no_repeat_ngram_size"], label="no_repeat_ngram_size")
min_length = gr.Slider(0, 2000, step=1, value=generate_params["min_length"] if args.no_stream else 0, label="min_length", interactive=args.no_stream)
gr.Markdown("Contrastive search:")
penalty_alpha = gr.Slider(0, 5, value=generate_params["penalty_alpha"], label="penalty_alpha")
gr.Markdown("Special parameters (only use them if you really need them):")
with gr.Row():
with gr.Column():
num_beams = gr.Slider(0, 20, step=1, value=generate_params["num_beams"], label="num_beams")
gr.Markdown("Beam search (uses a lot of VRAM):")
num_beams = gr.Slider(1, 20, step=1, value=generate_params["num_beams"], label="num_beams")
length_penalty = gr.Slider(-5, 5, value=generate_params["length_penalty"], label="length_penalty")
with gr.Column():
min_length = gr.Slider(0, 2000, step=1, value=generate_params["min_length"] if args.no_stream else 0, label="min_length", interactive=args.no_stream)
early_stopping = gr.Checkbox(value=generate_params["early_stopping"], label="early_stopping")
with gr.Accordion("Soft prompt", open=False, elem_id="accordion"):