mirror of
https://github.com/tloen/alpaca-lora.git
synced 2024-10-01 01:05:56 -04:00
Update generate.py
Adapting to the input function, a text box for inputting content has been added.
This commit is contained in:
parent
c39da83e2b
commit
3a47bd18e8
17
generate.py
17
generate.py
@ -45,13 +45,13 @@ model.eval()
|
||||
|
||||
|
||||
def evaluate(
|
||||
instruction,
|
||||
temperature=0.1,
|
||||
top_p=0.75,
|
||||
top_k=40,
|
||||
num_beams=4,
|
||||
input=None,
|
||||
**kwargs,
|
||||
instruction,
|
||||
input=None,
|
||||
temperature=0.1,
|
||||
top_p=0.75,
|
||||
top_k=40,
|
||||
num_beams=4,
|
||||
**kwargs,
|
||||
):
|
||||
prompt = generate_prompt(instruction, input)
|
||||
inputs = tokenizer(prompt, return_tensors="pt")
|
||||
@ -82,6 +82,9 @@ gr.Interface(
|
||||
gr.components.Textbox(
|
||||
lines=2, label="Instruction", placeholder="Tell me about alpacas."
|
||||
),
|
||||
gr.components.Textbox(
|
||||
lines=2, label="Input", placeholder="none"
|
||||
),
|
||||
gr.components.Slider(minimum=0, maximum=1, value=0.1, label="Temperature"),
|
||||
gr.components.Slider(minimum=0, maximum=1, value=0.75, label="Top p"),
|
||||
gr.components.Slider(minimum=0, maximum=100, step=1, value=40, label="Top k"),
|
||||
|
Loading…
Reference in New Issue
Block a user