AI/alpaca-lora
1
0
Fork 0
mirror of https://github.com/tloen/alpaca-lora.git synced 2024-10-01 01:05:56 -04:00
Code Issues Packages Projects Releases Wiki Activity

Small optimization

Browse Source
This commit is contained in:
Eric Wang 2023-03-24 12:36:41 -07:00
parent 8326f909af
commit ee19902c00
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
finetune.py
View File

@ -123,11 +123,11 @@ def tokenize(prompt, add_eos_token=True):
def generate_and_tokenize_prompt(data_point):
user_prompt = generate_prompt({**data_point, "output": ""})
full_prompt = generate_prompt(data_point)
tokenized_user_prompt = tokenize(user_prompt, add_eos_token=False)
tokenized_full_prompt = tokenize(full_prompt)
if not TRAIN_ON_INPUTS:
user_prompt = generate_prompt({**data_point, "output": ""})
tokenized_user_prompt = tokenize(user_prompt, add_eos_token=False)
user_prompt_len = len(tokenized_user_prompt["input_ids"])
tokenized_full_prompt["labels"] = [