masking bugfix

This commit is contained in:
Eric Wang 2023-03-20 21:37:30 -07:00
parent 3cdbfe5b0c
commit fac53721a2

View File

@ -139,7 +139,6 @@ def generate_and_tokenize_prompt(data_point):
user_prompt, user_prompt,
truncation=True, truncation=True,
max_length=CUTOFF_LEN + 1, max_length=CUTOFF_LEN + 1,
padding="max_length",
)["input_ids"] )["input_ids"]
) )
- 1 - 1