masking bugfix

2024-10-01 01:05:56 -04:00 · 2023-03-20 21:37:30 -07:00 · 2023-03-20 21:37:30 -07:00 · fac53721a2
commit fac53721a2
parent 3cdbfe5b0c
1 changed files with 0 additions and 1 deletions
--- a/finetune.py
+++ b/finetune.py
@ -139,7 +139,6 @@ def generate_and_tokenize_prompt(data_point):
                user_prompt,
                truncation=True,
                max_length=CUTOFF_LEN + 1,
-                padding="max_length",
            )["input_ids"]
        )
        - 1