store tokenizer for recovered dir.

This commit is contained in:
Xuechen Li 2023-04-15 15:47:59 -07:00
parent c53841268d
commit 7a95b21d2c

View File

@ -133,6 +133,7 @@ def recover(
if path_tuned is not None:
model_recovered.save_pretrained(path_tuned)
tokenizer_recovered.save_pretrained(path_tuned)
if test_inference:
input_text = (