From 7a95b21d2c8d655e41f820484e4d567b3b69e844 Mon Sep 17 00:00:00 2001
From: Xuechen Li <lxuechen@gmail.com>
Date: Sat, 15 Apr 2023 15:47:59 -0700
Subject: [PATCH] store tokenizer for recovered dir.

---
 weight_diff.py | 1 +
 1 file changed, 1 insertion(+)

diff --git a/weight_diff.py b/weight_diff.py
index 108d4a0..e5ae61f 100644
--- a/weight_diff.py
+++ b/weight_diff.py
@@ -133,6 +133,7 @@ def recover(
 
     if path_tuned is not None:
         model_recovered.save_pretrained(path_tuned)
+        tokenizer_recovered.save_pretrained(path_tuned)
 
     if test_inference:
         input_text = (