diff --git a/download-model.py b/download-model.py index dedd5f6c..d6b2ebff 100644 --- a/download-model.py +++ b/download-model.py @@ -77,7 +77,7 @@ class ModelDownloader: is_safetensors = re.match(".*\.safetensors", fname) is_pt = re.match(".*\.pt", fname) is_ggml = re.match(".*ggml.*\.bin", fname) - is_tokenizer = re.match("(tokenizer|ice).*\.model", fname) + is_tokenizer = re.match("(tokenizer|ice|spiece).*\.model", fname) is_text = re.match(".*\.(txt|json|py|md)", fname) or is_tokenizer if any((is_pytorch, is_safetensors, is_pt, is_ggml, is_tokenizer, is_text)): if 'lfs' in dict[i]: