Add files

This commit is contained in:
oobabooga 2023-03-16 21:35:53 -03:00
parent 104293f411
commit 0cecfc684c
2 changed files with 15 additions and 0 deletions

View File

15
modules/LoRA.py Normal file
View File

@ -0,0 +1,15 @@
from pathlib import Path
from peft import PeftModel
import modules.shared as shared
from modules.models import load_model
def add_lora_to_model(lora_name):
# Is there a more efficient way of returning to the base model?
if lora_name == "None":
shared.model, shared.tokenizer = load_model(shared.model_name)
else:
shared.model = PeftModel.from_pretrained(shared.model, Path(f"loras/{lora_name}"))