AI/alpaca-lora
1
0
Fork 0
mirror of https://github.com/tloen/alpaca-lora.git synced 2024-10-01 01:05:56 -04:00
Code Issues Packages Projects Releases Wiki Activity

Remove messy test code

Browse Source
This commit is contained in:
Eric J. Wang 2023-03-19 11:22:02 -07:00 committed by GitHub
parent 0e752ea5f3
commit d66908c0ca
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
generate.py
View File

@ -26,12 +26,12 @@ except:
if device == "cuda":
model = LlamaForCausalLM.from_pretrained(
"chavinlo/alpaca-native",
BASE_MODEL,
load_in_8bit=True,
torch_dtype=torch.float16,
device_map="auto",
)
# model = PeftModel.from_pretrained(model, LORA_WEIGHTS, torch_dtype=torch.float16)
model = PeftModel.from_pretrained(model, LORA_WEIGHTS, torch_dtype=torch.float16)
elif device == "mps":
model = LlamaForCausalLM.from_pretrained(
BASE_MODEL,