File size: 597 Bytes
0d88afc 2a8278d 90f5bee 2a8278d 90f5bee 2a8278d 90f5bee 0d88afc | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 | ---
library_name: peft
---
# Load the Lora model
'''
import torch
from peft import PeftModel, PeftConfig
from transformers import AutoModelForCausalLM, AutoTokenizer
peft_model_id = "lucas0/empath-llama-7b"
config = PeftConfig.from_pretrained(peft_model_id)
model = AutoModelForCausalLM.from_pretrained(config.base_model_name_or_path, return_dict=True, load_in_8bit=True, device_map='auto')
tokenizer = AutoTokenizer.from_pretrained(cwd+"/tokenizer.model")
model = PeftModel.from_pretrained(model, peft_model_id)
'''
## Training procedure
### Framework versions
- PEFT 0.5.0
|