dmitry315
/

llm-course-hw3-lora

Text Generation

text-generation-inference

Model card Files Files and versions

dmitry315 commited on Apr 12

Commit

6aab704

·

verified ·

1 Parent(s): f6a4d83

Update README.md

Files changed (1) hide show

README.md +1 -1

README.md CHANGED Viewed

@@ -41,7 +41,7 @@ tokenizer.padding_side = "left"
 # Примените peft к модели
 apply_peft_to_module(model, LinearWithLoRA, r=8, alpha=16, target_submodules=["k_proj", "v_proj"])
-model.to(DEVICE)
 path = hf_hub_download(f"dmitry315/llm-course-hw3-lora", "model.safetensors")
 state_dict = load_file(path)

 # Примените peft к модели
 apply_peft_to_module(model, LinearWithLoRA, r=8, alpha=16, target_submodules=["k_proj", "v_proj"])
+model.to(device)
 path = hf_hub_download(f"dmitry315/llm-course-hw3-lora", "model.safetensors")
 state_dict = load_file(path)