alpecevit commited on
Commit
f377f47
·
verified ·
1 Parent(s): 4bf4bb0

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +6 -3
README.md CHANGED
@@ -10,14 +10,17 @@ import torch
10
  from transformers import AutoModelForCausalLM, AutoTokenizer
11
  from peft import PeftModel
12
 
13
- tokenizer = AutoTokenizer.from_pretrained("alpecevit/Qwen2.5-Coder-7B-Instruct-text2sql")
 
 
 
14
  model = AutoModelForCausalLM.from_pretrained(
15
- "alpecevit/Qwen2.5-Coder-7B-Instruct-text2sql",
16
  torch_dtype="auto",
17
  device_map="auto"
18
  )
19
 
20
- model = PeftModel.from_pretrained(model, LORA_WEIGHTS)
21
  model.eval()
22
 
23
  test_data = {
 
10
  from transformers import AutoModelForCausalLM, AutoTokenizer
11
  from peft import PeftModel
12
 
13
+
14
+ MODEL_NAME = "alpecevit/Qwen2.5-Coder-7B-Instruct-text2sql"
15
+
16
+ tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME)
17
  model = AutoModelForCausalLM.from_pretrained(
18
+ MODEL_NAME,
19
  torch_dtype="auto",
20
  device_map="auto"
21
  )
22
 
23
+ model = PeftModel.from_pretrained(model, MODEL_NAME)
24
  model.eval()
25
 
26
  test_data = {