iko-01 commited on
Commit
34d4934
·
verified ·
1 Parent(s): fd9fe05

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +39 -3
README.md CHANGED
@@ -1,3 +1,39 @@
1
- ---
2
- license: mit
3
- ---
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ license: mit
3
+ ---
4
+ how to use this shit :
5
+ ```python
6
+ from transformers import AutoTokenizer, AutoModelForCausalLM
7
+ import torch
8
+
9
+ repo_id = "iko-01/iko_im3"
10
+
11
+ # بدل REPO_BASE باللي درّبت عليه أول مرة (مثلاً gpt2 أو iko-01/iko-v5e-1)
12
+ base_repo = "iko-01/iko-v5e-1"
13
+
14
+ tokenizer = AutoTokenizer.from_pretrained(base_repo)
15
+ model = AutoModelForCausalLM.from_pretrained(repo_id)
16
+ model.to("cpu")
17
+
18
+ def ask_model(question, max_new_tokens=1000):
19
+ prompt = f"### User:\n{question.strip()}\n\n### Assistant:\n"
20
+ inputs = tokenizer(prompt, return_tensors="pt", truncation=True, padding=True, max_length=1024)
21
+ with torch.no_grad():
22
+ gen = model.generate(
23
+ inputs.input_ids,
24
+ attention_mask=inputs.attention_mask,
25
+ max_new_tokens=max_new_tokens,
26
+ do_sample=True,
27
+ top_p=0.95,
28
+ temperature=0.9,
29
+ pad_token_id=tokenizer.pad_token_id,
30
+ eos_token_id=tokenizer.eos_token_id,
31
+ )
32
+ out = tokenizer.decode(gen[0], skip_special_tokens=True)
33
+ if "### Assistant:" in out:
34
+ return out.split("### Assistant:")[-1].strip()
35
+ return out
36
+
37
+ print(ask_model("what is API"))
38
+ ```
39
+