baban commited on
Commit
9dbcd9b
·
verified ·
1 Parent(s): 5ead207

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +33 -0
README.md CHANGED
@@ -10,6 +10,39 @@ model-index:
10
  - name: MT_En_Hindi
11
  results: []
12
  ---
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
13
 
14
  <!-- This model card has been generated automatically according to the information the Trainer had access to. You
15
  should probably proofread and complete it, then remove this comment. -->
 
10
  - name: MT_En_Hindi
11
  results: []
12
  ---
13
+ ```
14
+ import torch
15
+ from transformers import AutoTokenizer, AutoModelForCausalLM
16
+
17
+ # Load tokenizer and model
18
+ model_name = "baban/MT_En_Hindi"
19
+ tokenizer = AutoTokenizer.from_pretrained(model_name)
20
+ model = AutoModelForCausalLM.from_pretrained(model_name, torch_dtype=torch.bfloat16, device_map="auto")
21
+
22
+ source_text = "The weather is nice today."
23
+ prompt = f"Translate the following English sentence to Hindi:\n{source_text}"
24
+
25
+ messages = [
26
+ {"role": "user", "content": prompt}
27
+ ]
28
+
29
+ # Tokenize the formatted input
30
+ input_ids = tokenizer.apply_chat_template(messages, return_tensors="pt").to(model.device)
31
+
32
+
33
+ with torch.no_grad():
34
+ output_ids = model.generate(
35
+ input_ids=input_ids,
36
+ max_new_tokens=100,
37
+ do_sample=False
38
+ )
39
+
40
+
41
+ # Decode and print only the new tokens (the response)
42
+ response = tokenizer.decode(output_ids[0][input_ids.shape[-1]:], skip_special_tokens=True)
43
+ print("\n=== Translation ===")
44
+ print(response)
45
+ ```
46
 
47
  <!-- This model card has been generated automatically according to the information the Trainer had access to. You
48
  should probably proofread and complete it, then remove this comment. -->