Update README.md

README.md

@@ -27,6 +27,33 @@ The Mistral-7B-v0.1 model is a transformer-based model that can handle a variety
 ## How to Use
 How to utilize my Mistral for Italian text generation
 
+```python
+import transformers
+from transformers import TextStreamer
+import torch
+
+model_name = "DeepMount00/Mistral-Ita-7b"
+
+tokenizer = transformers.AutoTokenizer.from_pretrained(model_name)
+model = transformers.LlamaForCausalLM.from_pretrained(model_name, torch_dtype=torch.bfloat16, device_map="auto").eval()
+
+def stream(user_prompt):
+    runtimeFlag = "cuda:0"
+    system_prompt = '\n'
+    B_INST, E_INST = "[INST]", "[/INST]"
+    prompt = f"{system_prompt}{B_INST}{user_prompt.strip()}\n{E_INST}"
+    inputs = tokenizer([prompt], return_tensors="pt").to(runtimeFlag)
+    streamer = TextStreamer(tokenizer, skip_prompt=True, skip_special_tokens=True)
+    _ = model.generate(**inputs, streamer=streamer, max_new_tokens=100, num_return_sequences=1)
+
+domanda = """individua il giorno presente nel contesto\n"""
+contesto = """
+La mononucleosi è spesso chiamata la malattia del bacio perché si trasmette principalmente attraverso la saliva ale ore 17 del giorno 21 ottobre.
+"""
+prompt = domanda + contesto
+
+stream(prompt)
+```
 ---
 ## Developer
 [Michele Montebovi]