Update README.md

README.md

@@ -80,6 +80,42 @@ inputs = tokenizer(prompt, return_tensors="pt", return_attention_mask=False).to(
 generated_text = model.generate(**inputs, max_length=3084, top_p=0.95, do_sample=True, temperature=0.6, use_cache=True, streamer=streamer)
 ```
 
+*Directly using this model from GGUF*
+
+```python
+%pip install -U 'webscout[local]'
+
+from webscout.Local.utils import download_model
+from webscout.Local.model import Model
+from webscout.Local.thread import Thread
+from webscout.Local import formats
+from webscout.Local.samplers import SamplerSettings
+
+# 1. Download the model
+repo_id = "OEvortex/HelpingAI-3B-hindi"
+filename = "HelpingAI-3B-hindi.Q4_K_M.gguf"
+model_path = download_model(repo_id, filename, token='') # Replace with your Hugging Face token if needed
+
+# 2. Load the model
+model = Model(model_path, n_gpu_layers=20)
+
+# 3. Define the system prompt
+system_prompt = "You are HelpingAI-3B, an emotionally intelligent AI designed to provide empathetic and supportive responses in HelpingAI style."
+
+# 4. Create a custom chatml format with your system prompt
+custom_chatml = formats.chatml.copy()
+custom_chatml['system_content'] = system_prompt
+
+# 5. Define your sampler settings (optional)
+sampler = SamplerSettings(temp=0.7, top_p=0.9) # Adjust as needed
+
+# 6. Create a Thread with the custom format and sampler
+thread = Thread(model, custom_chatml, sampler=sampler)
+
+# 7. Start interacting with the model
+thread.interact(header="🌟 HelpingAI-3B: Emotionally Intelligent Conversational AI for All Devices 🌟", color=True)
+
+```
 
 ## Example responses