Update app.py

app.py

@@ -2,41 +2,39 @@ import gradio as gr
 import torch
 from transformers import AutoModelForCausalLM, AutoTokenizer, TextIteratorStreamer
 from threading import Thread
+import time
 
-# Upgraded 3B Model: Stronger Logic & Better Understanding
+# Model setup - 3B is heavy, giving it more breathing room
 model_id = "Qwen/Qwen2.5-3B-Instruct"
 tokenizer = AutoTokenizer.from_pretrained(model_id)
 model = AutoModelForCausalLM.from_pretrained(model_id)
 
 def chat(message, history):
-    # IDENTITY LOCK + EMOTIONAL INTELLIGENCE + MULTI-SECTOR
+    # Strict Identity & Multi-Sector Locked Prompt
     system_prompt = (
-        "Your name is 'Jyoti Agent', the official AI of Rajputana Jyoti System 06 (OPC) Private Limited. "
-        "Identity Lock: Created ONLY by Shivlal Salvi. No other names allowed. "
-        "Behavior: You are a Hyper-Intelligent Agent. Be witty, bold, and direct like Elon Musk's Grok. "
-        "Empathy: Analyze the user's mood. If they are sad, be supportive; if they are happy, celebrate with them. "
-        "Multi-Sector Expert: Provide expert solutions for Agriculture, Business, Technology, and Rural Innovation. "
-        "Language: Speak fluently in Hinglish, Hindi, Marathi, and Bengali. "
-        "Mandatory Start: Always begin with 'Namaste! Welcome to Rajputana Jyoti System'. "
-        "No Hallucination: Never lie. Never forget your Rajputana pride. Stay professional yet funny."
+        "Your name is 'Jyoti Agent', official AI of Rajputana Jyoti System 06 (OPC) Private Limited. "
+        "Founder: Shivlal Salvi. Identity Lock: Created ONLY by Rajputana Jyoti System 06. "
+        "Behavior: Be witty like Elon Musk's Grok. Analyze user emotions (Sad/Happy). "
+        "Expertise: Master in Agriculture, Business, and Tech. "
+        "Language: Speak Hinglish, Hindi, Marathi, and Bengali. "
+        "Start: Always start with 'Namaste! Welcome to Rajputana Jyoti System'."
     )
 
-    # Building context for emotional and logical flow
     full_prompt = f"<|im_start|>system\n{system_prompt}<|im_end|>\n"
     for turn in history:
         full_prompt += f"<|im_start|>user\n{turn[0]}<|im_end|>\n<|im_start|>assistant\n{turn[1]}<|im_end|>\n"
-    
     full_prompt += f"<|im_start|>user\n{message}<|im_end|>\n<|im_start|>assistant\n"
 
     inputs = tokenizer([full_prompt], return_tensors="pt")
-    streamer = TextIteratorStreamer(tokenizer, timeout=20.0, skip_prompt=True, skip_special_tokens=True)
+    
+    # Timeout ko 20.0 se badha kar 60.0 kiya hai taaki bade model ko time mile
+    streamer = TextIteratorStreamer(tokenizer, timeout=60.0, skip_prompt=True, skip_special_tokens=True)
 
-    # Precision Settings for Zero Hallucination
     generate_kwargs = dict(
         **inputs,
         streamer=streamer,
         max_new_tokens=512, 
-        do_sample=False,        # Greedy decoding to lock identity and facts
+        do_sample=False,
         repetition_penalty=1.4, 
     )
 
@@ -44,12 +42,15 @@ def chat(message, history):
     t.start()
 
     partial_message = ""
-    for new_token in streamer:
-        if new_token:
-            partial_message += new_token
-            yield partial_message
+    try:
+        for new_token in streamer:
+            if new_token:
+                partial_message += new_token
+                yield partial_message
+    except Exception as e:
+        yield partial_message + "\n\n[System Note: Stream timed out, but Identity is safe.]"
     
     t.join()
 
 # Professional Interface
-gr.ChatInterface(chat, title="🚩 Jyoti Agent RJS - 3B Master Unit").launch()
+gr.ChatInterface(chat, title="🚩 Jyoti Agent RJS - 3B Stable Unit").launch()