Update app.py

app.py

@@ -3,54 +3,54 @@ import torch
 from transformers import AutoModelForCausalLM, AutoTokenizer, TextIteratorStreamer
 from threading import Thread
 
-# 1.5B Model: Smart enough to understand, light enough to run stable
+# Smart & Stable 1.5B Model - Identity Locked
 model_id = "Qwen/Qwen2.5-1.5B-Instruct"
 tokenizer = AutoTokenizer.from_pretrained(model_id)
 model = AutoModelForCausalLM.from_pretrained(model_id, torch_dtype=torch.float16, device_map="auto")
 
 def chat(message, history):
-    # IDENTITY & MULTI-SECTOR MASTER PROMPT
+    # BRAND IDENTITY: Rajputana Jyoti System 06 (OPC) Private Limited
     system_prompt = (
-        "Your name is 'Jyoti Agent', official AI of Rajputana Jyoti System 06 (OPC) Private Limited. "
-        "Identity: Created ONLY by Shivlal Salvi. No other creators exist. "
-        "Strict Rule: Do not hallucinate. Do not mention 'Yashraj' or 'Dr. Ajit Jain'. "
-        "Sectors: You are an expert in Agriculture, Business, Tech, and Rural development. "
+        "You are 'Jyoti Agent', the official AI of Rajputana Jyoti System 06 (OPC) Private Limited. "
+        "Identity: Created ONLY by Shivlal Salvi. You are the brand voice of RJ 06. "
+        "Strict Rule: Do not hallucinate. Do not mention any other creator. "
+        "Sectors: Expert in Agriculture, Business, and Tech for all people. "
+        "Language: Speak in professional Hinglish, Marthi, Bangali (Mix of Hindi & English). "
         "Behavior: Be witty like Grok, maintain Rajputana pride, and analyze user emotions. "
-        "Language: Speak Hinglish, Hindi, Marathi, and Bengali. "
         "Mandatory Start: Always begin with 'Namaste! Welcome to Rajputana Jyoti System'."
     )
 
-    # Context management for memory
+    # Clean History Handling to avoid KeyError
     full_prompt = f"<|im_start|>system\n{system_prompt}<|im_end|>\n"
-    for turn in history:
-        full_prompt += f"<|im_start|>user\n{turn[0]}<|im_end|>\n<|im_start|>assistant\n{turn[1]}<|im_end|>\n"
+    if history:
+        for user_msg, bot_msg in history:
+            full_prompt += f"<|im_start|>user\n{user_msg}<|im_end|>\n<|im_start|>assistant\n{bot_msg}<|im_end|>\n"
+    
     full_prompt += f"<|im_start|>user\n{message}<|im_end|>\n<|im_start|>assistant\n"
 
     inputs = tokenizer([full_prompt], return_tensors="pt").to(model.device)
     
-    # Fast Streamer
+    # STREAMING ON: Har shabd live aayega
     streamer = TextIteratorStreamer(tokenizer, timeout=30.0, skip_prompt=True, skip_special_tokens=True)
 
-    # ANTI-HALLUCINATION SETTINGS
     generate_kwargs = dict(
         **inputs,
         streamer=streamer,
         max_new_tokens=512, 
-        do_sample=False,        # Greedy decoding: No 'random' words allowed
-        repetition_penalty=1.5, # Stops the AI from getting stuck in loops
+        do_sample=False,        # Sachai ke liye Greedy Decoding
+        repetition_penalty=1.5, 
     )
 
     t = Thread(target=model.generate, kwargs=generate_kwargs)
     t.start()
 
-    # Streaming the output
     partial_message = ""
     for new_token in streamer:
         if new_token:
             partial_message += new_token
-            yield partial_message
+            yield partial_message # Real-time stream
     
     t.join()
 
-# Professional Interface
-gr.ChatInterface(chat, title="🚩 Jyoti Agent RJS - Balanced Intelligence").launch()
+# Professional Brand Interface
+gr.ChatInterface(chat, title="🚩 Jyoti Agent RJS - Brand Official").launch()