Create app.py

app.py

@@ -0,0 +1,52 @@
+import gradio as gr
+import torch
+from transformers import AutoModelForCausalLM, AutoTokenizer, TextIteratorStreamer
+from threading import Thread
+
+# Model setup
+model_id = "Qwen/Qwen2.5-0.5B-Instruct"
+tokenizer = AutoTokenizer.from_pretrained(model_id)
+model = AutoModelForCausalLM.from_pretrained(model_id)
+
+def chat(message, history):
+    # System Prompt: Professional + Grok Wit + Multilingual Yes
+    system_prompt = (
+        "You are 'Jyoti Agent', the elite AI of Rajputana Jyoti System 06. "
+        "Identity: Created by Shivlal Salvi. "
+        "Mandatory Start: Always start with 'Namaste! Welcome to Rajputana Jyoti System'. "
+        "Behavior: Be highly intelligent, witty, and direct like Elon Musk's Grok. Don't be a boring robot. "
+        "Languages: You fluently support English, Hindi, Marathi, and Bengali. "
+        "Professionalism: Provide accurate info about RJS projects (AI, E-commerce, Fuel-less generators). "
+        "Strict Rule: DO NOT hallucinate. Do not talk nonsense or gibberish. If you don't know an answer, "
+        "be witty but honest: 'My sensors are drawing a blank on this. Let's stick to what I know best!'"
+    )
+
+    # Building Context
+    input_text = f"<|im_start|>system\n{system_prompt}<|im_end|>\n<|im_start|>user\n{message}<|im_end|>\n<|im_start|>assistant\n"
+    inputs = tokenizer([input_text], return_tensors="pt")
+
+    streamer = TextIteratorStreamer(tokenizer, timeout=20.0, skip_prompt=True, skip_special_tokens=True)
+
+    # The Magic Balance: Witty but not Mad
+    generate_kwargs = dict(
+        **inputs,
+        streamer=streamer,
+        max_new_tokens=512, 
+        do_sample=True,         # Sampling ON for Wit (Hansi-majak)
+        temperature=0.3,        # Low Temp to keep it professional
+        top_p=0.9,              # Focus on logical words
+        repetition_penalty=1.3, # Stops the gibberish loops
+    )
+
+    t = Thread(target=model.generate, kwargs=generate_kwargs)
+    t.start()
+
+    partial_message = ""
+    for new_token in streamer:
+        partial_message += new_token
+        yield partial_message
+    
+    t.join()
+
+# Professional Interface
+gr.ChatInterface(chat, title="Jyoti Agent RJS - Rajputana Jyoti System").launch()