Update app.py

app.py

@@ -0,0 +1,30 @@
+import gradio as gr
+from transformers import AutoModelForCausalLM, AutoTokenizer
+import torch
+
+# Load a smaller model that works on Hugging Face free tier
+model_name = "mistralai/Mistral-7B-Instruct-v0.1"  # Use instruct-tuned model
+
+tokenizer = AutoTokenizer.from_pretrained(model_name)
+model = AutoModelForCausalLM.from_pretrained(
+    model_name, 
+    torch_dtype=torch.float16,  
+    device_map="cpu"  # Change to "auto" if using a GPU
+)
+
+def nithin_ai(question):
+    inputs = tokenizer(question, return_tensors="pt").input_ids
+    outputs = model.generate(inputs, max_length=200)
+    response = tokenizer.decode(outputs[0], skip_special_tokens=True)
+    return response
+
+# Gradio Chat Interface
+iface = gr.Interface(
+    fn=nithin_ai,
+    inputs="text",
+    outputs="text",
+    title="Nithin AI - Student Doubt Solver",
+    description="Ask any question related to robotics, science, or math!"
+)
+
+iface.launch()