Create app.py

app.py

@@ -0,0 +1,88 @@
+import gradio as gr
+import torch
+from transformers import AutoModelForCausalLM, AutoTokenizer
+
+# Load model & tokenizer
+MODEL_NAME = "ubiodee/Plutus_Tutor_new"
+
+# Initialize tokenizer and model
+tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME)
+model = AutoModelForCausalLM.from_pretrained(MODEL_NAME)
+
+# Move model to GPU (ZeroGPU ensures GPU availability)
+model.to("cuda")
+model.eval()
+
+# Response generation function
+def generate_response(prompt, personality, level, topic):
+    # Construct a structured prompt incorporating user selections
+    full_prompt = (
+        f"You are a Plutus AI Assistant tailored for a {personality} learner "
+        f"at {level} level, focusing on {topic}. Provide a clear, concise, "
+        f"and tailored explanation or answer to the following: {prompt}"
+    )
+    
+    inputs = tokenizer(full_prompt, return_tensors="pt").to("cuda")
+
+    with torch.no_grad():
+        outputs = model.generate(
+            **inputs,
+            max_new_tokens=250,
+            temperature=0.1,
+            top_p=0.1,
+            do_sample=True,
+            eos_token_id=tokenizer.eos_token_id,
+            pad_token_id=tokenizer.pad_token_id,
+        )
+    response = tokenizer.decode(outputs[0], skip_special_tokens=True)
+
+    # Remove the full prompt from the output to return only the answer
+    if response.startswith(full_prompt):
+        response = response[len(full_prompt):].strip()
+
+    return response
+
+# Gradio interface
+with gr.Blocks(theme="default") as iface:
+    gr.Markdown(
+        """
+        # Cardano Plutus AI Assistant
+        Ask questions about Plutus smart contracts or the Cardano blockchain.
+        Select your learning personality, level, and topic to get a tailored response.
+        """
+    )
+    
+    with gr.Row():
+        personality = gr.Dropdown(
+            choices=["Dyslexic", "Autistic", "Expressive"],
+            label="Select Your Learning Personality",
+            value="Expressive"
+        )
+        level = gr.Dropdown(
+            choices=["Beginner", "Intermediate", "Advanced"],
+            label="Select Your Skill Level",
+            value="Beginner"
+        )
+        topic = gr.Dropdown(
+            choices=["Plutus Basics", "Smart Contracts", "Cardano Blockchain"],
+            label="Select Topic",
+            value="Plutus Basics"
+        )
+    
+    prompt = gr.Textbox(
+        label="Enter Your Prompt",
+        lines=4,
+        placeholder="Ask about Plutus smart contracts or Cardano blockchain..."
+    )
+    submit_btn = gr.Button("Submit")
+    output = gr.Textbox(label="Model Response")
+    
+    submit_btn.click(
+        fn=generate_response,
+        inputs=[prompt, personality, level, topic],
+        outputs=output
+    )
+
+# Launch the app (Hugging Face Spaces handles this automatically)
+if __name__ == "__main__":
+    iface.launch(server_name="0.0.0.0", server_port=7860)