Update app.py

app.py

@@ -1,42 +1,47 @@
-# CodeGuru GenAI App
-
-import requests
-import json
-import gradio as gr
-
-url="http://localhost:11434/api/generate"
-
-headers={
-
-    'Content-Type':'application/json'
-}
-
-history=[]
-
-def generate_response(prompt):
-    history.append(prompt)
-    final_prompt="\n".join(history)
-
-    data={
-        "model":"codeguru",
-        "prompt":final_prompt,
-        "stream":False
-    }
-
-    response=requests.post(url,headers=headers,data=json.dumps(data))
-
-    if response.status_code==200:
-        response=response.text
-        data=json.loads(response)
-        actual_response=data['response']
-        return actual_response
-    else:
-        print("error:",response.text)
-
-
-interface=gr.Interface(
-    fn=generate_response,
-    inputs=gr.Textbox(lines=4,placeholder="Enter your Prompt"),
-    outputs="text"
-)
-interface.launch()
+# CodeGuru GenAI App
+
+import os
+import gradio as gr
+import requests
+import json
+
+# Load token from environment variable
+HF_TOKEN = os.environ.get("HF_TOKEN")
+
+# Hugging Face Inference API URL for CodeLlama
+HF_API_URL = "https://api-inference.huggingface.co/models/codellama/CodeLlama-7b-Instruct-hf"
+
+headers = {
+    "Authorization": f"Bearer {HF_TOKEN}",
+    "Content-Type": "application/json"
+}
+
+history = []
+
+def generate_response(prompt):
+    history.append(prompt)
+    final_prompt = "\n".join(history)
+
+    payload = {
+        "inputs": final_prompt,
+        "parameters": {
+            "temperature": 1
+        }
+    }
+
+    response = requests.post(HF_API_URL, headers=headers, data=json.dumps(payload))
+
+    if response.status_code == 200:
+        result = response.json()
+        return result[0]["generated_text"] if isinstance(result, list) else result.get("generated_text", "No response.")
+    else:
+        return f"Error: {response.status_code} - {response.text}"
+
+interface = gr.Interface(
+    fn=generate_response,
+    inputs=gr.Textbox(lines=4, placeholder="Ask CodeGuru your coding question..."),
+    outputs="text",
+    title="CodeGuru - Your Code Assistant"
+)
+
+interface.launch()