Upload app.py with huggingface_hub

app.py

@@ -3,17 +3,18 @@ import os
 import gradio as gr
 import asyncio
 asyncio.set_event_loop_policy(asyncio.DefaultEventLoopPolicy())
-import openai
+from groq import Groq
 
-# Load OpenAI API key from environment
-openai_api_key = os.getenv("OPENAI_API_KEY")
-if not openai_api_key:
-    openai_api_key = ""
-openai.api_key = openai_api_key
+# Load Groq API key from environment
+groq_api_key = os.getenv("GROQ_API_KEY")
+if not groq_api_key:
+    groq_api_key = ""
+
+client = Groq(api_key=groq_api_key)
 
 def improve_code(user_code, language):
     """
-    Sends the user code to OpenAI GPT model and asks for an improved version.
+    Sends the user code to Groq LLM and asks for an improved version.
     """
     system_prompt = f"You are an expert {language} developer. Refactor and improve the following code. Keep the same functionality but make it cleaner, more efficient and well commented."
     messages = [
@@ -21,13 +22,13 @@ def improve_code(user_code, language):
         {"role": "user", "content": user_code}
     ]
     try:
-        response = openai.ChatCompletion.create(
-            model="gpt-3.5-turbo",
+        response = client.chat.completions.create(
+            model="llama3-8b-8192",
             messages=messages,
             temperature=0.2,
             max_tokens=1024,
-            n=1,
-            stop=None,
+            top_p=1,
+            stream=False,
         )
         improved = response.choices[0].message.content.strip()
         return improved