App.py

app.py

@@ -0,0 +1,51 @@
+"""
+app.py
+"""
+import os
+
+import gradio as gr
+from groq import Groq
+
+client = Groq(api_key=os.getenv('GROQ_API_KEY'))
+
+def autocomplete(text):  
+    if text != "":
+        response = client.chat.completions.create(
+            model='gemma-7b-it',
+            messages=[
+                {
+                    "role": "user", 
+                    "content": text
+                }],
+            stream=True
+            )
+            
+        partial_message = ""
+        for chunk in response:
+            if chunk.choices[0].delta.content is not None:
+                partial_message = partial_message + chunk.choices[0].delta.content
+                yield partial_message
+              
+css = """
+.generating {
+    display: none
+}
+"""
+# Create the Gradio interface with live updates
+iface = gr.Interface(
+    fn=autocomplete,
+    inputs=gr.Textbox(lines=2,
+                      placeholder="Hello 👋",
+                      label="Input Sentence"),
+    outputs=gr.Markdown(),
+    title="Nova",
+    description="Powered by dev pro solution",
+    live=True,  # Set live to True for real-time feedback
+    allow_flagging="never",  # Disable flagging
+    css=css
+)
+iface.dependencies[0]['show_progress'] = "hidden"
+iface.dependencies[2]['show_progress'] = "hidden"
+
+# Launch the app
+iface.launch()