Upload folder using huggingface_hub

app.py

@@ -1,12 +1,16 @@
+import os
 from typing import List, Optional
 import gradio as gr
 from dotenv import load_dotenv
+import instructor
 from pydantic import BaseModel
 from openai import OpenAI
-import instructor
+from groq import Groq
 
 load_dotenv()
 
+groq_client = instructor.from_groq(Groq(), mode=instructor.Mode.JSON)
+
 QUERY = """
     extract all singular ingredients from the provided ingredient string. 
     While doing so, shorten the ingredient name to only the essential part.
@@ -43,7 +47,7 @@ class Ingredients(BaseModel):
 # client = instructor.from_openai(OpenAI(), mode=instructor.Mode.JSON)
 
 
-def predict(ingredients: str, openai_key: str) -> Ingredients:
+def predict(ingredients: str, openai_key: str = "") -> Ingredients:
     """
     Predicts the ingredients using a GPT-3.5-turbo model.
 
@@ -54,6 +58,23 @@ def predict(ingredients: str, openai_key: str) -> Ingredients:
         Ingredients: The parsed ingredients in the form of an Ingredients object.
     """
 
+    if openai_key == "":
+        return groq_client.chat.completions.create(
+            model="llama-3.1-70b-versatile",
+            messages=[
+                {
+                    "role": "user",
+                    "content": f"""
+                {QUERY}
+                {ingredients}
+                {STIMULI}
+                """,
+                },
+            ],
+            response_model=Ingredients,
+            temperature=0.0,
+        ).model_dump_json(exclude_unset=True, exclude_none=True)
+
     client = OpenAI(api_key=openai_key)
 
     return (
@@ -81,5 +102,19 @@ demo = gr.Interface(
     fn=predict,
     inputs=["text", gr.Text(label="OpenAI API Key", type="password")],
     outputs="json",
+    examples=[
+        [
+            "97,2 % DINKELVOLLKORNMEHL, GERSTENMALZMEHL, Salz",
+            "",
+        ],
+        [
+            "BIO Grüne Linsen. Grüne Linsen aus kontrolliert biologischem Anbau. Kühl bei unter +30°C lagern. Nicht-EU-Landwirtschaft.",
+            "",
+        ],
+        [
+            "Milchschokoladenkuvertüre, Kakao: 40,5% mindestens. Zucker, Kakaobutter, VOLLMILCHPULVER, Kakaomasse (Ghana), Emulgator: SOJALECITHIN, natürliches Vanillepulver. Trocken und kühl bei +17°C bis +18°C lagern. Eigenschaften: Eiweiß aus tierischer Milch.",
+            "",
+        ],
+    ],
 )
 demo.launch()

requirements.txt

@@ -1,2 +1,4 @@
 openai 
 pydantic
+dotenv
+groq