Vegan recipe chatbot app demo rdy

_proc/01_app.ipynb

@@ -39,7 +39,7 @@
     }
    ],
    "source": [
-    "#: eval: false\n",
+    "#| eval: false\n",
     "load_dotenv()"
    ]
   },
@@ -47,7 +47,28 @@
    "cell_type": "markdown",
    "metadata": {},
    "source": [
-    "## Put the chat backend pieces together"
+    "[GPT4 streaming output example on hugging face 🤗](https://huggingface.co/spaces/ysharma/ChatGPT4/blob/main/app.pyhttps://huggingface.co/spaces/ysharma/ChatGPT4/blob/main/app.py)  \n",
+    "[Gradio lite let's you insert Gradio app in browser JS](https://www.gradio.app/guides/gradio-litehttps://www.gradio.app/guides/gradio-lite)  \n",
+    "[Streaming output](https://www.gradio.app/main/guides/streaming-outputshttps://www.gradio.app/main/guides/streaming-outputs)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {
+    "language": "python"
+   },
+   "outputs": [],
+   "source": [
+    "#| eval: false\n",
+    "client = OpenAI()\n",
+    "assistant = client.beta.assistants.create(\n",
+    "    name=\"Vegan Recipe Finder\",\n",
+    "    instructions=SYSTEM_PROMPT,\n",
+    "    # + \"\\nChoose the best single matching recipe to the user's query out of the vegan recipe search returned recipes\",\n",
+    "    model=\"gpt-4o\",\n",
+    "    tools=[VEGAN_RECIPE_SEARCH_TOOL_SCHEMA],\n",
+    ")"
    ]
   },
   {
@@ -56,56 +77,160 @@
    "metadata": {
     "language": "python"
    },
+   "outputs": [],
+   "source": [
+    "class EventHandler(AssistantEventHandler):\n",
+    "    @override\n",
+    "    def on_event(self, event):\n",
+    "        # Retrieve events that are denoted with 'requires_action'\n",
+    "        # since these will have our tool_calls\n",
+    "        if event.event == \"thread.run.requires_action\":\n",
+    "            run_id = event.data.id  # Retrieve the run ID from the event data\n",
+    "            self.handle_requires_action(event.data, run_id)\n",
+    "\n",
+    "    def handle_requires_action(self, data, run_id):\n",
+    "        tool_outputs = []\n",
+    "        for tool_call in data.required_action.submit_tool_outputs.tool_calls:\n",
+    "            if tool_call.function.name == \"vegan_recipe_edamam_search\":\n",
+    "                fn_args = json.loads(tool_call.function.arguments)\n",
+    "                data = vegan_recipe_edamam_search(\n",
+    "                    query=fn_args.get(\"query\"),\n",
+    "                )\n",
+    "                tool_outputs.append({\"tool_call_id\": tool_call.id, \"output\": data})\n",
+    "\n",
+    "        self.submit_tool_outputs(tool_outputs, run_id)\n",
+    "\n",
+    "    def submit_tool_outputs(self, tool_outputs, run_id):\n",
+    "        client.beta.threads.runs.submit_tool_outputs_stream(\n",
+    "            thread_id=self.current_run.thread_id,\n",
+    "            run_id=self.current_run.id,\n",
+    "            tool_outputs=tool_outputs,\n",
+    "            event_handler=EventHandler(),\n",
+    "        )"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 1,
+   "metadata": {},
    "outputs": [
     {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "skip\n"
-     ]
+     "data": {
+      "text/markdown": [
+       "---\n",
+       "\n",
+       "[source](https://gitlab.com/animalequality/lv-recipe-chatbot/blob/main/lv_recipe_chatbot/app.py#L22){target=\"_blank\" style=\"float:right; font-size:smaller\"}\n",
+       "\n",
+       "### handle_requires_action\n",
+       "\n",
+       ">      handle_requires_action (data)"
+      ],
+      "text/plain": [
+       "---\n",
+       "\n",
+       "[source](https://gitlab.com/animalequality/lv-recipe-chatbot/blob/main/lv_recipe_chatbot/app.py#L22){target=\"_blank\" style=\"float:right; font-size:smaller\"}\n",
+       "\n",
+       "### handle_requires_action\n",
+       "\n",
+       ">      handle_requires_action (data)"
+      ]
+     },
+     "execution_count": 1,
+     "metadata": {},
+     "output_type": "execute_result"
     }
    ],
    "source": [
-    "def create_demo(bot: ConversationBot):\n",
-    "    sample_images = []\n",
-    "    all_imgs = [f\"{SAMPLE_IMG_DIR}/{img}\" for img in os.listdir(SAMPLE_IMG_DIR)]\n",
-    "    for i, img in enumerate(all_imgs):\n",
-    "        if i in [\n",
-    "            1,\n",
-    "            2,\n",
-    "            3,\n",
-    "        ]:\n",
-    "            sample_images.append(img)\n",
-    "    with gr.Blocks() as demo:\n",
-    "        gr_img = gr.Image(type=\"filepath\")\n",
-    "        btn = gr.Button(value=\"Submit image\")\n",
-    "        ingredients_msg = gr.Text(label=\"Ingredients from image\")\n",
-    "        btn.click(bot.run_img, inputs=[gr_img], outputs=[ingredients_msg])\n",
-    "        gr.Examples(\n",
-    "            examples=sample_images,\n",
-    "            inputs=gr_img,\n",
+    "#| echo: false\n",
+    "#| output: asis\n",
+    "show_doc(handle_requires_action)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {
+    "language": "python"
+   },
+   "outputs": [],
+   "source": [
+    "def run_conversation() -> str:\n",
+    "    run = client.beta.threads.runs.create_and_poll(\n",
+    "        thread_id=thread.id,\n",
+    "        assistant_id=assistant.id,\n",
+    "    )\n",
+    "    while True:\n",
+    "        tool_outputs = []\n",
+    "        tool_calls = (\n",
+    "            []\n",
+    "            if not run.required_action\n",
+    "            else run.required_action.submit_tool_outputs.tool_calls\n",
     "        )\n",
     "\n",
-    "        chatbot = gr.Chatbot(\n",
-    "            value=[(None, bot.ai_prompt_questions[\"ingredients\"].prompt.template)]\n",
-    "        )\n",
+    "        for tool_call in tool_calls:\n",
+    "            if tool_call.function.name == \"vegan_recipe_edamam_search\":\n",
+    "                fn_args = json.loads(tool_call.function.arguments)\n",
+    "                data = vegan_recipe_edamam_search(\n",
+    "                    query=fn_args.get(\"query\"),\n",
+    "                )\n",
+    "                tool_outputs.append({\"tool_call_id\": tool_call.id, \"output\": data})\n",
     "\n",
-    "        msg = gr.Textbox()\n",
-    "        # clear = gr.Button(\"Clear\")\n",
-    "        gr.Markdown(\n",
-    "            \"\"\"\n",
-    "        **🔃Refresh the page to start from scratch🔃**  \n",
-    "        \n",
-    "        Recipe search tool powered by the [Edamam API](https://www.edamam.com/)  \n",
-    "        \n",
-    "        ![Edamam Logo](https://www.edamam.com/assets/img/small-logo.png)\n",
-    "        \"\"\"\n",
-    "        )\n",
-    "        msg.submit(\n",
-    "            fn=bot.respond, inputs=[msg, chatbot], outputs=[msg, chatbot], queue=False\n",
-    "        )\n",
-    "        # clear.click(lambda: None, None, chatbot, queue=False).then(bot.reset)\n",
-    "        return demo"
+    "        if tool_outputs:\n",
+    "            try:\n",
+    "                run = client.beta.threads.runs.submit_tool_outputs_and_poll(\n",
+    "                    thread_id=thread.id,\n",
+    "                    run_id=run.id,\n",
+    "                    tool_outputs=tool_outputs,\n",
+    "                )\n",
+    "                print(\"Tool outputs submitted successfully.\")\n",
+    "\n",
+    "            except Exception as e:\n",
+    "                print(\"Failed to submit tool outputs:\", e)\n",
+    "                return \"Sorry failed to run tools. Try again with a different query.\"\n",
+    "\n",
+    "        if run.status == \"completed\":\n",
+    "            messages = client.beta.threads.messages.list(thread_id=thread.id)\n",
+    "            data = messages.data\n",
+    "            content = data[0].content\n",
+    "            return content[0].text.value\n",
+    "        time.sleep(0.05)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 2,
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/markdown": [
+       "---\n",
+       "\n",
+       "[source](https://gitlab.com/animalequality/lv-recipe-chatbot/blob/main/lv_recipe_chatbot/app.py#L34){target=\"_blank\" style=\"float:right; font-size:smaller\"}\n",
+       "\n",
+       "### run_convo_stream\n",
+       "\n",
+       ">      run_convo_stream (thread, content:str, client:openai.OpenAI, assistant)"
+      ],
+      "text/plain": [
+       "---\n",
+       "\n",
+       "[source](https://gitlab.com/animalequality/lv-recipe-chatbot/blob/main/lv_recipe_chatbot/app.py#L34){target=\"_blank\" style=\"float:right; font-size:smaller\"}\n",
+       "\n",
+       "### run_convo_stream\n",
+       "\n",
+       ">      run_convo_stream (thread, content:str, client:openai.OpenAI, assistant)"
+      ]
+     },
+     "execution_count": 2,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "#| echo: false\n",
+    "#| output: asis\n",
+    "show_doc(run_convo_stream)"
    ]
   },
   {
@@ -119,52 +244,126 @@
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "Closing server running on port: 7860\n",
-      "Running on local URL:  http://127.0.0.1:7860\n",
-      "\n",
-      "To create a public link, set `share=True` in `launch()`.\n"
+      "skip\n"
      ]
-    },
+    }
+   ],
+   "source": [
+    "thread = client.beta.threads.create()\n",
+    "\n",
+    "test_msgs = [\n",
+    "    \"Hello\",\n",
+    "    \"What can I make with tempeh, whole wheat bread, and lettuce?\",\n",
+    "]\n",
+    "for m in test_msgs:\n",
+    "    for txt in run_convo_stream(thread, m, client, assistant):\n",
+    "        print(txt, end=\"\")\n",
+    "    print()"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 3,
+   "metadata": {},
+   "outputs": [
     {
      "data": {
-      "text/html": [
-       "<div><iframe src=\"http://127.0.0.1:7860/\" width=\"100%\" height=\"500\" allow=\"autoplay; camera; microphone; clipboard-read; clipboard-write;\" frameborder=\"0\" allowfullscreen></iframe></div>"
+      "text/markdown": [
+       "---\n",
+       "\n",
+       "[source](https://gitlab.com/animalequality/lv-recipe-chatbot/blob/main/lv_recipe_chatbot/app.py#L62){target=\"_blank\" style=\"float:right; font-size:smaller\"}\n",
+       "\n",
+       "### predict\n",
+       "\n",
+       ">      predict (message, history, client:openai.OpenAI, assistant, thread)"
       ],
       "text/plain": [
-       "<IPython.core.display.HTML object>"
+       "---\n",
+       "\n",
+       "[source](https://gitlab.com/animalequality/lv-recipe-chatbot/blob/main/lv_recipe_chatbot/app.py#L62){target=\"_blank\" style=\"float:right; font-size:smaller\"}\n",
+       "\n",
+       "### predict\n",
+       "\n",
+       ">      predict (message, history, client:openai.OpenAI, assistant, thread)"
       ]
      },
+     "execution_count": 3,
      "metadata": {},
-     "output_type": "display_data"
-    },
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "#| echo: false\n",
+    "#| output: asis\n",
+    "show_doc(predict)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 4,
+   "metadata": {},
+   "outputs": [
     {
      "data": {
-      "text/plain": []
+      "text/markdown": [
+       "---\n",
+       "\n",
+       "[source](https://gitlab.com/animalequality/lv-recipe-chatbot/blob/main/lv_recipe_chatbot/app.py#L102){target=\"_blank\" style=\"float:right; font-size:smaller\"}\n",
+       "\n",
+       "### create_demo\n",
+       "\n",
+       ">      create_demo (client:openai.OpenAI, assistant)"
+      ],
+      "text/plain": [
+       "---\n",
+       "\n",
+       "[source](https://gitlab.com/animalequality/lv-recipe-chatbot/blob/main/lv_recipe_chatbot/app.py#L102){target=\"_blank\" style=\"float:right; font-size:smaller\"}\n",
+       "\n",
+       "### create_demo\n",
+       "\n",
+       ">      create_demo (client:openai.OpenAI, assistant)"
+      ]
      },
-     "execution_count": null,
+     "execution_count": 4,
      "metadata": {},
      "output_type": "execute_result"
     }
    ],
    "source": [
-    "#| eval: false\n",
+    "#| echo: false\n",
+    "#| output: asis\n",
+    "show_doc(create_demo)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {
+    "language": "python"
+   },
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "skip\n"
+     ]
+    }
+   ],
+   "source": [
     "if \"demo\" in globals():\n",
     "    demo.close()\n",
     "\n",
-    "demo = create_demo(\n",
-    "    ConversationBot(\n",
-    "        vegan_ingred_finder=vegan_ingred_finder, img_cap=img_cap, verbose=True\n",
-    "    )\n",
-    ")\n",
+    "demo = create_demo(client, assistant)\n",
     "demo.launch()"
    ]
   }
  ],
  "metadata": {
   "kernelspec": {
-   "display_name": "python3",
+   "display_name": "local-lv-chatbot",
    "language": "python",
-   "name": "python3"
+   "name": "local-lv-chatbot"
   },
   "widgets": {
    "application/vnd.jupyter.widget-state+json": {

_proc/02_vegan_recipe_assistant.ipynb

@@ -74,7 +74,7 @@
     "\n",
     "def _load_json(path):\n",
     "    path if path.endswith(\".json\") else path + \".json\"\n",
-    "    load_json(f\"{_NB_STORE}/{path}.json\")"
+    "    return load_json(f\"{_NB_STORE}/{path}.json\")"
    ]
   },
   {
@@ -114,59 +114,6 @@
     "```"
    ]
   },
-  {
-   "cell_type": "code",
-   "execution_count": 1,
-   "metadata": {
-    "language": "python"
-   },
-   "outputs": [
-    {
-     "data": {
-      "text/markdown": [
-       "---\n",
-       "\n",
-       "### requests.get\n",
-       "\n",
-       ">      requests.get (url, params=None, **kwargs)\n",
-       "\n",
-       "Sends a GET request.\n",
-       "\n",
-       ":param url: URL for the new :class:`Request` object.\n",
-       ":param params: (optional) Dictionary, list of tuples or bytes to send\n",
-       "    in the query string for the :class:`Request`.\n",
-       ":param \\*\\*kwargs: Optional arguments that ``request`` takes.\n",
-       ":return: :class:`Response <Response>` object\n",
-       ":rtype: requests.Response"
-      ],
-      "text/plain": [
-       "---\n",
-       "\n",
-       "### requests.get\n",
-       "\n",
-       ">      requests.get (url, params=None, **kwargs)\n",
-       "\n",
-       "Sends a GET request.\n",
-       "\n",
-       ":param url: URL for the new :class:`Request` object.\n",
-       ":param params: (optional) Dictionary, list of tuples or bytes to send\n",
-       "    in the query string for the :class:`Request`.\n",
-       ":param \\*\\*kwargs: Optional arguments that ``request`` takes.\n",
-       ":return: :class:`Response <Response>` object\n",
-       ":rtype: requests.Response"
-      ]
-     },
-     "execution_count": 1,
-     "metadata": {},
-     "output_type": "execute_result"
-    }
-   ],
-   "source": [
-    "#| echo: false\n",
-    "#| output: asis\n",
-    "show_doc(requests.get, name=\"requests.get\")"
-   ]
-  },
   {
    "cell_type": "markdown",
    "metadata": {},
@@ -178,7 +125,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 2,
+   "execution_count": 1,
    "metadata": {},
    "outputs": [
     {
@@ -206,7 +153,7 @@
        "type is required and can be \"any\", \"public\", \"user\""
       ]
      },
-     "execution_count": 2,
+     "execution_count": 1,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -246,6 +193,18 @@
     "language": "python"
    },
    "outputs": [
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "Future exception was never retrieved\n",
+      "future: <Future finished exception=BrokenPipeError(32, 'Broken pipe')>\n",
+      "Traceback (most recent call last):\n",
+      "  File \"/usr/lib/python3.10/asyncio/unix_events.py\", line 676, in write\n",
+      "    n = os.write(self._fileno, data)\n",
+      "BrokenPipeError: [Errno 32] Broken pipe\n"
+     ]
+    },
     {
      "data": {
       "text/plain": [
@@ -263,12 +222,12 @@
        "  'http://www.hiddenfruitsandveggies.com/2014/06/25/avocado-bean-enchiladas/'),\n",
        " ('New Mexican Style Red Chile Enchilada Sauce (Gluten-Free, Vegan)',\n",
        "  'https://moonandspoonandyum.com/new-mexican-style-red-chile-enchilada-sauce-gluten-free-vegan/'),\n",
-       " ('Homemade Enchilada Sauce (gluten free + vegan) recipes',\n",
-       "  'http://www.smallgreenkitchen.com/homemade-enchilada-sauce/'),\n",
        " ('Creamy Enchilada Sauce, Vegan GlutenFree',\n",
        "  'http://healingtomato.com/blog/2014/10/17/creamy-enchilada-sauce-vegan-gluten-free/'),\n",
        " ('Vegan Two Bean Enchilada Casserole recipes',\n",
        "  'http://namelymarly.com/vegan-two-bean-enchilada-casserole/'),\n",
+       " ('Vegan Homemade Refried Beans – Slow Cooker',\n",
+       "  'http://www.foodista.com/recipe/VHWQZLHF/vegan-homemade-refried-beans-slow-cooker'),\n",
        " ('Vegan Rice and Bean Enchiladas recipes',\n",
        "  'http://www.marystestkitchen.com/vegan-enchiladas-recipe/'),\n",
        " ('Creamy Enchilada Sauce, Vegan GlutenFree recipes',\n",
@@ -313,7 +272,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 3,
+   "execution_count": 2,
    "metadata": {},
    "outputs": [
     {
@@ -345,7 +304,7 @@
        "If the cause of the failure was due to no recipes found, prompt the user to try again with a provided shorter query with one word removed."
       ]
      },
-     "execution_count": 3,
+     "execution_count": 2,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -372,7 +331,7 @@
     }
    ],
    "source": [
-    "_dump_json(vegan_recipe_edamam_search(\"chicken\"), \"vegan_chicken_recipes\")"
+    "_dump_json(json.loads(vegan_recipe_edamam_search(\"chicken\")), \"vegan_chicken\")"
    ]
   },
   {
@@ -381,9 +340,59 @@
    "metadata": {
     "language": "python"
    },
-   "outputs": [],
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "{'ok': True,\n",
+       " 'recipes': [{'label': 'Vegan Chicken Nuggets',\n",
+       "   'url': 'https://www.eatingwell.com/recipe/268863/vegan-chicken-nuggets/',\n",
+       "   'ingredientLines': ['16 ounces seitan',\n",
+       "    '¼ cup vegan mayonnaise',\n",
+       "    '6 teaspoons water',\n",
+       "    '½ teaspoon poultry seasoning',\n",
+       "    '¾ cup whole-wheat breadcrumbs'],\n",
+       "   'totalTime': 40.0},\n",
+       "  {'label': 'Easy Vegan White Bean Soup',\n",
+       "   'url': 'https://food52.com/recipes/84750-easy-vegan-white-bean-soup',\n",
+       "   'ingredientLines': ['4 15oz cans of White Beans (I used 2 great northern, 1 cannellini and 1 navy)',\n",
+       "    '4 cups vegetable stock (low sodium)',\n",
+       "    '2 tablespoons olive oil',\n",
+       "    '1/2 cup white wine (I used a dry sauvignon blanc)',\n",
+       "    '1 1/2 cups water',\n",
+       "    '5-6 carrots (diced)',\n",
+       "    '3 celery stalks (diced)',\n",
+       "    '1 yellow onion (diced)',\n",
+       "    '2-3 cloves of garlic',\n",
+       "    '1 tablespoon tomato paste',\n",
+       "    '2 bay leaves',\n",
+       "    '3 sprigs thyme',\n",
+       "    \"2 teaspoons TJ's Vegan Chicken-less Seasoning (omit if you're not close to a TJ's, it will still be delicious)\",\n",
+       "    '2 teaspoons salt (or to taste)',\n",
+       "    '1 teaspoon pepper'],\n",
+       "   'totalTime': 15.0},\n",
+       "  {'label': 'Vegan Garden Pesto With Miso and Mixed Herbs Recipe',\n",
+       "   'url': 'http://www.seriouseats.com/recipes/2016/07/herb-garden-pesto-vegan-miso-recipe.html',\n",
+       "   'ingredientLines': ['1 cup lightly packed cilantro leaves (about 1 ounce; 30g)',\n",
+       "    '1 cup lightly packed basil leaves (about 1 ounce; 30g)',\n",
+       "    '3/4 cup lightly packed parsley leaves (about 3/4 ounce; 20g)',\n",
+       "    '1/4 cup lightly packed mint leaves (about 1/4 ounce; 10g)',\n",
+       "    '1/4 cup shelled pistachios or walnuts (1 ounce; 35g)',\n",
+       "    '1 small to medium clove garlic, roughly chopped',\n",
+       "    '1 1/2 teaspoons (7ml) miso',\n",
+       "    '1/2 cup (120ml) extra-virgin olive oil, plus more if desired',\n",
+       "    '2 teaspoons (10ml) fresh juice from 1 lemon',\n",
+       "    'Kosher salt and freshly ground black pepper'],\n",
+       "   'totalTime': 5.0}]}"
+      ]
+     },
+     "execution_count": null,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
    "source": [
-    "_load_json(\"vegan_chicken_recipes\")"
+    "_load_json(\"vegan_chicken\")"
    ]
   },
   {
@@ -708,9 +717,7 @@
     "            event_handler=EventHandler(),\n",
     "        ) as stream:\n",
     "            for text in stream.text_deltas:\n",
-    "                pass\n",
-    "                # print(text, end=\"\", flush=True)\n",
-    "            # print()"
+    "                pass"
    ]
   },
   {
@@ -795,34 +802,24 @@
      "output_type": "stream",
      "text": [
       "\n",
-      "assistant > Hi there! How can I assist you today? 🌱\n",
-      "assistant > McDonald's menu can be quite limited for vegans since many items contain animal products. However, there are a few options you might consider:\n",
+      "assistant > Hi there! How can I assist you today? Are you looking for some delicious vegan recipes or perhaps some information on veganism?\n",
+      "assistant > McDonald's menu primarily contains non-vegan items, but there are a few things you might be able to get to suit a vegan diet, depending on your location. Always double-check with the staff to ensure there are no hidden animal-derived ingredients. Common vegan-friendly options include:\n",
       "\n",
-      "1. **Sides**: \n",
-      "   - Apple slices\n",
-      "   - French fries (Note: In some regions, the fries may be cooked in oil with animal-based flavoring, so check locally)\n",
+      "1. **Side Salad** (without dressing unless it’s vegan-friendly)\n",
+      "2. **Apple Slices**\n",
+      "3. **French Fries** (Note: In some countries, McDonald's fries are cooked with beef flavoring, so ask to be sure)\n",
+      "4. **Hash Browns** (Similar caution as the fries)\n",
+      "5. **Beverages** like black coffee, soft drinks, and some juices\n",
       "\n",
-      "2. **Beverages**: \n",
-      "   - Most soft drinks\n",
-      "   - Black coffee\n",
-      "\n",
-      "3. **Salads**: \n",
-      "   - If available, you can get a side salad without cheese and choose a vegan-friendly dressing (like balsamic vinaigrette).\n",
-      "\n",
-      "4. **Custom Orders**: \n",
-      "   - You can customize a sandwich or burger. For example, order the vegetable components of a burger (like lettuce, tomato, and pickles) without the meat and other non-vegan ingredients.\n",
-      "\n",
-      "For a satisfying vegan meal, you might want to explore vegan-friendly restaurants or cook at home. Would you like some vegan recipe suggestions?\n",
-      "assistant > I can't assist with that. My purpose is to promote veganism and provide information and recipes related to a plant-based diet. If you're interested in trying a delicious and compassionate alternative to a beef burger, I can suggest an amazing vegan burger recipe! Would you like that?\n",
-      "assistant > I have access to tools that can help find vegan recipes based on a query. If you let me know what kind of vegan dish or specific ingredients you're interested in, I can use these tools to find some great vegan recipes for you. Just let me know!\n",
+      "Would you like me to find some tasty vegan recipes for you to enjoy at home instead?\n",
+      "assistant > I'm here to promote veganism and compassionate choices for animals, so I can't provide instructions for making a beef burger. However, I can help you find a delicious vegan burger recipe. Would you like me to find one for you?\n",
+      "assistant > I have a variety of tools available to help you, including searching for vegan recipes. If you provide me with some keywords or specific ingredients you're interested in, I can find vegan recipes for you. How does that sound?\n",
       "assistant > function\n",
       "\n",
       "\n",
-      "assistant > How about making Tempeh Sandwiches? Here's a delicious recipe you can try:\n",
+      "assistant > You can make a delicious **Tempeh Sandwich** with the ingredients you have! Here’s a recipe to get you started:\n",
       "\n",
-      "### **Tempeh Sandwiches**\n",
-      "\n",
-      "![Tempeh Sandwiches](https://edamam-product-images.s3.amazonaws.com/web-img/acc/acc417719b79732b3129300571a4563a.jpg?X-Amz-Security-Token=IQoJb3JpZ2luX2VjEB8aCXVzLWVhc3QtMSJHMEUCIH7tXhfegQ3fW3zRVrm%2B%2FGazSmNTYM2OLlWydkhSbpBfAiEA4yU%2Fl8Lwvj%2BAGwu2QYiWsJpQz20dL1Sxe%2BjAQhgq8ekqwgUIqP%2F%2F%2F%2F%2F%2F%2F%2F%2F%2FARAAGgwxODcwMTcxNTA5ODYiDCaWhNFEl1hb%2BZWMNyqWBaPdyOUHUebCttEuqQPTDQJwHL2pEl00AOXStcV5Lo8NSPN5zpyttJ5rpasLbHi%2FbKbsZqqnZ2tg5pSgsbuiuAhI7laFgbmDOVHbckgZAVwqXQELo%2BLI3k3fZh9EW%2FqV0PnaQoQn1o8kE66IbQz4tDGBmYzjp6qqsaqWt1CbMsIj5IuUd28snTTOam0qie1hf5UVbtylw3xFb7RD7jFbd%2BesFYH9AI5dWJxsgxaqTDensWyClHpOOrdbmR6SlAe7NxZIEFNe81h1dGUtU4YYGJqTjEv7cl9tghNWexI6TEgZf5U%2BfKFYFSZdBqkC%2Bqj%2Fa5NKlQNmFa9ityl1SNGCUbQ6h3rLMtbCAk2bojrr2uZYXrxVi915TC%2F4Y0WSHJtFQHJjSiorE%2FFDHWRI5czM16dgQGIGRK3DLPb9pY4PaqcBjRuztDFoKxwIAMK4AY5AE325nPCOWOqHTn6NtCrGum2%2BLm5I4B69ny%2FjeS2ybbznV8CArfbXkRTo9rAVAT%2BIWfgbdmQMIODC9E7zJl%2BQk%2F%2FjdHGrQjN6yvlGAPhgIOT5pXwmzyP8cU7aREHyhlxlee9WsurNEU%2F8xDftGH347OqLPedAIf6sgVbTeeERA9E6RmsJMaTeGhf4uAVvNjO96MJmJxzcpbdjtq%2BKz%2BZjGra3%2BeBx4Bhtf%2F8DQjHGnWhKgkMRHpHEi7K5mxkjpG3WABkhz%2B%2FTZGm6WQwp7m%2FVmeBTLvBzBeaFXUWiCQlghxFDs9qPs0lq0BDbHk6uHNKOv96oWUK8dVao0kacYMxGvsx4dDmNRDUChT4CUuvbJAoed6xYStnMxRcIs%2FVzipiOWYoyNXwZloXald720mPTOrAd2z6yAMdjuQlTO%2F8tLv1q36s%2BX5sUMKrM%2FLIGOrEBz8nGZzWiQFf6GdqtVjFATtsGTws%2FZb6BQBOue5CelJ4BaHwc0nsO39%2BQTwnZdIex9vDFawd%2Bt95EBU3H6iJ0Jjp4HI45YtxddVA0xtp55rxNxHiPxXX%2BWDp5IAm79Zipb3WTQWFw8UZsKBPFRTBV3vi%2BsF%2FOISaSbcGbXSCxSNsJGmQgihW9f7hPcRKZe6xLWA5QilpH4O4Hga2aRILL95%2FlVc%2BhHeEluz59WHB%2BuLul&X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Date=20240604T155648Z&X-Amz-SignedHeaders=host&X-Amz-Expires=3599&X-Amz-Credential=ASIASXCYXIIFKUHBWU5U%2F20240604%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Signature=6c47c40c829b94ede6ac1114119e9012bba335e17dda730dcd7cc3849da7649d)\n",
+      "### Tempeh Sandwiches\n",
       "\n",
       "#### Ingredients:\n",
       "- 350 grams Tempeh\n",
@@ -840,84 +837,126 @@
       "- 4 tablespoons vegan Spread (such as Veganaise)\n",
       "\n",
       "#### Instructions:\n",
-      "1. **Marinate the Tempeh**: Mix the soy sauce, sweet chili sauce, lime juice, and curry powder. Cut tempeh into thin slices and marinate in the mixture for at least 15 minutes.\n",
-      "2. **Prepare the Vegetables**: Slice tomatoes, onion, and cucumber. Wash the lettuce leaves and sprouts.\n",
-      "3. **Cook the Tempeh**: Heat the peanut oil in a pan over medium heat. Fry the tempeh until golden brown on both sides.\n",
-      "4. **Assemble the Sandwich**: Spread the vegan spread on one side of each slice of whole-wheat bread. Layer tempeh, lettuce, tomato, onion, cucumber, and sprouts on four of the bread slices. Top with the remaining bread slices.\n",
-      "5. **Serve and Enjoy**!\n",
-      "\n",
-      "You can find more details about this recipe [here](https://eatsmarter.com/recipes/tempeh-sandwiches).\n",
+      "You can find the full step-by-step instructions for making this sandwich at the following link: [Tempeh Sandwiches Recipe](https://eatsmarter.com/recipes/tempeh-sandwiches).\n",
       "\n",
-      "Would you like to find more vegan recipes or need help with anything else?\n",
-      "assistant > This image contains a variety of fresh vegan ingredients. Here's what I see:\n",
+      "Enjoy your meal! 🌱🥪\n",
+      "assistant > In the image, I see a variety of vegan ingredients, including:\n",
       "\n",
       "- Cherry tomatoes\n",
-      "- Lemons\n",
       "- Apples\n",
       "- Bananas\n",
-      "- Oranges\n",
-      "- Leeks\n",
-      "- Fresh herbs (parsley, cilantro, and kale)\n",
+      "- Lemons\n",
       "- Lettuce\n",
+      "- Kale\n",
+      "- Spinach\n",
       "- Carrots\n",
-      "- A jar of pesto (if it's vegan)\n",
-      "- A jar of nuts (likely pine nuts or another variety)\n",
+      "- Leeks\n",
+      "- Parsley\n",
+      "- Cilantro\n",
+      "- Red onions\n",
+      "- A jar of pesto (assuming it’s vegan pesto)\n",
+      "- A jar of legumes (possibly chickpeas or beans)\n",
+      "- Sprouts\n",
       "- A pumpkin or squash\n",
-      "- Microgreens or sprouts\n",
       "- Beets\n",
-      "- Spinach or another leafy green\n",
       "\n",
-      "These ingredients offer a lot of possibilities for making delicious vegan meals. If you're interested in specific recipes using some of these ingredients, let me know!\n",
-      "assistant > In this image, I see the following vegan ingredients:\n",
+      "These ingredients provide a great base for many delicious vegan dishes. Would you like me to find a recipe using any of these specific ingredients?\n",
+      "assistant > In the second image, the vegan ingredients I can identify are:\n",
+      "\n",
+      "- **Soy Milk** (Silk brand)\n",
+      "- **Mustard** (depending on brand, but typically mustard is vegan)\n",
+      "- **Lemon Juice** (assuming the yellow bottle on the door is lemon juice)\n",
+      "- **Lettuce** (upper shelf on the door)\n",
+      "- **Pickles** or **relish** (top right of the door)\n",
+      "\n",
+      "These ingredients can contribute to a variety of vegan dishes. Would you like me to find a specific recipe using some of these ingredients?\n",
+      "assistant > function\n",
+      "\n",
       "\n",
-      "Inside the Refrigerator:\n",
-      "- Silk Non-Dairy Milk (likely a plant-based milk such as almond or soy milk)\n",
-      "- Pickles (assuming they are vinegar-based, not honey pickles)\n",
-      "- Mustard\n",
-      "- Condiments (potentially vegan, depends on the ingredients)\n",
-      "- Bagged lettuce or greens (near the bottom shelf)\n",
-      "- Bottled water\n",
+      "assistant > function\n",
       "\n",
-      "On the Door:\n",
-      "- Carrots (in the drawer at the bottom)\n",
       "\n",
-      "If you need help on how to use these ingredients in a vegan recipe, let me know!\n",
       "assistant > function\n",
       "\n",
       "\n",
-      "assistant > Here's a tasty recipe you can try using some of the ingredients from the first image:\n",
+      "assistant > function\n",
       "\n",
-      "### **Vegan Kale Slaw**\n",
       "\n",
-      "![Vegan Kale Slaw](https://edamam-product-images.s3.amazonaws.com/web-img/d51/d51112878a9f27c49ec7a7e2bc84fbac.jpg?X-Amz-Security-Token=IQoJb3JpZ2luX2VjEB8aCXVzLWVhc3QtMSJHMEUCIH7tXhfegQ3fW3zRVrm%2B%2FGazSmNTYM2OLlWydkhSbpBfAiEA4yU%2Fl8Lwvj%2BAGwu2QYiWsJpQz20dL1Sxe%2BjAQhgq8ekqwgUIqP%2F%2F%2F%2F%2F%2F%2F%2F%2F%2FARAAGgwxODcwMTcxNTA5ODYiDCaWhNFEl1hb%2BZWMNyqWBaPdyOUHUebCttEuqQPTDQJwHL2pEl00AOXStcV5Lo8NSPN5zpyttJ5rpasLbHi%2FbKbsZqqnZ2tg5pSgsbuiuAhI7laFgbmDOVHbckgZAVwqXQELo%2BLI3k3fZh9EW%2FqV0PnaQoQn1o8kE66IbQz4tDGBmYzjp6qqsaqWt1CbMsIj5IuUd28snTTOam0qie1hf5UVbtylw3xFb7RD7jFbd%2BesFYH9AI5dWJxsgxaqTDensWyClHpOOrdbmR6SlAe7NxZIEFNe81h1dGUtU4YYGJqTjEv7cl9tghNWexI6TEgZf5U%2BfKFYFSZdBqkC%2Bqj%2Fa5NKlQNmFa9ityl1SNGCUbQ6h3rLMtbCAk2bojrr2uZYXrxVi915TC%2F4Y0WSHJtFQHJjSiorE%2FFDHWRI5czM16dgQGIGRK3DLPb9pY4PaqcBjRuztDFoKxwIAMK4AY5AE325nPCOWOqHTn6NtCrGum2%2BLm5I4B69ny%2FjeS2ybbznV8CArfbXkRTo9rAVAT%2BIWfgbdmQMIODC9E7zJl%2BQk%2F%2FjdHGrQjN6yvlGAPhgIOT5pXwmzyP8cU7aREHyhlxlee9WsurNEU%2F8xDftGH347OqLPedAIf6sgVbTeeERA9E6RmsJMaTeGhf4uAVvNjO96MJmJxzcpbdjtq%2BKz%2BZjGra3%2BeBx4Bhtf%2F8DQjHGnWhKgkMRHpHEi7K5mxkjpG3WABkhz%2B%2FTZGm6WQwp7m%2FVmeBTLvBzBeaFXUWiCQlghxFDs9qPs0lq0BDbHk6uHNKOv96oWUK8dVao0kacYMxGvsx4dDmNRDUChT4CUuvbJAoed6xYStnMxRcIs%2FVzipiOWYoyNXwZloXald720mPTOrAd2z6yAMdjuQlTO%2F8tLv1q36s%2BX5sUMKrM%2FLIGOrEBz8nGZzWiQFf6GdqtVjFATtsGTws%2FZb6BQBOue5CelJ4BaHwc0nsO39%2BQTwnZdIex9vDFawd%2Bt95EBU3H6iJ0Jjp4HI45YtxddVA0xtp55rxNxHiPxXX%2BWDp5IAm79Zipb3WTQWFw8UZsKBPFRTBV3vi%2BsF%2FOISaSbcGbXSCxSNsJGmQgihW9f7hPcRKZe6xLWA5QilpH4O4Hga2aRILL95%2FlVc%2BhHeEluz59WHB%2BuLul&X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Date=20240604T155742Z&X-Amz-SignedHeaders=host&X-Amz-Expires=3599&X-Amz-Credential=ASIASXCYXIIFKUHBWU5U%2F20240604%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Signature=f0bb17cc0ea7552a322ddbac3504f62b89f8b24d9dfa26d83163b710a4dbfa0b)\n",
+      "assistant > Here are several delicious vegan recipes using some of the ingredients from the first image. They pair well together and offer a variety of flavors and textures:\n",
       "\n",
+      "### Recipe 1: Vegan Kale Slaw\n",
       "#### Ingredients:\n",
       "- 2 bunches red kale\n",
       "- 4 radishes\n",
       "- 1 medium carrot\n",
       "- 1 pink lady apple\n",
       "- 1 avocado\n",
-      "- ½ cup craisins\n",
-      "- 1 cup almonds\n",
-      "- 1 cup pumpkin seeds\n",
+      "- 1/2 cup craisins\n",
+      "- 1/2 cup almonds\n",
+      "- 1/2 cup pumpkin seeds\n",
+      "- Dressing:\n",
+      "  - 3 tablespoons olive oil\n",
+      "  - 2-3 teaspoons maple syrup (depending on your sweetness level)\n",
+      "  - 1/2 clove garlic\n",
+      "  - 1 tablespoon apple cider vinegar\n",
+      "  - 1-2 tablespoons lemon juice (depending on your sourness level)\n",
+      "\n",
+      "#### Instructions:\n",
+      "Find the full recipe [here](http://glutenfreeifyouplease.com/vegan-kale-slaw/).\n",
       "\n",
-      "#### For the Dressing:\n",
-      "- 3 tablespoons olive oil\n",
-      "- 2-3 teaspoons maple syrup (depending on your sweetness preference)\n",
-      "- ½ clove garlic\n",
+      "### Recipe 2: Vegan Recipe: Raw Detox Soup\n",
+      "#### Ingredients:\n",
+      "- Half an avocado\n",
+      "- Juice of half a lemon\n",
       "- 1 tablespoon apple cider vinegar\n",
-      "- 1-2 tablespoons lemon juice (depending on your sourness preference)\n",
+      "- 1-2 teaspoons agave\n",
+      "- 1 clove garlic\n",
+      "- 1/3 cup broccoli florets\n",
+      "- 1/3 cup chopped carrots\n",
+      "- 1/4 cup chopped onion\n",
+      "- 1/2 tablespoon tamari or Bragg's Liquid Aminos\n",
+      "- 1 packed cup kale (or other leafy green)\n",
+      "- 1 pinch sea salt\n",
+      "- 1/4-1/2 cup water (start with 1/4 cup and add as needed)\n",
+      "\n",
+      "#### Instructions:\n",
+      "Check the complete recipe [here](https://www.mindbodygreen.com/0-10276/vegan-recipe-raw-detox-soup.html).\n",
+      "\n",
+      "### Recipe 3: Vegan Spinach Wrap\n",
+      "#### Ingredients:\n",
+      "- 16 ounces vegan cream cheese\n",
+      "- 1/2 cup Vidalia onion, minced\n",
+      "- 1 teaspoon garlic powder\n",
+      "- 1 tablespoon dried oregano\n",
+      "- 2 teaspoons dried dill\n",
+      "- 1 tablespoon fresh basil, chopped\n",
+      "- 1 lb spinach, rinsed well and patted dry\n",
+      "- 2 ripe tomatoes (vine)\n",
+      "- 2 cups mixed sprouts\n",
+      "- 10 whole wheat tortillas\n",
       "\n",
       "#### Instructions:\n",
-      "1. **Prepare the Vegetables**: Wash and trim the kale, then chop it into bite-sized pieces. Slice the radishes and apples thinly. Grate the carrot.\n",
-      "2. **Make the Dressing**: In a small bowl, whisk together olive oil, maple syrup, minced garlic, apple cider vinegar, and lemon juice.\n",
-      "3. **Combine Ingredients**: In a large bowl, combine the kale, radishes, carrot, and apple. Add the craisins, almonds, and pumpkin seeds.\n",
-      "4. **Dress and Toss**: Pour the dressing over the slaw and toss until everything is well coated.\n",
-      "5. **Serve**: Enjoy your fresh and crunchy Vegan Kale Slaw!\n",
+      "Find the full recipe [here](http://www.food.com/recipe/vegan-spinach-wrap-243783).\n",
       "\n",
-      "You can find more details about this recipe [here](http://glutenfreeifyouplease.com/vegan-kale-slaw/).\n",
+      "### Recipe 4: Vegan Beet Loaf\n",
+      "#### Ingredients:\n",
+      "- 1/2 cup raw organic sunflower seeds, soaked and strained\n",
+      "- 1/2 cup raw organic pumpkin seeds, soaked and strained\n",
+      "- 1/2 cup raw organic sunflower seeds, ground into flour\n",
+      "- 1/2 cup organic hemp seeds, ground into flour\n",
+      "- 2-3 beets, peeled and cut into quarters (2 cups cooked)\n",
+      "- 1-2 carrots, peeled and cut into smaller pieces (1 cup cooked)\n",
+      "- 2-3 garlic cloves, peeled and crushed (optional)\n",
+      "- 1 tablespoon psyllium husk\n",
+      "- 1 teaspoon fresh thyme, large stems removed\n",
+      "- 1/4 teaspoon ground pepper\n",
+      "- 1/4 teaspoon dried fine herbs (optional)\n",
+      "- 1/2 teaspoon sea or Himalayan salt\n",
+      "\n",
+      "#### Instructions:\n",
+      "Get the full instructions [here](https://www.freshisreal.com/vegan-beet-loaf/).\n",
       "\n",
-      "Would you like more recipe suggestions or need help with something else?\n"
+      "These recipes should help you make the most of the ingredients you have from the first image! Enjoy your cooking! 🌱\n"
      ]
     }
    ],
@@ -937,6 +976,15 @@
     "\n",
     "nbdev.nbdev_export()"
    ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {
+    "language": "python"
+   },
+   "outputs": [],
+   "source": []
   }
  ],
  "metadata": {

app.py

@@ -1,21 +1,19 @@
-from lv_recipe_chatbot.app import create_demo, ConversationBot
-from lv_recipe_chatbot.ingredient_vision import (
-    VeganIngredientFinder,
-    BlipImageCaptioning,
-)
+from lv_recipe_chatbot.app import create_demo, SYSTEM_PROMPT, OpenAI, VEGAN_RECIPE_SEARCH_TOOL_SCHEMA
 import os
 
 
 # for Hugging Face
 
 if __name__ == "__main__":
-    vegan_ingred_finder = VeganIngredientFinder()
-    img_cap = BlipImageCaptioning("cpu")
-    demo = create_demo(
-        ConversationBot(
-            vegan_ingred_finder=vegan_ingred_finder, img_cap=img_cap, verbose=True
-        )
+    client = OpenAI()
+    assistant = client.beta.assistants.create(
+        name="Vegan Recipe Finder",
+        instructions=SYSTEM_PROMPT,
+        model="gpt-4o",
+        tools=[VEGAN_RECIPE_SEARCH_TOOL_SCHEMA],
     )
+    demo = create_demo(client,assistant)
+    # demo.launch()
     demo.launch(
         auth=(os.environ["GRADIO_DEMO_USERNAME"], os.environ["GRADIO_DEMO_PASSWORD"])
     )

data/store/02/vegan_assistant.txt

@@ -1,18 +1,156 @@
 
-assistant > 
-assistant > 
-assistant > 
-assistant > 
+assistant > Hi there! How can I assist you today? Are you looking for some delicious vegan recipes or perhaps some information on veganism?
+assistant > McDonald's menu primarily contains non-vegan items, but there are a few things you might be able to get to suit a vegan diet, depending on your location. Always double-check with the staff to ensure there are no hidden animal-derived ingredients. Common vegan-friendly options include:
+
+1. **Side Salad** (without dressing unless it’s vegan-friendly)
+2. **Apple Slices**
+3. **French Fries** (Note: In some countries, McDonald's fries are cooked with beef flavoring, so ask to be sure)
+4. **Hash Browns** (Similar caution as the fries)
+5. **Beverages** like black coffee, soft drinks, and some juices
+
+Would you like me to find some tasty vegan recipes for you to enjoy at home instead?
+assistant > I'm here to promote veganism and compassionate choices for animals, so I can't provide instructions for making a beef burger. However, I can help you find a delicious vegan burger recipe. Would you like me to find one for you?
+assistant > I have a variety of tools available to help you, including searching for vegan recipes. If you provide me with some keywords or specific ingredients you're interested in, I can find vegan recipes for you. How does that sound?
+assistant > function
+
+
+assistant > You can make a delicious **Tempeh Sandwich** with the ingredients you have! Here’s a recipe to get you started:
+
+### Tempeh Sandwiches
+
+#### Ingredients:
+- 350 grams Tempeh
+- 2 tablespoons Soy sauce
+- 3 tablespoons Sweet chili sauce
+- 2 tablespoons Lime juice
+- 1 teaspoon Curry powder
+- 2 Tomatoes
+- 1 Red Onion
+- ½ Cucumber
+- 4 leaves Lettuce
+- 2 handfuls Sprouts (such as alfalfa)
+- 4 tablespoons Peanut oil
+- 8 slices Whole-wheat bread
+- 4 tablespoons vegan Spread (such as Veganaise)
+
+#### Instructions:
+You can find the full step-by-step instructions for making this sandwich at the following link: [Tempeh Sandwiches Recipe](https://eatsmarter.com/recipes/tempeh-sandwiches).
+
+Enjoy your meal! 🌱🥪
+assistant > In the image, I see a variety of vegan ingredients, including:
+
+- Cherry tomatoes
+- Apples
+- Bananas
+- Lemons
+- Lettuce
+- Kale
+- Spinach
+- Carrots
+- Leeks
+- Parsley
+- Cilantro
+- Red onions
+- A jar of pesto (assuming it’s vegan pesto)
+- A jar of legumes (possibly chickpeas or beans)
+- Sprouts
+- A pumpkin or squash
+- Beets
+
+These ingredients provide a great base for many delicious vegan dishes. Would you like me to find a recipe using any of these specific ingredients?
+assistant > In the second image, the vegan ingredients I can identify are:
+
+- **Soy Milk** (Silk brand)
+- **Mustard** (depending on brand, but typically mustard is vegan)
+- **Lemon Juice** (assuming the yellow bottle on the door is lemon juice)
+- **Lettuce** (upper shelf on the door)
+- **Pickles** or **relish** (top right of the door)
+
+These ingredients can contribute to a variety of vegan dishes. Would you like me to find a specific recipe using some of these ingredients?
 assistant > function
 
 
-assistant > 
-assistant > 
-assistant > 
 assistant > function
 
 
 assistant > function
 
 
-assistant > 
+assistant > function
+
+
+assistant > Here are several delicious vegan recipes using some of the ingredients from the first image. They pair well together and offer a variety of flavors and textures:
+
+### Recipe 1: Vegan Kale Slaw
+#### Ingredients:
+- 2 bunches red kale
+- 4 radishes
+- 1 medium carrot
+- 1 pink lady apple
+- 1 avocado
+- 1/2 cup craisins
+- 1/2 cup almonds
+- 1/2 cup pumpkin seeds
+- Dressing:
+  - 3 tablespoons olive oil
+  - 2-3 teaspoons maple syrup (depending on your sweetness level)
+  - 1/2 clove garlic
+  - 1 tablespoon apple cider vinegar
+  - 1-2 tablespoons lemon juice (depending on your sourness level)
+
+#### Instructions:
+Find the full recipe [here](http://glutenfreeifyouplease.com/vegan-kale-slaw/).
+
+### Recipe 2: Vegan Recipe: Raw Detox Soup
+#### Ingredients:
+- Half an avocado
+- Juice of half a lemon
+- 1 tablespoon apple cider vinegar
+- 1-2 teaspoons agave
+- 1 clove garlic
+- 1/3 cup broccoli florets
+- 1/3 cup chopped carrots
+- 1/4 cup chopped onion
+- 1/2 tablespoon tamari or Bragg's Liquid Aminos
+- 1 packed cup kale (or other leafy green)
+- 1 pinch sea salt
+- 1/4-1/2 cup water (start with 1/4 cup and add as needed)
+
+#### Instructions:
+Check the complete recipe [here](https://www.mindbodygreen.com/0-10276/vegan-recipe-raw-detox-soup.html).
+
+### Recipe 3: Vegan Spinach Wrap
+#### Ingredients:
+- 16 ounces vegan cream cheese
+- 1/2 cup Vidalia onion, minced
+- 1 teaspoon garlic powder
+- 1 tablespoon dried oregano
+- 2 teaspoons dried dill
+- 1 tablespoon fresh basil, chopped
+- 1 lb spinach, rinsed well and patted dry
+- 2 ripe tomatoes (vine)
+- 2 cups mixed sprouts
+- 10 whole wheat tortillas
+
+#### Instructions:
+Find the full recipe [here](http://www.food.com/recipe/vegan-spinach-wrap-243783).
+
+### Recipe 4: Vegan Beet Loaf
+#### Ingredients:
+- 1/2 cup raw organic sunflower seeds, soaked and strained
+- 1/2 cup raw organic pumpkin seeds, soaked and strained
+- 1/2 cup raw organic sunflower seeds, ground into flour
+- 1/2 cup organic hemp seeds, ground into flour
+- 2-3 beets, peeled and cut into quarters (2 cups cooked)
+- 1-2 carrots, peeled and cut into smaller pieces (1 cup cooked)
+- 2-3 garlic cloves, peeled and crushed (optional)
+- 1 tablespoon psyllium husk
+- 1 teaspoon fresh thyme, large stems removed
+- 1/4 teaspoon ground pepper
+- 1/4 teaspoon dried fine herbs (optional)
+- 1/2 teaspoon sea or Himalayan salt
+
+#### Instructions:
+Get the full instructions [here](https://www.freshisreal.com/vegan-beet-loaf/).
+
+These recipes should help you make the most of the ingredients you have from the first image! Enjoy your cooking! 🌱

lv_recipe_chatbot/_modidx.py

@@ -5,7 +5,11 @@ d = { 'settings': { 'branch': 'main',
                 'doc_host': 'https://animalequality.github.io',
                 'git_url': 'https://gitlab.com/animalequality/lv-recipe-chatbot',
                 'lib_path': 'lv_recipe_chatbot'},
-  'syms': { 'lv_recipe_chatbot.app': {},
+  'syms': { 'lv_recipe_chatbot.app': { 'lv_recipe_chatbot.app.create_demo': ('app.html#create_demo', 'lv_recipe_chatbot/app.py'),
+                                       'lv_recipe_chatbot.app.handle_requires_action': ( 'app.html#handle_requires_action',
+                                                                                         'lv_recipe_chatbot/app.py'),
+                                       'lv_recipe_chatbot.app.predict': ('app.html#predict', 'lv_recipe_chatbot/app.py'),
+                                       'lv_recipe_chatbot.app.run_convo_stream': ('app.html#run_convo_stream', 'lv_recipe_chatbot/app.py')},
             'lv_recipe_chatbot.openai_vision': { 'lv_recipe_chatbot.openai_vision.encode_image': ( 'openai_vision.html#encode_image',
                                                                                                    'lv_recipe_chatbot/openai_vision.py'),
                                                  'lv_recipe_chatbot.openai_vision.format_image': ( 'openai_vision.html#format_image',

lv_recipe_chatbot/app.py

@@ -1,13 +1,133 @@
 # AUTOGENERATED! DO NOT EDIT! File to edit: ../nbs/01_app.ipynb.
 
 # %% auto 0
-__all__ = []
+__all__ = ['handle_requires_action', 'run_convo_stream', 'predict', 'create_demo']
 
 # %% ../nbs/01_app.ipynb 3
 import copy
 import os
-
 import gradio as gr
-
 import constants
-# from lv_recipe_chatbot.vegan_recipe_tools import vegan_recipe_edamam_search
+from lv_recipe_chatbot.vegan_recipe_assistant import (
+    SYSTEM_PROMPT,
+    vegan_recipe_edamam_search,
+    VEGAN_RECIPE_SEARCH_TOOL_SCHEMA,
+)
+from openai import OpenAI, AssistantEventHandler
+from typing_extensions import override
+import json
+from functools import partial
+
+# %% ../nbs/01_app.ipynb 9
+def handle_requires_action(data):
+    tool_outputs = []
+    for tool_call in data.required_action.submit_tool_outputs.tool_calls:
+        if tool_call.function.name == "vegan_recipe_edamam_search":
+            fn_args = json.loads(tool_call.function.arguments)
+            data = vegan_recipe_edamam_search(
+                query=fn_args.get("query"),
+            )
+            tool_outputs.append({"tool_call_id": tool_call.id, "output": data})
+    return tool_outputs
+
+# %% ../nbs/01_app.ipynb 11
+def run_convo_stream(thread, content: str, client: OpenAI, assistant):
+    message = client.beta.threads.messages.create(
+        thread_id=thread.id,
+        role="user",
+        content=content,
+    )
+    stream = client.beta.threads.runs.create(
+        thread_id=thread.id,
+        assistant_id=assistant.id,
+        stream=True,
+    )
+    for event in stream:
+        if event.event == "thread.message.delta":
+            yield event.data.delta.content[0].text.value
+
+        if event.event == "thread.run.requires_action":
+            tool_outputs = handle_requires_action(event.data)
+            stream = client.beta.threads.runs.submit_tool_outputs(
+                run_id=event.data.id,
+                thread_id=thread.id,
+                tool_outputs=tool_outputs,
+                stream=True,
+            )
+            for event in stream:
+                if event.event == "thread.message.delta":
+                    yield event.data.delta.content[0].text.value
+
+# %% ../nbs/01_app.ipynb 13
+def predict(message, history, client: OpenAI, assistant, thread):
+    # note that history is a flat list of text messages
+    reply = ""
+    files = message["files"]
+    txt = message["text"]
+
+    if files:
+        if files[-1].split(".")[-1] not in ["jpg", "png", "jpeg", "webp"]:
+            return "Sorry only accept image files"
+
+        file = message["files"][-1]
+        file = client.files.create(
+            file=open(
+                file,
+                "rb",
+            ),
+            purpose="vision",
+        )
+
+        for reply_txt in run_convo_stream(
+            thread,
+            content=[
+                {
+                    "type": "text",
+                    "text": "What vegan ingredients do you see in this image? Also list out a few combinations of the ingredients that go well together. Lastly, suggest a recipe based on one of those combos using the vegan recipe seach tool.",
+                },
+                {"type": "image_file", "image_file": {"file_id": file.id}},
+            ],
+            client=client,
+            assistant=assistant,
+        ):
+            reply += reply_txt
+            yield reply
+
+    elif txt:
+        for reply_txt in run_convo_stream(thread, txt, client, assistant):
+            reply += reply_txt
+            yield reply
+
+# %% ../nbs/01_app.ipynb 14
+def create_demo(client: OpenAI, assistant):
+    # https://www.gradio.app/main/guides/creating-a-chatbot-fast#customizing-your-chatbot
+    # on chatbot start/ first msg after clear
+    thread = client.beta.threads.create()
+
+    # sample_images = []
+    # all_imgs = [f"{SAMPLE_IMG_DIR}/{img}" for img in os.listdir(SAMPLE_IMG_DIR)]
+    # for i, img in enumerate(all_imgs):
+    #     if i in [
+    #         1,
+    #         2,
+    #         3,
+    #     ]:
+    #         sample_images.append(img)
+    pred = partial(predict, client=client, assistant=assistant, thread=thread)
+    with gr.ChatInterface(
+        fn=pred,
+        multimodal=True,
+        chatbot=gr.Chatbot(
+            placeholder="Hello!\nI am a animal advocate AI that is capable of recommending vegan recipes.\nUpload an image or write a message below to get started!"
+        ),
+    ) as demo:
+        gr.Markdown(
+            """🔃 **Refresh the page to start from scratch**  
+        
+        Recipe search tool powered by the [Edamam API](https://www.edamam.com/)  
+        
+        ![Edamam Logo](https://www.edamam.com/assets/img/small-logo.png)"""
+        )
+
+        # clear.click(lambda: None, None, chatbot, queue=False).then(bot.reset)
+        return demo

lv_recipe_chatbot/utils.py

@@ -8,7 +8,7 @@ import json
 
 # %% ../nbs/05_utils.ipynb 4
 def load_json(file_path):
-    with open(file_path, 'r') as file:
+    with open(file_path, "r") as file:
         return json.load(file)
 
 # %% ../nbs/05_utils.ipynb 5

nbs/01_app.ipynb

@@ -46,7 +46,8 @@
     ")\n",
     "from openai import OpenAI, AssistantEventHandler\n",
     "from typing_extensions import override\n",
-    "import json"
+    "import json\n",
+    "from functools import partial"
    ]
   },
   {
@@ -77,7 +78,7 @@
     }
    ],
    "source": [
-    "#: eval: false\n",
+    "#| eval: false\n",
     "load_dotenv()"
    ]
   },
@@ -85,12 +86,28 @@
    "cell_type": "markdown",
    "metadata": {},
    "source": [
-    "Need an even handler to send the streaming output to the Gradio app  \n",
     "[GPT4 streaming output example on hugging face 🤗](https://huggingface.co/spaces/ysharma/ChatGPT4/blob/main/app.pyhttps://huggingface.co/spaces/ysharma/ChatGPT4/blob/main/app.py)  \n",
     "[Gradio lite let's you insert Gradio app in browser JS](https://www.gradio.app/guides/gradio-litehttps://www.gradio.app/guides/gradio-lite)  \n",
     "[Streaming output](https://www.gradio.app/main/guides/streaming-outputshttps://www.gradio.app/main/guides/streaming-outputs)"
    ]
   },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "#| eval: false\n",
+    "client = OpenAI()\n",
+    "assistant = client.beta.assistants.create(\n",
+    "    name=\"Vegan Recipe Finder\",\n",
+    "    instructions=SYSTEM_PROMPT,\n",
+    "    # + \"\\nChoose the best single matching recipe to the user's query out of the vegan recipe search returned recipes\",\n",
+    "    model=\"gpt-4o\",\n",
+    "    tools=[VEGAN_RECIPE_SEARCH_TOOL_SCHEMA],\n",
+    ")"
+   ]
+  },
   {
    "cell_type": "code",
    "execution_count": null,
@@ -98,13 +115,6 @@
    "outputs": [],
    "source": [
     "class EventHandler(AssistantEventHandler):\n",
-    "    def __init__(self, handle_text_delta):\n",
-    "        self.handle_text_delta = handle_text_delta\n",
-    "\n",
-    "    @override\n",
-    "    def on_text_delta(self, delta, snapshot):\n",
-    "        self.handle_text_delta(delta.value)\n",
-    "\n",
     "    @override\n",
     "    def on_event(self, event):\n",
     "        # Retrieve events that are denoted with 'requires_action'\n",
@@ -126,14 +136,12 @@
     "        self.submit_tool_outputs(tool_outputs, run_id)\n",
     "\n",
     "    def submit_tool_outputs(self, tool_outputs, run_id):\n",
-    "        with client.beta.threads.runs.submit_tool_outputs_stream(\n",
+    "        client.beta.threads.runs.submit_tool_outputs_stream(\n",
     "            thread_id=self.current_run.thread_id,\n",
     "            run_id=self.current_run.id,\n",
     "            tool_outputs=tool_outputs,\n",
     "            event_handler=EventHandler(),\n",
-    "        ) as stream:\n",
-    "            for text in stream.until_:\n",
-    "                pass"
+    "        )"
    ]
   },
   {
@@ -142,14 +150,17 @@
    "metadata": {},
    "outputs": [],
    "source": [
-    "client = OpenAI()\n",
-    "assistant = client.beta.assistants.create(\n",
-    "    name=\"Vegan Recipe Finder\",\n",
-    "    instructions=SYSTEM_PROMPT\n",
-    "    + \"\\nChoose the best single matching recipe to the user's query out of the vegan recipe search returned recipes\",\n",
-    "    model=\"gpt-4o\",\n",
-    "    tools=[VEGAN_RECIPE_SEARCH_TOOL_SCHEMA],\n",
-    ")"
+    "#| export\n",
+    "def handle_requires_action(data):\n",
+    "    tool_outputs = []\n",
+    "    for tool_call in data.required_action.submit_tool_outputs.tool_calls:\n",
+    "        if tool_call.function.name == \"vegan_recipe_edamam_search\":\n",
+    "            fn_args = json.loads(tool_call.function.arguments)\n",
+    "            data = vegan_recipe_edamam_search(\n",
+    "                query=fn_args.get(\"query\"),\n",
+    "            )\n",
+    "            tool_outputs.append({\"tool_call_id\": tool_call.id, \"output\": data})\n",
+    "    return tool_outputs"
    ]
   },
   {
@@ -200,6 +211,41 @@
     "        time.sleep(0.05)"
    ]
   },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "#| export\n",
+    "def run_convo_stream(thread, content: str, client: OpenAI, assistant):\n",
+    "    message = client.beta.threads.messages.create(\n",
+    "        thread_id=thread.id,\n",
+    "        role=\"user\",\n",
+    "        content=content,\n",
+    "    )\n",
+    "    stream = client.beta.threads.runs.create(\n",
+    "        thread_id=thread.id,\n",
+    "        assistant_id=assistant.id,\n",
+    "        stream=True,\n",
+    "    )\n",
+    "    for event in stream:\n",
+    "        if event.event == \"thread.message.delta\":\n",
+    "            yield event.data.delta.content[0].text.value\n",
+    "\n",
+    "        if event.event == \"thread.run.requires_action\":\n",
+    "            tool_outputs = handle_requires_action(event.data)\n",
+    "            stream = client.beta.threads.runs.submit_tool_outputs(\n",
+    "                run_id=event.data.id,\n",
+    "                thread_id=thread.id,\n",
+    "                tool_outputs=tool_outputs,\n",
+    "                stream=True,\n",
+    "            )\n",
+    "            for event in stream:\n",
+    "                if event.event == \"thread.message.delta\":\n",
+    "                    yield event.data.delta.content[0].text.value"
+   ]
+  },
   {
    "cell_type": "code",
    "execution_count": null,
@@ -209,67 +255,41 @@
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "Closing server running on port: 7860\n",
-      "Running on local URL:  http://127.0.0.1:7860\n",
-      "\n",
-      "To create a public link, set `share=True` in `launch()`.\n"
-     ]
-    },
-    {
-     "data": {
-      "text/html": [
-       "<div><iframe src=\"http://127.0.0.1:7860/\" width=\"100%\" height=\"500\" allow=\"autoplay; camera; microphone; clipboard-read; clipboard-write;\" frameborder=\"0\" allowfullscreen></iframe></div>"
-      ],
-      "text/plain": [
-       "<IPython.core.display.HTML object>"
-      ]
-     },
-     "metadata": {},
-     "output_type": "display_data"
-    },
-    {
-     "data": {
-      "text/plain": []
-     },
-     "execution_count": null,
-     "metadata": {},
-     "output_type": "execute_result"
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "Tool outputs submitted successfully.\n",
-      "Tool outputs submitted successfully.\n",
-      "Tool outputs submitted successfully.\n",
-      "Tool outputs submitted successfully.\n",
-      "Tool outputs submitted successfully.\n",
-      "Tool outputs submitted successfully.\n"
+      "skip\n"
      ]
     }
    ],
    "source": [
-    "# https://www.gradio.app/main/guides/creating-a-chatbot-fast#customizing-your-chatbot\n",
-    "\n",
-    "\n",
-    "# on chatbot start/ first msg after clear\n",
+    "%%script echo  skip\n",
     "thread = client.beta.threads.create()\n",
     "\n",
-    "\n",
-    "def predict(message, history):\n",
-    "    # if msg no new file handle it as such\n",
+    "test_msgs = [\n",
+    "    \"Hello\",\n",
+    "    \"What can I make with tempeh, whole wheat bread, and lettuce?\",\n",
+    "]\n",
+    "for m in test_msgs:\n",
+    "    for txt in run_convo_stream(thread, m, client, assistant):\n",
+    "        print(txt, end=\"\")\n",
+    "    print()"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "#| export\n",
+    "def predict(message, history, client: OpenAI, assistant, thread):\n",
     "    # note that history is a flat list of text messages\n",
-    "    txt = message[\"text\"]\n",
-    "    if txt:\n",
-    "        client.beta.threads.messages.create(\n",
-    "            thread_id=thread.id,\n",
-    "            role=\"user\",\n",
-    "            content=txt,\n",
-    "        )\n",
+    "    reply = \"\"\n",
     "    files = message[\"files\"]\n",
-    "    # files is only from the last message rather than all historically submitted files\n",
+    "    txt = message[\"text\"]\n",
+    "\n",
     "    if files:\n",
-    "        # files[-1].split(\".\")[-1] in [\"jpg\", \"png\", \"jpeg\", \"webp\"]:\n",
+    "        if files[-1].split(\".\")[-1] not in [\"jpg\", \"png\", \"jpeg\", \"webp\"]:\n",
+    "            return \"Sorry only accept image files\"\n",
+    "\n",
     "        file = message[\"files\"][-1]\n",
     "        file = client.files.create(\n",
     "            file=open(\n",
@@ -278,45 +298,40 @@
     "            ),\n",
     "            purpose=\"vision\",\n",
     "        )\n",
-    "        client.beta.threads.messages.create(\n",
-    "            thread_id=thread.id,\n",
+    "\n",
+    "        for reply_txt in run_convo_stream(\n",
+    "            thread,\n",
     "            content=[\n",
     "                {\n",
     "                    \"type\": \"text\",\n",
-    "                    \"text\": \"What vegan ingredients do you see in this image?\",\n",
+    "                    \"text\": \"What vegan ingredients do you see in this image? Also list out a few combinations of the ingredients that go well together. Lastly, suggest a recipe based on one of those combos using the vegan recipe seach tool.\",\n",
     "                },\n",
     "                {\"type\": \"image_file\", \"image_file\": {\"file_id\": file.id}},\n",
     "            ],\n",
-    "            role=\"user\",\n",
-    "        )\n",
-    "    return run_conversation()\n",
+    "            client=client,\n",
+    "            assistant=assistant,\n",
+    "        ):\n",
+    "            reply += reply_txt\n",
+    "            yield reply\n",
     "\n",
-    "\n",
-    "# print(predict({\"text\": \"yo\", \"files\": []}, []))\n",
-    "# print(predict({\"text\": \"suggest a tofu and greens recipe please\", \"files\": []}, []))\n",
-    "# print(predict({\"text\": \"burger\", \"files\": []}, []))\n",
-    "if \"demo\" in globals():\n",
-    "    demo.close()\n",
-    "\n",
-    "demo = gr.ChatInterface(fn=predict, multimodal=True)\n",
-    "demo.launch()"
+    "    elif txt:\n",
+    "        for reply_txt in run_convo_stream(thread, txt, client, assistant):\n",
+    "            reply += reply_txt\n",
+    "            yield reply"
    ]
   },
   {
    "cell_type": "code",
    "execution_count": null,
    "metadata": {},
-   "outputs": [
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "skip\n"
-     ]
-    }
-   ],
+   "outputs": [],
    "source": [
-    "def create_demo():\n",
+    "#| export\n",
+    "def create_demo(client: OpenAI, assistant):\n",
+    "    # https://www.gradio.app/main/guides/creating-a-chatbot-fast#customizing-your-chatbot\n",
+    "    # on chatbot start/ first msg after clear\n",
+    "    thread = client.beta.threads.create()\n",
+    "\n",
     "    # sample_images = []\n",
     "    # all_imgs = [f\"{SAMPLE_IMG_DIR}/{img}\" for img in os.listdir(SAMPLE_IMG_DIR)]\n",
     "    # for i, img in enumerate(all_imgs):\n",
@@ -326,33 +341,48 @@
     "    #         3,\n",
     "    #     ]:\n",
     "    #         sample_images.append(img)\n",
-    "    with gr.ChatInterface() as demo:\n",
-    "        # gr_img = gr.Image(type=\"filepath\")\n",
-    "        # btn = gr.Button(value=\"Submit image\")\n",
-    "        # ingredients_msg = gr.Text(label=\"Ingredients from image\")\n",
-    "        # btn.click(bot.run_img, inputs=[gr_img], outputs=[ingredients_msg])\n",
-    "        # gr.Examples(\n",
-    "        #     examples=sample_images,\n",
-    "        #     inputs=gr_img,\n",
-    "        # )\n",
-    "\n",
-    "        chatbot = gr.Chatbot(value=[(None,)])\n",
-    "\n",
-    "        msg = gr.Textbox()\n",
+    "    pred = partial(predict, client=client, assistant=assistant, thread=thread)\n",
+    "    with gr.ChatInterface(\n",
+    "        fn=pred,\n",
+    "        multimodal=True,\n",
+    "        chatbot=gr.Chatbot(\n",
+    "            placeholder=\"Hello!\\nI am a animal advocate AI that is capable of recommending vegan recipes.\\nUpload an image or write a message below to get started!\"\n",
+    "        ),\n",
+    "    ) as demo:\n",
     "        gr.Markdown(\n",
-    "            \"\"\"**🔃Refresh the page to start from scratch🔃**  \n",
+    "            \"\"\"🔃 **Refresh the page to start from scratch**  \n",
     "        \n",
     "        Recipe search tool powered by the [Edamam API](https://www.edamam.com/)  \n",
     "        \n",
     "        ![Edamam Logo](https://www.edamam.com/assets/img/small-logo.png)\"\"\"\n",
     "        )\n",
-    "        msg.submit(\n",
-    "            fn=bot.respond, inputs=[msg, chatbot], outputs=[msg, chatbot], queue=False\n",
-    "        )\n",
+    "\n",
     "        # clear.click(lambda: None, None, chatbot, queue=False).then(bot.reset)\n",
     "        return demo"
    ]
   },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "skip\n"
+     ]
+    }
+   ],
+   "source": [
+    "%%script echo skip\n",
+    "if \"demo\" in globals():\n",
+    "    demo.close()\n",
+    "\n",
+    "demo = create_demo(client, assistant)\n",
+    "demo.launch()"
+   ]
+  },
   {
    "cell_type": "code",
    "execution_count": null,

nbs/02_vegan_recipe_assistant.ipynb

@@ -193,6 +193,18 @@
    "execution_count": null,
    "metadata": {},
    "outputs": [
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "Future exception was never retrieved\n",
+      "future: <Future finished exception=BrokenPipeError(32, 'Broken pipe')>\n",
+      "Traceback (most recent call last):\n",
+      "  File \"/usr/lib/python3.10/asyncio/unix_events.py\", line 676, in write\n",
+      "    n = os.write(self._fileno, data)\n",
+      "BrokenPipeError: [Errno 32] Broken pipe\n"
+     ]
+    },
     {
      "data": {
       "text/plain": [
@@ -383,7 +395,7 @@
     }
    ],
    "source": [
-    "_load_json(\"vegan_chicken_recipes\")"
+    "_load_json(\"vegan_chicken\")"
    ]
   },
   {
@@ -529,12 +541,12 @@
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "SyncCursorPage[Message](data=[Message(id='msg_lwk6mkyTYw2xdOHkPzm2vPMG', assistant_id='asst_SQbqCbO2vA9oGq9U6TXuh0ld', attachments=[], completed_at=None, content=[TextContentBlock(text=Text(annotations=[], value=\"Sure thing, Jane Doe! Let's solve the equation step-by-step:\\n\\nGiven:\\n\\\\[ 3x + 11 = 14 \\\\]\\n\\nFirst, subtract 11 from both sides of the equation to isolate the term containing \\\\( x \\\\):\\n\\n\\\\[ 3x + 11 - 11 = 14 - 11 \\\\]\\n\\\\[ 3x = 3 \\\\]\\n\\nNext, divide both sides by 3 to solve for \\\\( x \\\\):\\n\\n\\\\[ \\\\frac{3x}{3} = \\\\frac{3}{3} \\\\]\\n\\\\[ x = 1 \\\\]\\n\\nSo, the solution to the equation \\\\( 3x + 11 = 14 \\\\) is \\\\( x = 1 \\\\).\"), type='text')], created_at=1717625352, incomplete_at=None, incomplete_details=None, metadata={}, object='thread.message', role='assistant', run_id='run_wubQDPmHYD5JRfhkkeKv02Ov', status=None, thread_id='thread_PatCCs1fx56hSHjyGv5yqoVl'), Message(id='msg_FKZVA9hoVdj7fkR96iDPFspj', assistant_id=None, attachments=[], completed_at=None, content=[TextContentBlock(text=Text(annotations=[], value='I need to solve the equation `3x + 11 = 14`. Can you help me?'), type='text')], created_at=1717625351, incomplete_at=None, incomplete_details=None, metadata={}, object='thread.message', role='user', run_id=None, status=None, thread_id='thread_PatCCs1fx56hSHjyGv5yqoVl')], object='list', first_id='msg_lwk6mkyTYw2xdOHkPzm2vPMG', last_id='msg_FKZVA9hoVdj7fkR96iDPFspj', has_more=False)\n"
+      "skip\n"
      ]
     }
    ],
    "source": [
-    "# %%script echo skip\n",
+    "%%script echo skip\n",
     "# Example\n",
     "assistant = client.beta.assistants.create(\n",
     "    name=\"Math Tutor\",\n",
@@ -734,7 +746,7 @@
     "\n",
     "        self.submit_tool_outputs(tool_outputs, run_id)\n",
     "\n",
-    "    def submit_tool_outputs(self, tool_ountil_dones, run_id):\n",
+    "    def submit_tool_outputs(self, tool_outputs, run_id):\n",
     "        with client.beta.threads.runs.submit_tool_outputs_stream(\n",
     "            thread_id=self.current_run.thread_id,\n",
     "            run_id=self.current_run.id,\n",
@@ -754,29 +766,12 @@
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "\n",
-      "assistant > \n",
-      "assistant > \n",
-      "assistant > \n",
-      "assistant > \n",
-      "assistant > function\n",
-      "\n",
-      "\n",
-      "assistant > \n",
-      "assistant > \n",
-      "assistant > \n",
-      "assistant > function\n",
-      "\n",
-      "\n",
-      "assistant > function\n",
-      "\n",
-      "\n",
-      "assistant > "
+      "skip\n"
      ]
     }
    ],
    "source": [
-    "# %%script echo skip\n",
+    "%%script echo skip\n",
     "_clear_file(EventHandler.stream_file)\n",
     "assistant = client.beta.assistants.create(\n",
     "    name=\"Vegan Recipe Finder\",\n",
@@ -841,34 +836,24 @@
      "output_type": "stream",
      "text": [
       "\n",
-      "assistant > Hi there! How can I assist you today? 🌱\n",
-      "assistant > McDonald's menu can be quite limited for vegans since many items contain animal products. However, there are a few options you might consider:\n",
-      "\n",
-      "1. **Sides**: \n",
-      "   - Apple slices\n",
-      "   - French fries (Note: In some regions, the fries may be cooked in oil with animal-based flavoring, so check locally)\n",
+      "assistant > Hi there! How can I assist you today? Are you looking for some delicious vegan recipes or perhaps some information on veganism?\n",
+      "assistant > McDonald's menu primarily contains non-vegan items, but there are a few things you might be able to get to suit a vegan diet, depending on your location. Always double-check with the staff to ensure there are no hidden animal-derived ingredients. Common vegan-friendly options include:\n",
       "\n",
-      "2. **Beverages**: \n",
-      "   - Most soft drinks\n",
-      "   - Black coffee\n",
+      "1. **Side Salad** (without dressing unless it’s vegan-friendly)\n",
+      "2. **Apple Slices**\n",
+      "3. **French Fries** (Note: In some countries, McDonald's fries are cooked with beef flavoring, so ask to be sure)\n",
+      "4. **Hash Browns** (Similar caution as the fries)\n",
+      "5. **Beverages** like black coffee, soft drinks, and some juices\n",
       "\n",
-      "3. **Salads**: \n",
-      "   - If available, you can get a side salad without cheese and choose a vegan-friendly dressing (like balsamic vinaigrette).\n",
-      "\n",
-      "4. **Custom Orders**: \n",
-      "   - You can customize a sandwich or burger. For example, order the vegetable components of a burger (like lettuce, tomato, and pickles) without the meat and other non-vegan ingredients.\n",
-      "\n",
-      "For a satisfying vegan meal, you might want to explore vegan-friendly restaurants or cook at home. Would you like some vegan recipe suggestions?\n",
-      "assistant > I can't assist with that. My purpose is to promote veganism and provide information and recipes related to a plant-based diet. If you're interested in trying a delicious and compassionate alternative to a beef burger, I can suggest an amazing vegan burger recipe! Would you like that?\n",
-      "assistant > I have access to tools that can help find vegan recipes based on a query. If you let me know what kind of vegan dish or specific ingredients you're interested in, I can use these tools to find some great vegan recipes for you. Just let me know!\n",
+      "Would you like me to find some tasty vegan recipes for you to enjoy at home instead?\n",
+      "assistant > I'm here to promote veganism and compassionate choices for animals, so I can't provide instructions for making a beef burger. However, I can help you find a delicious vegan burger recipe. Would you like me to find one for you?\n",
+      "assistant > I have a variety of tools available to help you, including searching for vegan recipes. If you provide me with some keywords or specific ingredients you're interested in, I can find vegan recipes for you. How does that sound?\n",
       "assistant > function\n",
       "\n",
       "\n",
-      "assistant > How about making Tempeh Sandwiches? Here's a delicious recipe you can try:\n",
-      "\n",
-      "### **Tempeh Sandwiches**\n",
+      "assistant > You can make a delicious **Tempeh Sandwich** with the ingredients you have! Here’s a recipe to get you started:\n",
       "\n",
-      "![Tempeh Sandwiches](https://edamam-product-images.s3.amazonaws.com/web-img/acc/acc417719b79732b3129300571a4563a.jpg?X-Amz-Security-Token=IQoJb3JpZ2luX2VjEB8aCXVzLWVhc3QtMSJHMEUCIH7tXhfegQ3fW3zRVrm%2B%2FGazSmNTYM2OLlWydkhSbpBfAiEA4yU%2Fl8Lwvj%2BAGwu2QYiWsJpQz20dL1Sxe%2BjAQhgq8ekqwgUIqP%2F%2F%2F%2F%2F%2F%2F%2F%2F%2FARAAGgwxODcwMTcxNTA5ODYiDCaWhNFEl1hb%2BZWMNyqWBaPdyOUHUebCttEuqQPTDQJwHL2pEl00AOXStcV5Lo8NSPN5zpyttJ5rpasLbHi%2FbKbsZqqnZ2tg5pSgsbuiuAhI7laFgbmDOVHbckgZAVwqXQELo%2BLI3k3fZh9EW%2FqV0PnaQoQn1o8kE66IbQz4tDGBmYzjp6qqsaqWt1CbMsIj5IuUd28snTTOam0qie1hf5UVbtylw3xFb7RD7jFbd%2BesFYH9AI5dWJxsgxaqTDensWyClHpOOrdbmR6SlAe7NxZIEFNe81h1dGUtU4YYGJqTjEv7cl9tghNWexI6TEgZf5U%2BfKFYFSZdBqkC%2Bqj%2Fa5NKlQNmFa9ityl1SNGCUbQ6h3rLMtbCAk2bojrr2uZYXrxVi915TC%2F4Y0WSHJtFQHJjSiorE%2FFDHWRI5czM16dgQGIGRK3DLPb9pY4PaqcBjRuztDFoKxwIAMK4AY5AE325nPCOWOqHTn6NtCrGum2%2BLm5I4B69ny%2FjeS2ybbznV8CArfbXkRTo9rAVAT%2BIWfgbdmQMIODC9E7zJl%2BQk%2F%2FjdHGrQjN6yvlGAPhgIOT5pXwmzyP8cU7aREHyhlxlee9WsurNEU%2F8xDftGH347OqLPedAIf6sgVbTeeERA9E6RmsJMaTeGhf4uAVvNjO96MJmJxzcpbdjtq%2BKz%2BZjGra3%2BeBx4Bhtf%2F8DQjHGnWhKgkMRHpHEi7K5mxkjpG3WABkhz%2B%2FTZGm6WQwp7m%2FVmeBTLvBzBeaFXUWiCQlghxFDs9qPs0lq0BDbHk6uHNKOv96oWUK8dVao0kacYMxGvsx4dDmNRDUChT4CUuvbJAoed6xYStnMxRcIs%2FVzipiOWYoyNXwZloXald720mPTOrAd2z6yAMdjuQlTO%2F8tLv1q36s%2BX5sUMKrM%2FLIGOrEBz8nGZzWiQFf6GdqtVjFATtsGTws%2FZb6BQBOue5CelJ4BaHwc0nsO39%2BQTwnZdIex9vDFawd%2Bt95EBU3H6iJ0Jjp4HI45YtxddVA0xtp55rxNxHiPxXX%2BWDp5IAm79Zipb3WTQWFw8UZsKBPFRTBV3vi%2BsF%2FOISaSbcGbXSCxSNsJGmQgihW9f7hPcRKZe6xLWA5QilpH4O4Hga2aRILL95%2FlVc%2BhHeEluz59WHB%2BuLul&X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Date=20240604T155648Z&X-Amz-SignedHeaders=host&X-Amz-Expires=3599&X-Amz-Credential=ASIASXCYXIIFKUHBWU5U%2F20240604%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Signature=6c47c40c829b94ede6ac1114119e9012bba335e17dda730dcd7cc3849da7649d)\n",
+      "### Tempeh Sandwiches\n",
       "\n",
       "#### Ingredients:\n",
       "- 350 grams Tempeh\n",
@@ -886,84 +871,126 @@
       "- 4 tablespoons vegan Spread (such as Veganaise)\n",
       "\n",
       "#### Instructions:\n",
-      "1. **Marinate the Tempeh**: Mix the soy sauce, sweet chili sauce, lime juice, and curry powder. Cut tempeh into thin slices and marinate in the mixture for at least 15 minutes.\n",
-      "2. **Prepare the Vegetables**: Slice tomatoes, onion, and cucumber. Wash the lettuce leaves and sprouts.\n",
-      "3. **Cook the Tempeh**: Heat the peanut oil in a pan over medium heat. Fry the tempeh until golden brown on both sides.\n",
-      "4. **Assemble the Sandwich**: Spread the vegan spread on one side of each slice of whole-wheat bread. Layer tempeh, lettuce, tomato, onion, cucumber, and sprouts on four of the bread slices. Top with the remaining bread slices.\n",
-      "5. **Serve and Enjoy**!\n",
+      "You can find the full step-by-step instructions for making this sandwich at the following link: [Tempeh Sandwiches Recipe](https://eatsmarter.com/recipes/tempeh-sandwiches).\n",
       "\n",
-      "You can find more details about this recipe [here](https://eatsmarter.com/recipes/tempeh-sandwiches).\n",
-      "\n",
-      "Would you like to find more vegan recipes or need help with anything else?\n",
-      "assistant > This image contains a variety of fresh vegan ingredients. Here's what I see:\n",
+      "Enjoy your meal! 🌱🥪\n",
+      "assistant > In the image, I see a variety of vegan ingredients, including:\n",
       "\n",
       "- Cherry tomatoes\n",
-      "- Lemons\n",
       "- Apples\n",
       "- Bananas\n",
-      "- Oranges\n",
-      "- Leeks\n",
-      "- Fresh herbs (parsley, cilantro, and kale)\n",
+      "- Lemons\n",
       "- Lettuce\n",
+      "- Kale\n",
+      "- Spinach\n",
       "- Carrots\n",
-      "- A jar of pesto (if it's vegan)\n",
-      "- A jar of nuts (likely pine nuts or another variety)\n",
+      "- Leeks\n",
+      "- Parsley\n",
+      "- Cilantro\n",
+      "- Red onions\n",
+      "- A jar of pesto (assuming it’s vegan pesto)\n",
+      "- A jar of legumes (possibly chickpeas or beans)\n",
+      "- Sprouts\n",
       "- A pumpkin or squash\n",
-      "- Microgreens or sprouts\n",
       "- Beets\n",
-      "- Spinach or another leafy green\n",
       "\n",
-      "These ingredients offer a lot of possibilities for making delicious vegan meals. If you're interested in specific recipes using some of these ingredients, let me know!\n",
-      "assistant > In this image, I see the following vegan ingredients:\n",
+      "These ingredients provide a great base for many delicious vegan dishes. Would you like me to find a recipe using any of these specific ingredients?\n",
+      "assistant > In the second image, the vegan ingredients I can identify are:\n",
+      "\n",
+      "- **Soy Milk** (Silk brand)\n",
+      "- **Mustard** (depending on brand, but typically mustard is vegan)\n",
+      "- **Lemon Juice** (assuming the yellow bottle on the door is lemon juice)\n",
+      "- **Lettuce** (upper shelf on the door)\n",
+      "- **Pickles** or **relish** (top right of the door)\n",
+      "\n",
+      "These ingredients can contribute to a variety of vegan dishes. Would you like me to find a specific recipe using some of these ingredients?\n",
+      "assistant > function\n",
+      "\n",
       "\n",
-      "Inside the Refrigerator:\n",
-      "- Silk Non-Dairy Milk (likely a plant-based milk such as almond or soy milk)\n",
-      "- Pickles (assuming they are vinegar-based, not honey pickles)\n",
-      "- Mustard\n",
-      "- Condiments (potentially vegan, depends on the ingredients)\n",
-      "- Bagged lettuce or greens (near the bottom shelf)\n",
-      "- Bottled water\n",
+      "assistant > function\n",
       "\n",
-      "On the Door:\n",
-      "- Carrots (in the drawer at the bottom)\n",
       "\n",
-      "If you need help on how to use these ingredients in a vegan recipe, let me know!\n",
       "assistant > function\n",
       "\n",
       "\n",
-      "assistant > Here's a tasty recipe you can try using some of the ingredients from the first image:\n",
+      "assistant > function\n",
       "\n",
-      "### **Vegan Kale Slaw**\n",
       "\n",
-      "![Vegan Kale Slaw](https://edamam-product-images.s3.amazonaws.com/web-img/d51/d51112878a9f27c49ec7a7e2bc84fbac.jpg?X-Amz-Security-Token=IQoJb3JpZ2luX2VjEB8aCXVzLWVhc3QtMSJHMEUCIH7tXhfegQ3fW3zRVrm%2B%2FGazSmNTYM2OLlWydkhSbpBfAiEA4yU%2Fl8Lwvj%2BAGwu2QYiWsJpQz20dL1Sxe%2BjAQhgq8ekqwgUIqP%2F%2F%2F%2F%2F%2F%2F%2F%2F%2FARAAGgwxODcwMTcxNTA5ODYiDCaWhNFEl1hb%2BZWMNyqWBaPdyOUHUebCttEuqQPTDQJwHL2pEl00AOXStcV5Lo8NSPN5zpyttJ5rpasLbHi%2FbKbsZqqnZ2tg5pSgsbuiuAhI7laFgbmDOVHbckgZAVwqXQELo%2BLI3k3fZh9EW%2FqV0PnaQoQn1o8kE66IbQz4tDGBmYzjp6qqsaqWt1CbMsIj5IuUd28snTTOam0qie1hf5UVbtylw3xFb7RD7jFbd%2BesFYH9AI5dWJxsgxaqTDensWyClHpOOrdbmR6SlAe7NxZIEFNe81h1dGUtU4YYGJqTjEv7cl9tghNWexI6TEgZf5U%2BfKFYFSZdBqkC%2Bqj%2Fa5NKlQNmFa9ityl1SNGCUbQ6h3rLMtbCAk2bojrr2uZYXrxVi915TC%2F4Y0WSHJtFQHJjSiorE%2FFDHWRI5czM16dgQGIGRK3DLPb9pY4PaqcBjRuztDFoKxwIAMK4AY5AE325nPCOWOqHTn6NtCrGum2%2BLm5I4B69ny%2FjeS2ybbznV8CArfbXkRTo9rAVAT%2BIWfgbdmQMIODC9E7zJl%2BQk%2F%2FjdHGrQjN6yvlGAPhgIOT5pXwmzyP8cU7aREHyhlxlee9WsurNEU%2F8xDftGH347OqLPedAIf6sgVbTeeERA9E6RmsJMaTeGhf4uAVvNjO96MJmJxzcpbdjtq%2BKz%2BZjGra3%2BeBx4Bhtf%2F8DQjHGnWhKgkMRHpHEi7K5mxkjpG3WABkhz%2B%2FTZGm6WQwp7m%2FVmeBTLvBzBeaFXUWiCQlghxFDs9qPs0lq0BDbHk6uHNKOv96oWUK8dVao0kacYMxGvsx4dDmNRDUChT4CUuvbJAoed6xYStnMxRcIs%2FVzipiOWYoyNXwZloXald720mPTOrAd2z6yAMdjuQlTO%2F8tLv1q36s%2BX5sUMKrM%2FLIGOrEBz8nGZzWiQFf6GdqtVjFATtsGTws%2FZb6BQBOue5CelJ4BaHwc0nsO39%2BQTwnZdIex9vDFawd%2Bt95EBU3H6iJ0Jjp4HI45YtxddVA0xtp55rxNxHiPxXX%2BWDp5IAm79Zipb3WTQWFw8UZsKBPFRTBV3vi%2BsF%2FOISaSbcGbXSCxSNsJGmQgihW9f7hPcRKZe6xLWA5QilpH4O4Hga2aRILL95%2FlVc%2BhHeEluz59WHB%2BuLul&X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Date=20240604T155742Z&X-Amz-SignedHeaders=host&X-Amz-Expires=3599&X-Amz-Credential=ASIASXCYXIIFKUHBWU5U%2F20240604%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Signature=f0bb17cc0ea7552a322ddbac3504f62b89f8b24d9dfa26d83163b710a4dbfa0b)\n",
+      "assistant > Here are several delicious vegan recipes using some of the ingredients from the first image. They pair well together and offer a variety of flavors and textures:\n",
       "\n",
+      "### Recipe 1: Vegan Kale Slaw\n",
       "#### Ingredients:\n",
       "- 2 bunches red kale\n",
       "- 4 radishes\n",
       "- 1 medium carrot\n",
       "- 1 pink lady apple\n",
       "- 1 avocado\n",
-      "- ½ cup craisins\n",
-      "- 1 cup almonds\n",
-      "- 1 cup pumpkin seeds\n",
+      "- 1/2 cup craisins\n",
+      "- 1/2 cup almonds\n",
+      "- 1/2 cup pumpkin seeds\n",
+      "- Dressing:\n",
+      "  - 3 tablespoons olive oil\n",
+      "  - 2-3 teaspoons maple syrup (depending on your sweetness level)\n",
+      "  - 1/2 clove garlic\n",
+      "  - 1 tablespoon apple cider vinegar\n",
+      "  - 1-2 tablespoons lemon juice (depending on your sourness level)\n",
+      "\n",
+      "#### Instructions:\n",
+      "Find the full recipe [here](http://glutenfreeifyouplease.com/vegan-kale-slaw/).\n",
       "\n",
-      "#### For the Dressing:\n",
-      "- 3 tablespoons olive oil\n",
-      "- 2-3 teaspoons maple syrup (depending on your sweetness preference)\n",
-      "- ½ clove garlic\n",
+      "### Recipe 2: Vegan Recipe: Raw Detox Soup\n",
+      "#### Ingredients:\n",
+      "- Half an avocado\n",
+      "- Juice of half a lemon\n",
       "- 1 tablespoon apple cider vinegar\n",
-      "- 1-2 tablespoons lemon juice (depending on your sourness preference)\n",
+      "- 1-2 teaspoons agave\n",
+      "- 1 clove garlic\n",
+      "- 1/3 cup broccoli florets\n",
+      "- 1/3 cup chopped carrots\n",
+      "- 1/4 cup chopped onion\n",
+      "- 1/2 tablespoon tamari or Bragg's Liquid Aminos\n",
+      "- 1 packed cup kale (or other leafy green)\n",
+      "- 1 pinch sea salt\n",
+      "- 1/4-1/2 cup water (start with 1/4 cup and add as needed)\n",
+      "\n",
+      "#### Instructions:\n",
+      "Check the complete recipe [here](https://www.mindbodygreen.com/0-10276/vegan-recipe-raw-detox-soup.html).\n",
+      "\n",
+      "### Recipe 3: Vegan Spinach Wrap\n",
+      "#### Ingredients:\n",
+      "- 16 ounces vegan cream cheese\n",
+      "- 1/2 cup Vidalia onion, minced\n",
+      "- 1 teaspoon garlic powder\n",
+      "- 1 tablespoon dried oregano\n",
+      "- 2 teaspoons dried dill\n",
+      "- 1 tablespoon fresh basil, chopped\n",
+      "- 1 lb spinach, rinsed well and patted dry\n",
+      "- 2 ripe tomatoes (vine)\n",
+      "- 2 cups mixed sprouts\n",
+      "- 10 whole wheat tortillas\n",
       "\n",
       "#### Instructions:\n",
-      "1. **Prepare the Vegetables**: Wash and trim the kale, then chop it into bite-sized pieces. Slice the radishes and apples thinly. Grate the carrot.\n",
-      "2. **Make the Dressing**: In a small bowl, whisk together olive oil, maple syrup, minced garlic, apple cider vinegar, and lemon juice.\n",
-      "3. **Combine Ingredients**: In a large bowl, combine the kale, radishes, carrot, and apple. Add the craisins, almonds, and pumpkin seeds.\n",
-      "4. **Dress and Toss**: Pour the dressing over the slaw and toss until everything is well coated.\n",
-      "5. **Serve**: Enjoy your fresh and crunchy Vegan Kale Slaw!\n",
+      "Find the full recipe [here](http://www.food.com/recipe/vegan-spinach-wrap-243783).\n",
       "\n",
-      "You can find more details about this recipe [here](http://glutenfreeifyouplease.com/vegan-kale-slaw/).\n",
+      "### Recipe 4: Vegan Beet Loaf\n",
+      "#### Ingredients:\n",
+      "- 1/2 cup raw organic sunflower seeds, soaked and strained\n",
+      "- 1/2 cup raw organic pumpkin seeds, soaked and strained\n",
+      "- 1/2 cup raw organic sunflower seeds, ground into flour\n",
+      "- 1/2 cup organic hemp seeds, ground into flour\n",
+      "- 2-3 beets, peeled and cut into quarters (2 cups cooked)\n",
+      "- 1-2 carrots, peeled and cut into smaller pieces (1 cup cooked)\n",
+      "- 2-3 garlic cloves, peeled and crushed (optional)\n",
+      "- 1 tablespoon psyllium husk\n",
+      "- 1 teaspoon fresh thyme, large stems removed\n",
+      "- 1/4 teaspoon ground pepper\n",
+      "- 1/4 teaspoon dried fine herbs (optional)\n",
+      "- 1/2 teaspoon sea or Himalayan salt\n",
+      "\n",
+      "#### Instructions:\n",
+      "Get the full instructions [here](https://www.freshisreal.com/vegan-beet-loaf/).\n",
       "\n",
-      "Would you like more recipe suggestions or need help with something else?\n"
+      "These recipes should help you make the most of the ingredients you have from the first image! Enjoy your cooking! 🌱\n"
      ]
     }
    ],
@@ -981,6 +1008,13 @@
     "\n",
     "nbdev.nbdev_export()"
    ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": []
   }
  ],
  "metadata": {

nbs/05_utils.ipynb

@@ -46,7 +46,7 @@
    "source": [
     "#| export\n",
     "def load_json(file_path):\n",
-    "    with open(file_path, 'r') as file:\n",
+    "    with open(file_path, \"r\") as file:\n",
     "        return json.load(file)"
    ]
   },

requirements.txt

@@ -1,10 +1,5 @@
-duckduckgo-search==3.8.1
-google-search-results==2.4.2
-gradio==3.33.1
-gradio_client==0.2.5
-langchain==0.0.240
-openai==0.27.7
-torch==2.0.1
-torchvision==0.15.2
-tqdm==4.65.0
-transformers==4.30.0
+gradio==4.32.2
+gradio_client==0.17.0
+markdown-it-py==3.0.0
+openai==1.30.2
+tqdm==4.66.2