Full research (Tavily+RAG) works

notebooks/transcript_agents.ipynb

@@ -1,8 +1,15 @@
 {
  "cells": [
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "# Adobe research unit"
+   ]
+  },
   {
    "cell_type": "code",
-   "execution_count": 1,
+   "execution_count": 282,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -15,7 +22,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 2,
+   "execution_count": 283,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -24,9 +31,18 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 3,
+   "execution_count": 284,
    "metadata": {},
-   "outputs": [],
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "The autoreload extension is already loaded. To reload it, use:\n",
+      "  %reload_ext autoreload\n"
+     ]
+    }
+   ],
    "source": [
     "%load_ext autoreload\n",
     "%autoreload 2\n"
@@ -34,10 +50,13 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 4,
+   "execution_count": 285,
    "metadata": {},
    "outputs": [],
    "source": [
+    "from uuid import uuid4\n",
+    "\n",
+    "unique_id = uuid4().hex[0:8]\n",
     "\n",
     "load_dotenv()\n",
     "\n",
@@ -48,12 +67,15 @@
     "        os.environ[key_name] = getpass.getpass(prompt_message)\n",
     "\n",
     "set_api_key_if_not_present(\"OPENAI_API_KEY\")\n",
-    "set_api_key_if_not_present(\"TAVILY_API_KEY\")"
+    "set_api_key_if_not_present(\"TAVILY_API_KEY\")\n",
+    "os.environ[\"LANGCHAIN_TRACING_V2\"] = \"true\"\n",
+    "os.environ[\"LANGCHAIN_PROJECT\"] = f\"AIE - MBUDISIC - CERT - {unique_id}\"\n",
+    "set_api_key_if_not_present(\"LANGCHAIN_API_KEY\")\n"
    ]
   },
   {
    "cell_type": "code",
-   "execution_count": 5,
+   "execution_count": 286,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -70,100 +92,189 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 6,
+   "execution_count": 287,
    "metadata": {},
    "outputs": [],
    "source": [
-    "import functools\n",
-    "import operator\n",
-    "from typing import Annotated, List, TypedDict\n",
     "\n",
-    "from langchain_core.messages import AIMessage, BaseMessage, HumanMessage\n",
+    "from langchain_core.messages import  HumanMessage\n",
     "from langchain_openai.chat_models import ChatOpenAI\n",
     "\n",
-    "class PsTutsTeamState(TypedDict):\n",
-    "    messages: Annotated[List[BaseMessage], operator.add]\n",
-    "    team_members: List[str]\n",
-    "    next: str"
+    "from pstuts_rag.agents import PsTutsTeamState\n"
    ]
   },
   {
    "cell_type": "code",
-   "execution_count": 7,
+   "execution_count": 288,
    "metadata": {},
    "outputs": [],
    "source": [
-    "llm_tool_calling = ChatOpenAI(model=params.tool_calling_model,temperature=0)"
+    "test_query = PsTutsTeamState(messages=[HumanMessage(content=\"What are layers?\")],\n",
+    "                             team_members=[], next=\"\")"
    ]
   },
   {
    "cell_type": "code",
-   "execution_count": 8,
+   "execution_count": 289,
    "metadata": {},
    "outputs": [],
    "source": [
-    "from langchain_community.tools.tavily_search import TavilySearchResults\n",
-    "\n",
-    "adobe_help_search = TavilySearchResults(max_results=5,include_domains=[\"helpx.adobe.com\"])"
+    "llm_tool_calling = ChatOpenAI(model=params.tool_calling_model,temperature=0)"
    ]
   },
   {
-   "cell_type": "code",
-   "execution_count": 9,
+   "cell_type": "markdown",
    "metadata": {},
-   "outputs": [],
    "source": [
-    "from pstuts_rag.agents import create_agent, agent_node\n",
-    "\n",
-    "adobe_help_agent = create_agent(\n",
-    "    llm_tool_calling,\n",
-    "    [adobe_help_search],\n",
-    "    \"You are a research assistant who can search\"\n",
-    "    \"for Adobe Photoshop help topics using the tavily search engine.\"\n",
-    "    \"Users may provide you with partial questions - try your best to determine their intent.\"\n",
-    "    \"If sending a request to search, craft your query so that it enhances user's ability\"\n",
-    "    \"to receive a helpful answer.\",\n",
-    ")\n",
-    "adobe_help_node = functools.partial(agent_node, agent=adobe_help_agent, name=\"AdobeHelp\")"
+    "## Tavily"
    ]
   },
   {
    "cell_type": "code",
-   "execution_count": 10,
+   "execution_count": 290,
    "metadata": {},
    "outputs": [],
    "source": [
-    "retval = adobe_help_agent.invoke({\"question\":\"What are layers?\",\"messages\":[],\"team_members\":[]})"
+    "from pstuts_rag.agent_tavily import create_tavily_node\n",
+    "\n",
+    "\n",
+    "adobe_help_node, adobe_help_agent,adobe_search = create_tavily_node(llm=llm_tool_calling,name=\"AdobeHelp\")"
    ]
   },
   {
    "cell_type": "code",
-   "execution_count": 11,
+   "execution_count": 291,
    "metadata": {},
    "outputs": [
     {
      "data": {
       "text/plain": [
-       "{'question': 'What are layers?',\n",
-       " 'messages': [],\n",
-       " 'team_members': [],\n",
-       " 'output': 'You can find comprehensive Adobe Photoshop help topics and user guides on the official Adobe website. These cover a wide range of subjects including color management, web and screen design, video and animation, nondestructive editing, layers and groups, masks, Smart Filters, blending modes, and more.\\n\\nHere are some useful links to explore:\\n- Common questions about Photoshop on the web: https://helpx.adobe.com/photoshop/using/photoshop-web-faq.html\\n- Photoshop User Guide: https://helpx.adobe.com/photoshop/user-guide.html\\n- Photoshop tools, options, and task bars: https://helpx.adobe.com/photoshop/using/using-tools.html\\n- View all Adobe Photoshop tutorials: https://helpx.adobe.com/in/photoshop/view-all-tutorials.filter-bar.html#!topic-title\\n\\nThese resources provide detailed instructions and tutorials to help you with various Photoshop features and tasks.'}"
+       "[{'title': 'Top 4 reasons to crop your photo',\n",
+       "  'url': 'https://helpx.adobe.com/lv/photoshop/how-to/cropping-photo-basics.html',\n",
+       "  'content': 'Cropping is the easiest way to remove unwanted objects or people at the edges of a photograph. Anything outside the crop boundary will disappear from your image',\n",
+       "  'score': 0.585789},\n",
+       " {'title': 'Crop, resize, and resample images in Photoshop Elements',\n",
+       "  'url': 'https://helpx.adobe.com/au/photoshop-elements/kb/crop-resize-resample-photoshop-elements.html',\n",
+       "  'content': 'When you crop an image, you trim away material from the edges to show a smaller area, often for artistic reasons.',\n",
+       "  'score': 0.585789},\n",
+       " {'title': 'How to crop and straighten photos in Photoshop',\n",
+       "  'url': 'https://helpx.adobe.com/photoshop/using/crop-straighten-photos.html',\n",
+       "  'content': \"Try it in the app\\nYou'll get a sample file to follow along with as you learn how to crop photos.\\nOpen Photoshop\\nCropping is the process of removing portions of a photo to create focus or strengthen the composition. Use the Crop tool to crop and straighten photos in Photoshop. The Crop tool is non-destructive, and you can choose to retain the cropped pixels to optimize the crop boundaries later. The Crop tool also provides intuitive methods to straighten a photo while cropping. [...] Press Enter (Windows) or Return (Mac OS) to crop the photo.\\n\\n\\nContent-Aware Fill on Crop\\nIntroduced in Photoshop CC 2015.5 release\\nPhotoshop now uses content-aware technology to intelligently fill in the gaps when you use the Crop tool for straightening or rotating an image, or expanding your canvas beyond the image's original size.  \\nFollow these steps:\\n\\n\\nFrom the toolbar, select the Crop Tool (). Crop borders display on the edges of the photo. [...] See the video Adjust perspective in a photo for more information.\\nResize the canvas using the Crop tool\\nYou can use the Crop tool to resize the image canvas.\\n\\n\\nFrom the toolbar, select the Crop Tool\\xa0. Crop borders display on the edges of the image.\\n\\n\\nDrag the crop handles outwards to enlarge the canvas. Use the Alt/Option modifier key to enlarge from all sides.\\n\\n\\nPress Enter (Windows) or Return (Mac OS) to confirm the action.\",\n",
+       "  'score': 0.5826579},\n",
+       " {'title': 'Crop images in Photoshop Elements',\n",
+       "  'url': 'https://helpx.adobe.com/ca/photoshop-elements/using/cropping.html',\n",
+       "  'content': 'The Crop tool removes the part of an image surrounding the selection. Crop to remove distractive background elements and create a focus on',\n",
+       "  'score': 0.5367749},\n",
+       " {'title': 'Crop a photo using the Crop tool',\n",
+       "  'url': 'https://helpx.adobe.com/photoshop/using/tool-techniques/crop-tool.html',\n",
+       "  'content': 'The Crop tool allows you to select an area of a photo and remove or crop everything outside the selected area. Photoshop Crop Tool.',\n",
+       "  'score': 0.49567938}]"
       ]
      },
-     "execution_count": 11,
+     "execution_count": 291,
      "metadata": {},
      "output_type": "execute_result"
     }
    ],
    "source": [
-    "retval"
+    "adobe_search(\"What is crop?\")"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 292,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "retval = adobe_help_agent.invoke({\"input\":\"What is crop?\",\"messages\":[],\"team_members\":[],\"next\":[]}),\n"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 293,
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "('To create and use clipping masks in Adobe Photoshop, follow these steps:\\n'\n",
+      " '\\n'\n",
+      " '1. Arrange your layers in the Layers panel so that the layer you want to use '\n",
+      " 'as a mask is directly below the layer you want to mask.\\n'\n",
+      " '\\n'\n",
+      " '2. Select the top layer (the one you want to be clipped) in the Layers '\n",
+      " 'panel.\\n'\n",
+      " '\\n'\n",
+      " '3. Choose Layer > Create Clipping Mask from the menu. Alternatively, you can '\n",
+      " 'right-click the top layer and select \"Create Clipping Mask.\"\\n'\n",
+      " '\\n'\n",
+      " '4. The top layer will now be clipped to the shape and transparency of the '\n",
+      " 'layer below it, meaning it will only show through where the bottom layer has '\n",
+      " 'pixels.\\n'\n",
+      " '\\n'\n",
+      " 'You can use two or more layers as a clipping mask, and you can release the '\n",
+      " 'clipping mask by selecting the clipped layer and choosing Layer > Release '\n",
+      " 'Clipping Mask.\\n'\n",
+      " '\\n'\n",
+      " \"For more detailed instructions, you can visit Adobe's official help page on \"\n",
+      " 'clipping masks:\\n'\n",
+      " 'https://helpx.adobe.com/photoshop/using/revealing-layers-clipping-masks.html')\n"
+     ]
+    }
+   ],
+   "source": [
+    "from pprint import pp\n",
+    "pp(retval[0][\"output\"])"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 294,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "output = adobe_help_node(test_query)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 295,
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "================================\u001b[1m Human Message \u001b[0m=================================\n",
+      "Name: AdobeHelp\n",
+      "\n",
+      "Layers in Adobe Photoshop are fundamental elements that allow you to work on different parts of an image independently without affecting other parts. Think of layers as stacked, transparent sheets of glass, where each layer can contain images, text, effects, or objects. You can edit, move, and apply changes to one layer without altering the content on other layers.\n",
+      "\n",
+      "Layers help you make nondestructive edits by stacking and managing images, text, and graphics separately. They are arranged in a stack in the Layers panel, usually located in the bottom right of the workspace. You can add multiple layers to composite images, add text, apply filters, and create complex designs.\n",
+      "\n",
+      "The bottommost layer is often the Background layer, which is locked by default but can be converted to a regular layer for more flexibility.\n",
+      "\n",
+      "In summary, layers let you:\n",
+      "- Work on different elements independently\n",
+      "- Apply effects and adjustments to specific parts\n",
+      "- Rearrange content by changing the stacking order\n",
+      "- Control opacity and blending modes for creative effects\n",
+      "\n",
+      "For more details, you can visit Adobe's official help page about layers:  \n",
+      "https://helpx.adobe.com/photoshop/web/edit-images/manage-layers/about-layers.html\n"
+     ]
+    }
+   ],
+   "source": [
+    "output[\"messages\"][-1].pretty_print()"
    ]
   },
   {
    "cell_type": "markdown",
    "metadata": {},
    "source": [
-    "# Data Preparation\n",
+    "## Data Preparation\n",
     "\n",
     "First, we will read in the transcripts of the videos and convert them to Documents\n",
     "with appropriate metadata."
@@ -171,7 +282,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 12,
+   "execution_count": 296,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -184,13 +295,6 @@
     "data:List[Dict[str,Any]] = await load_json_files(filename)\n"
    ]
   },
-  {
-   "cell_type": "markdown",
-   "metadata": {},
-   "source": [
-    "## R - retrieval"
-   ]
-  },
   {
    "cell_type": "markdown",
    "metadata": {},
@@ -200,7 +304,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 13,
+   "execution_count": 297,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -209,151 +313,150 @@
     "\n",
     "client = QdrantClient(path=\":memory:\")\n",
     "\n",
-    "retriever_factory = DatastoreManager(qdrant_client=client,name=\"local_test\")\n",
-    "if retriever_factory.count_docs() == 0:\n",
-    "    await retriever_factory.populate_database(raw_docs=data)"
+    "datastore_manager = DatastoreManager(qdrant_client=client,name=\"local_test\")\n",
+    "if datastore_manager.count_docs() == 0:\n",
+    "    await datastore_manager.populate_database(raw_docs=data)"
    ]
   },
   {
    "cell_type": "markdown",
    "metadata": {},
    "source": [
-    "## Generation\n",
-    "\n",
-    "We will use a 4.1-nano to generate answers."
+    "## RAG Agent"
    ]
   },
   {
    "cell_type": "code",
-   "execution_count": 24,
+   "execution_count": 298,
    "metadata": {},
-   "outputs": [],
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "<built-in function repr>\n"
+     ]
+    }
+   ],
    "source": [
-    "from json import tool\n",
-    "from pstuts_rag.rag import RAGChainFactory\n",
+    "from pstuts_rag.agent_rag import create_rag_node\n",
     "from langchain_openai import ChatOpenAI\n",
     "from langchain_core.tools import tool\n",
+    "rag_node, rag_search = create_rag_node(retriever=datastore_manager.get_retriever(),\n",
+    "                                         llm=ChatOpenAI(model=\"gpt-4.1-mini\",temperature=0),\n",
+    "                                         name=\"VideoArchiveSearch\" )\n",
+    "\n"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 299,
+   "metadata": {},
+   "outputs": [],
+   "source": [
     "\n",
-    "rag_factory = RAGChainFactory(retriever=retriever_factory.get_retriever())\n",
-    "get_videos = rag_factory.get_rag_chain(llm=ChatOpenAI(model=params.tool_calling_model))\n",
-    "\n",
-    "@tool\n",
-    "def get_videos_call(\n",
-    "    query: Annotated[str, \"Query to pose to Photoshop training video transcript archive\"]\n",
-    "    ):\n",
-    "  \"\"\"Extract information from Photoshop training video archive.\"\"\"\n",
-    "  return get_videos.invoke({\"question\" : query})\n",
-    "\n",
-    "get_videos_agent = create_agent(\n",
-    "  llm_tool_calling,\n",
-    "  [get_videos_call],\n",
-    "  \"\"\"You are an expert trainer in Adobe Photoshop who\n",
-    "  has an archive of training videos at her disposal.\n",
-    "  You can request transcripts of those videos and then summarize and shape \n",
-    "  them to provide helpful answers.\"\"\"\n",
-    ")\n",
-    "\n",
-    "get_videos_node = functools.partial(agent_node, \n",
-    "                                    agent=get_videos_agent,\n",
-    "                                    name=\"VideoArchiveSearch\")\n"
+    "retval = rag_search(\"What is Seinfeld?\")\n"
    ]
   },
   {
    "cell_type": "code",
-   "execution_count": 25,
+   "execution_count": 300,
    "metadata": {},
    "outputs": [
     {
-     "data": {
-      "text/plain": [
-       "AIMessage(content='Layers in Photoshop are like separate flat pieces of glass stacked on top of each other, where each layer contains its own separate content. This allows you to work on different parts of an image independently. For example, you can toggle the visibility of each layer on or off to see what content it holds. Transparent areas in a layer let you see through to the layers below. This stacking and independence are the biggest benefits of using layers—you can edit one part of an image without affecting others. You can see all layers and work with them in the Layers panel. (See 0:28–2:00 and 1:25–2:32 for details) 🎨🖼️\\n**REFERENCES**\\n[\\n  {\\n    \"title\": \"Understand layers\",\\n    \"source\": \"https://images-tv.adobe.com/avp/vr/b758b4c4-2a74-41f4-8e67-e2f2eab83c6a/f810fc5b-2b04-4e23-8fa4-5c532e7de6f8/e268fe4d-e5c7-415c-9f5c-d34d024b14d8_20170727011753.1280x720at2400_h264.mp4\",\\n    \"start\": 0.47,\\n    \"stop\": 62.14\\n  },\\n  {\\n    \"title\": \"Understand layers\",\\n    \"source\": \"https://images-tv.adobe.com/avp/vr/b758b4c4-2a74-41f4-8e67-e2f2eab83c6a/f810fc5b-2b04-4e23-8fa4-5c532e7de6f8/e268fe4d-e5c7-415c-9f5c-d34d024b14d8_20170727011753.1280x720at2400_h264.mp4\",\\n    \"start\": 85.75,\\n    \"stop\": 152.97\\n  }\\n]', additional_kwargs={'refusal': None, 'context': [Document(metadata={'video_id': 19172, 'title': 'Understand layers', 'desc': 'Learn what layers are and why they are so useful.', 'length': '00:04:44.75', 'group': 'test.json', 'source': 'https://images-tv.adobe.com/avp/vr/b758b4c4-2a74-41f4-8e67-e2f2eab83c6a/f810fc5b-2b04-4e23-8fa4-5c532e7de6f8/e268fe4d-e5c7-415c-9f5c-d34d024b14d8_20170727011753.1280x720at2400_h264.mp4', 'speech_start_stop_times': [[0.47, 3.41], [3.81, 9.13], [9.309999, 15.01], [15.299999, 20.57], [20.88, 23.3], [23.83, 27.93], [29.38, 32.79], [32.96, 33.92], [34.43, 40.21], [41.91, 45.37], [45.88, 49.01], [49.54, 55.130001], [55.72, 58.49], [58.72, 62.14]], 'start': 0.47, 'stop': 62.14, '_id': 21, '_collection_name': 'local_test'}, page_content=\"Layers are the building blocks of any image in Photoshop CC. So, it's important to understand, what layers are and why to use them - which we'll cover in this video. If you're following along, open this layered image from the downloadable practice files for this tutorial. You might think of layers like separate flat pints of glass, stacked one on top of the other. Each layer contains separate pieces of content. To get a sense of how layers are constructed, let's take a look at this Layers panel. I've closed my other panels, so that we can focus on the Layers panel. But you can skip that. By the way: If your Layers panel isn't showing, go up to the Window menu and choose Layers from there. The Layers panel is where you go to select and work with layers. In this image there are 4 layers, each with separate content. If you click the Eye icon to the left of a layer, you can toggle the visibility of that layer off and on. So, I'm going to turn off the visibility of the tailor layer. And keep your eye on the image, so you can see what's on that layer.\"), Document(metadata={'video_id': 19172, 'title': 'Understand layers', 'desc': 'Learn what layers are and why they are so useful.', 'length': '00:04:44.75', 'group': 'test.json', 'source': 'https://images-tv.adobe.com/avp/vr/b758b4c4-2a74-41f4-8e67-e2f2eab83c6a/f810fc5b-2b04-4e23-8fa4-5c532e7de6f8/e268fe4d-e5c7-415c-9f5c-d34d024b14d8_20170727011753.1280x720at2400_h264.mp4', 'speech_start_stop_times': [[85.75, 88.659999], [89.42, 100.11], [101.469999, 108.64], [109.09, 117.459999], [117.75, 129.45], [129.97, 133.37], [133.73, 143.98], [144.76, 152.97]], 'start': 85.75, 'stop': 152.97, '_id': 23, '_collection_name': 'local_test'}, page_content=\"Now let's take a look at just one layer, the tailor layer. A quick way to turn off all the layers except the tailor layer, is to hold down the Option key on the Mac, or the ALT key on the PC, and click on the Eye icon to the left of the tailor layer. In the Document window, you can see that this layer contains just the one small photo surrounded by a gray and white checkerboard pattern. That pattern represents transparent pixels, which allow us to see down through the corresponding part of this layer to the content of the layers below. So, let's turn that content back on by going back to the Layers panel, again holding the Option key on the Mac or the ALT key on the PC and clicking on the Eye icon to the left of the tailor layer. And all the other layers and their Eye icons come back into view. So again: You might think of layers like a stack of pints of glass, each with its own artwork and in some cases transparent areas that let you see down through to the layers below. The biggest benefit of having items on separate layers like this, is that you'll be able to edit pieces of an image independently without affecting the rest of the image.\")], 'question': 'What are layers?'}, response_metadata={'token_usage': {'completion_tokens': 140, 'prompt_tokens': 1446, 'total_tokens': 1586, 'completion_tokens_details': {'accepted_prediction_tokens': 0, 'audio_tokens': 0, 'reasoning_tokens': 0, 'rejected_prediction_tokens': 0}, 'prompt_tokens_details': {'audio_tokens': 0, 'cached_tokens': 1408}}, 'model_name': 'gpt-4.1-mini-2025-04-14', 'system_fingerprint': 'fp_79b79be41f', 'finish_reason': 'stop', 'logprobs': None}, id='run--767b8147-ec59-4767-a6d3-8e7b54a89e4f-0', usage_metadata={'input_tokens': 1446, 'output_tokens': 140, 'total_tokens': 1586, 'input_token_details': {'audio': 0, 'cache_read': 1408}, 'output_token_details': {'audio': 0, 'reasoning': 0}})"
-      ]
-     },
-     "execution_count": 25,
-     "metadata": {},
-     "output_type": "execute_result"
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\"I don't know. This isn’t covered in the training videos.\"\n"
+     ]
     }
    ],
    "source": [
-    "retval = get_videos_call.invoke(\"What are layers?\")\n",
-    "retval"
+    "from pprint import pp\n",
+    "pp(retval)"
    ]
   },
   {
    "cell_type": "code",
-   "execution_count": 26,
+   "execution_count": 301,
    "metadata": {},
-   "outputs": [],
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "================================\u001b[1m Human Message \u001b[0m=================================\n",
+      "Name: VideoArchiveSearch\n",
+      "\n",
+      "Layers are the building blocks of any image in Photoshop CC. You can think of layers like separate flat panes of glass stacked on top of each other, with each layer containing separate pieces of content. Some parts of a layer can be transparent, allowing you to see through to the layers below. This setup lets you edit parts of an image independently without affecting the rest of the image. You work with layers in the Layers panel, where you can toggle their visibility on and off using the Eye icon. (See explanation around 0:28–2:00 and 1:25–2:32 in the video) 🎨🖼️\n",
+      "**REFERENCES**\n",
+      "[\n",
+      "  {\n",
+      "    \"title\": \"Understand layers\",\n",
+      "    \"source\": \"https://images-tv.adobe.com/avp/vr/b758b4c4-2a74-41f4-8e67-e2f2eab83c6a/f810fc5b-2b04-4e23-8fa4-5c532e7de6f8/e268fe4d-e5c7-415c-9f5c-d34d024b14d8_20170727011753.1280x720at2400_h264.mp4\",\n",
+      "    \"start\": 0.47,\n",
+      "    \"stop\": 62.14\n",
+      "  },\n",
+      "  {\n",
+      "    \"title\": \"Understand layers\",\n",
+      "    \"source\": \"https://images-tv.adobe.com/avp/vr/b758b4c4-2a74-41f4-8e67-e2f2eab83c6a/f810fc5b-2b04-4e23-8fa4-5c532e7de6f8/e268fe4d-e5c7-415c-9f5c-d34d024b14d8_20170727011753.1280x720at2400_h264.mp4\",\n",
+      "    \"start\": 85.75,\n",
+      "    \"stop\": 152.97\n",
+      "  }\n",
+      "]\n"
+     ]
+    }
+   ],
    "source": [
-    "val = await get_videos.ainvoke({\"question\":\"What are layers\"})"
+    "rag_output = rag_node(test_query)\n",
+    "rag_output[\"messages\"][-1].pretty_print()"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "## Graph Creation"
    ]
   },
   {
    "cell_type": "code",
-   "execution_count": 51,
+   "execution_count": 302,
    "metadata": {},
    "outputs": [],
    "source": [
     "from pstuts_rag.agents import create_team_supervisor\n",
+    "from pstuts_rag.prompt_templates import SUPERVISOR_SYSTEM\n",
     "supervisor_agent = create_team_supervisor(\n",
     "    llm_tool_calling,\n",
-    "    \"\"\"You are the Supervisor for an agentic RAG system. Your job is to interpret the user’s request, extract the core research topic, and decide which research-focused worker to invoke next. Reply only with the next worker and the subject to research, or FINISH when the workflow is complete.\n",
-    "\n",
-    "Workers\n",
-    "• VideoArchiveSearch – retrieves videos related to the query  \n",
-    "• AdobeHelp         – searches Adobe’s documentation and training resources  \n",
-    "\n",
-    "Routing Rules\n",
-    "1. Topic Extraction  \n",
-    "   • Read the user’s request and identify a concise research topic (e.g. “Photoshop timeline keyframes”).\n",
-    "\n",
-    "2. Primary Preference  \n",
-    "   • First invoke VideoArchiveSearch with that topic.  \n",
-    "   • If VideoArchiveSearch returns “I don’t know” or “no results,” fall back to AdobeHelp.\n",
-    "\n",
-    "3. AdobeHelp Behavior  \n",
-    "   • When routing to AdobeHelp, always also check for related training videos in Adobe’s library.\n",
-    "\n",
-    "4. Research-Only  \n",
-    "   • Only invoke workers that perform research tasks.\n",
-    "\n",
-    "5. Completion  \n",
-    "   • When neither worked can provide value, go to FINISH. If AdobeHelp\n",
-    "   expands the list of topics, make sure to attempt to search for them with the\n",
-    "   VideoArchiveSearch.\n",
-    "\n",
-    "Response Format\n",
-    "<WorkerName>: <Research Topic>\n",
-    "\n",
-    "Example:\n",
-    "VideoArchiveSearch: exporting vector layers from After Effects\n",
-    "\n",
-    "And, once there’s no further research needed:\n",
-    "FINISH\n",
-    "\"\"\",\n",
+    "    SUPERVISOR_SYSTEM,\n",
     "    [\"VideoArchiveSearch\", \"AdobeHelp\"],\n",
     ")\n",
     "\n"
    ]
   },
-  {
-   "cell_type": "markdown",
-   "metadata": {},
-   "source": [
-    "## Graph Creation"
-   ]
-  },
   {
    "cell_type": "code",
-   "execution_count": 52,
+   "execution_count": 303,
    "metadata": {},
-   "outputs": [],
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "<langgraph.graph.state.StateGraph at 0x71685a01e120>"
+      ]
+     },
+     "execution_count": 303,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
    "source": [
     "from langgraph.graph import END, StateGraph\n",
     "\n",
     "adobe_help_graph = StateGraph(PsTutsTeamState)\n",
     "\n",
-    "adobe_help_graph.add_node(\"VideoArchiveSearch\", get_videos_node)\n",
+    "adobe_help_graph.add_node(\"VideoArchiveSearch\", rag_node)\n",
     "adobe_help_graph.add_node(\"AdobeHelp\", adobe_help_node)\n",
     "adobe_help_graph.add_node(\"supervisor\", supervisor_agent)\n",
     "\n",
@@ -370,24 +473,14 @@
     "    {\"VideoArchiveSearch\":\"VideoArchiveSearch\",\n",
     "    \"AdobeHelp\":\"AdobeHelp\",    \n",
     "    \"FINISH\": END},\n",
-    ")\n",
-    "adobe_help_graph.set_entry_point(\"supervisor\")\n",
-    "adobe_help_compiled = adobe_help_graph.compile()"
+    ")\n"
    ]
   },
   {
    "cell_type": "code",
-   "execution_count": 53,
+   "execution_count": 304,
    "metadata": {},
-   "outputs": [
-    {
-     "name": "stderr",
-     "output_type": "stream",
-     "text": [
-      "Adding an edge to a graph that has already been compiled. This will not be reflected in the compiled graph.\n"
-     ]
-    }
-   ],
+   "outputs": [],
    "source": [
     "adobe_help_graph.set_entry_point(\"supervisor\")\n",
     "compiled_research_graph = adobe_help_graph.compile()"
@@ -395,7 +488,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 54,
+   "execution_count": 305,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -405,7 +498,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 55,
+   "execution_count": 306,
    "metadata": {},
    "outputs": [
     {
@@ -420,10 +513,10 @@
       "                                  *                                   \n",
       "                            +------------+                            \n",
       "                            | supervisor |                            \n",
-      "                       *****+------------+.....                       \n",
-      "                   ****            *           ....                   \n",
-      "              *****                *               .....              \n",
-      "           ***                     *                    ...           \n",
+      "                       .....+------------+.....                       \n",
+      "                   ....            .           ....                   \n",
+      "              .....                .               .....              \n",
+      "           ...                     .                    ...           \n",
       "+-----------+           +--------------------+           +---------+  \n",
       "| AdobeHelp |           | VideoArchiveSearch |           | __end__ |  \n",
       "+-----------+           +--------------------+           +---------+  \n"
@@ -439,7 +532,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 56,
+   "execution_count": 307,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -471,7 +564,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 58,
+   "execution_count": 308,
    "metadata": {},
    "outputs": [
     {
@@ -483,11 +576,66 @@
       "================================\u001b[1m Human Message \u001b[0m=================================\n",
       "Name: VideoArchiveSearch\n",
       "\n",
-      "Layers in Photoshop are like separate flat panes of glass stacked on top of each other, with each layer containing separate pieces of content. You can think of them as the building blocks of any image. In the Layers panel, you can see all the layers in your image, each with an Eye icon to toggle its visibility on or off, allowing you to see or hide that layer's content.\n",
+      "Layers are the building blocks of any image in Photoshop CC. You can think of layers like separate flat panes of glass stacked on top of each other, where each layer contains separate pieces of content. Some parts of a layer can be transparent, allowing you to see through to the layers below. This setup lets you edit parts of an image independently without affecting the rest of the image. You work with layers in the Layers panel, where you can toggle their visibility on and off to see what each layer contains (explained around 0:28 to 1:03 and 1:25 to 2:33 in the video).\n",
+      "**REFERENCES**\n",
+      "[\n",
+      "  {\n",
+      "    \"title\": \"Understand layers\",\n",
+      "    \"source\": \"https://images-tv.adobe.com/avp/vr/b758b4c4-2a74-41f4-8e67-e2f2eab83c6a/f810fc5b-2b04-4e23-8fa4-5c532e7de6f8/e268fe4d-e5c7-415c-9f5c-d34d024b14d8_20170727011753.1280x720at2400_h264.mp4\",\n",
+      "    \"start\": 0.47,\n",
+      "    \"stop\": 62.14\n",
+      "  },\n",
+      "  {\n",
+      "    \"title\": \"Understand layers\",\n",
+      "    \"source\": \"https://images-tv.adobe.com/avp/vr/b758b4c4-2a74-41f4-8e67-e2f2eab83c6a/f810fc5b-2b04-4e23-8fa4-5c532e7de6f8/e268fe4d-e5c7-415c-9f5c-d34d024b14d8_20170727011753.1280x720at2400_h264.mp4\",\n",
+      "    \"start\": 85.75,\n",
+      "    \"stop\": 152.97\n",
+      "  }\n",
+      "]\n",
+      "---\n",
+      "{'supervisor': {'next': 'FINISH'}}\n",
+      "---\n"
+     ]
+    }
+   ],
+   "source": [
+    "demo_research_chain(\"What are layers?\")"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 309,
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "{'supervisor': {'next': 'VideoArchiveSearch'}}\n",
+      "---\n",
+      "================================\u001b[1m Human Message \u001b[0m=================================\n",
+      "Name: VideoArchiveSearch\n",
+      "\n",
+      "I don't know. This isn’t covered in the training videos.\n",
+      "---\n",
+      "{'supervisor': {'next': 'AdobeHelp'}}\n",
+      "---\n",
+      "================================\u001b[1m Human Message \u001b[0m=================================\n",
+      "Name: AdobeHelp\n",
       "\n",
-      "A single layer can have transparent pixels, shown as a gray and white checkerboard pattern, which lets you see through to the layers beneath it. You can also hold down the Option key (Mac) or ALT key (PC) and click the Eye icon next to a layer to hide all other layers except the one you clicked on, focusing only on that layer. Doing the same action again will bring all other layers back into view.\n",
+      "To crop a layer in Adobe Photoshop, you can use the Crop tool in a way that targets the active layer or a selection within that layer. Here's how to do it:\n",
       "\n",
-      "The main benefit of using layers is that you can edit parts of your image independently without affecting other layers, giving you great flexibility in your editing process.\n",
+      "1. Select the layer you want to crop by clicking its thumbnail in the Layers panel.\n",
+      "2. Choose the Crop tool from the toolbar.\n",
+      "3. A bounding box will appear around the active layer or your selection.\n",
+      "4. Drag the handles of the bounding box to set the crop size.\n",
+      "5. You can also rotate the layer by moving the rotation dial below the bounding box if needed.\n",
+      "6. Once you have the desired crop area, apply the crop.\n",
+      "\n",
+      "This method allows you to crop and rotate an active layer or the contents of a selection non-destructively.\n",
+      "\n",
+      "For more details, you can visit Adobe's official help page on cropping and rotating layers:\n",
+      "https://helpx.adobe.com/photoshop/using/crop-move-rotate-photos.html\n",
       "---\n",
       "{'supervisor': {'next': 'FINISH'}}\n",
       "---\n"
@@ -495,7 +643,7 @@
     }
    ],
    "source": [
-    "demo_research_chain(\"What are layers?\")"
+    "demo_research_chain(\"How do we crop a layer?\")"
    ]
   },
   {

pstuts_rag/pstuts_rag/agent_rag.py

@@ -0,0 +1,70 @@
+from pstuts_rag.prompt_templates import AGENT_SYSTEM, RAG_PROMPT_TEMPLATES
+from .rag import RAGChainFactory
+from langchain_core.vectorstores import VectorStoreRetriever
+from langchain_core.tools import tool
+from typing import Annotated
+from langchain_core.runnables import RunnableLambda
+from .agents import agent_node, create_agent
+from langchain_core.language_models.chat_models import BaseChatModel
+import functools
+from langchain_core.output_parsers import StrOutputParser
+from langchain_core.prompts import ChatPromptTemplate
+from operator import itemgetter
+
+
+def create_rag_node(
+    llm: BaseChatModel,
+    retriever: VectorStoreRetriever,
+    name: str = "VideoSearch",
+):
+    """Create a RAG node for the agent graph.
+
+    Args:
+        llm: The language model to use
+        retriever: The retriever to use for RAG
+        name: The name of the node
+
+    Returns:
+        tuple: (node, search_function)
+    """
+    rag_factory = RAGChainFactory(retriever=retriever)
+    rag_chain = rag_factory.get_rag_chain(llm=llm)
+
+    def search_transcripts(query: str) -> str:
+        """Search through video transcripts to find relevant information about Photoshop.
+
+        Args:
+            query: The search query about Photoshop features or techniques
+
+        Returns:
+            str: Relevant information from the video transcripts
+        """
+        result = rag_chain.invoke(
+            {"question": query, "input": query, "query": query}
+        )
+        return result.content
+
+    # Create a simple agent that just does the search
+    def search_agent(state):
+        # Extract query from input or messages
+        query = state.get("input", None)
+        if not query and state.get("messages", []):
+            last_message = state["messages"][-1]
+            query = (
+                last_message.content
+                if hasattr(last_message, "content")
+                else str(last_message)
+            )
+
+        if not query:
+            return {"output": "No query found in input or messages"}
+
+        result = search_transcripts(query)
+        return {"output": result}
+
+    # Use agent_node to create the node
+    rag_node = functools.partial(
+        agent_node, agent=RunnableLambda(search_agent), name=name
+    )
+
+    return rag_node, search_transcripts

pstuts_rag/pstuts_rag/agent_tavily.py

@@ -0,0 +1,39 @@
+from typing import Callable, Tuple
+from langchain_community.tools.tavily_search import TavilySearchResults
+from .agents import create_agent, agent_node
+from langchain_core.language_models.chat_models import BaseChatModel
+import functools
+from langchain.agents.agent import AgentExecutor
+from .prompt_templates import TAVILY_SYSTEM
+
+
+def create_tavily_node(
+    llm: BaseChatModel, name: str = "AdobeHelp"
+) -> Tuple[Callable, AgentExecutor, TavilySearchResults]:
+    """Initialize tool, agent, and node for Tavily search of helpx.adobe.com.
+
+    This function sets up a search agent that can query Adobe Photoshop help topics
+    using the Tavily search engine, specifically targeting helpx.adobe.com.
+
+    Args:
+        llm: The language model to power the agent.
+        name: The name to assign to the agent node. Defaults to "AdobeHelp".
+
+    Returns:
+        Tuple containing:
+            - A callable node function that can be added to a graph
+            - The configured agent executor
+            - The Tavily search tool instance
+    """
+
+    adobe_help_search = TavilySearchResults(
+        max_results=5, include_domains=["helpx.adobe.com"]
+    )
+    adobe_help_agent = create_agent(
+        llm=llm, tools=[adobe_help_search], system_prompt=TAVILY_SYSTEM
+    )
+    adobe_help_node = functools.partial(
+        agent_node, agent=adobe_help_agent, name=name
+    )
+
+    return adobe_help_node, adobe_help_agent, adobe_help_search

pstuts_rag/pstuts_rag/agents.py

@@ -1,5 +1,5 @@
-from typing import Any, Callable, List, Optional, TypedDict, Union
-
+from typing import Any, Callable, List, Optional, TypedDict, Union, Annotated
+import operator
 from langchain.agents import AgentExecutor, create_openai_functions_agent
 from langchain.output_parsers.openai_functions import JsonOutputFunctionsParser
 from langchain_core.prompts import ChatPromptTemplate, MessagesPlaceholder
@@ -13,13 +13,19 @@ from langgraph.graph import END, StateGraph
 import pstuts_rag.prompt_templates
 
 
-def agent_node(state, agent, name):
+class PsTutsTeamState(TypedDict):
+    messages: Annotated[List[BaseMessage], operator.add]
+    team_members: List[str]
+    next: str
+
+
+def agent_node(state, agent, name, outputfield: str = "output"):
     """agent_node calls the invoke function of the agent Runnable"""
     # Initialize team_members if it's not already in the state
     if "team_members" not in state:
         state["team_members"] = []
     result = agent.invoke(state)
-    return {"messages": [HumanMessage(content=result["output"], name=name)]}
+    return {"messages": [HumanMessage(content=result[outputfield], name=name)]}
 
 
 def create_agent(
@@ -31,10 +37,7 @@ def create_agent(
     system_prompt += pstuts_rag.prompt_templates.AGENT_SYSTEM
     prompt = ChatPromptTemplate.from_messages(
         [
-            (
-                "system",
-                system_prompt,
-            ),
+            ("system", system_prompt),
             MessagesPlaceholder(variable_name="messages"),
             MessagesPlaceholder(variable_name="agent_scratchpad"),
         ]

pstuts_rag/pstuts_rag/prompt_templates.py

@@ -1,11 +1,10 @@
-from typing import List, Tuple
+from typing import Dict
 
-RAG_PROMPT_TEMPLATES: List[Tuple[str, str]] = []
+RAG_PROMPT_TEMPLATES: Dict[str, str] = {}
 
-RAG_PROMPT_TEMPLATES.append(
-    (
-        "system",
-        """\
+RAG_PROMPT_TEMPLATES[
+    "system"
+] = """\
 You are a helpful and friendly Photoshop expert.
 
 Your job is to answer user questions based **only** on transcript excerpts from training videos. These transcripts include **timestamps** that indicate when in the video the information was spoken.
@@ -32,14 +31,11 @@ The transcript is from **spoken audio**, so it may include informal phrasing, fi
 - ❌ Don't guess or summarize from general knowledge.
 - ❌ Don’t fabricate steps, names, or features not in the transcript.
 - ❌ Don’t omit the fallback response when required.
-""",
-    )
-)
-
-RAG_PROMPT_TEMPLATES.append(
-    (
-        "user",
-        """\
+"""
+
+RAG_PROMPT_TEMPLATES[
+    "user"
+] = """\
 ### Question
 {question}
 
@@ -48,9 +44,8 @@ NEVER invent the explanation. ALWAYS use ONLY the context information.
 ### Context
 {context}
 
-""",
-    )
-)
+"""
+
 SUPERVISOR_SYSTEM = """Given the conversation above, who should act next? Or should we FINISH?
 If the last answer was 'I don't know', do not FINISH.
 Select one of: {options}"""
@@ -58,6 +53,64 @@ Select one of: {options}"""
 AGENT_SYSTEM = """Work autonomously according to your specialty, using the tools available to you.
 Do not ask for clarification.
 Your other team members (and other teams) will collaborate with you with their own specialties.
+Assume that the question is related to Adobe Photoshop.
+
+If you find URLs in your context, make sure to emit them in your output as well
+if you use them to generate the text.
 
 You are chosen for a reason! You are one of the following team members: {team_members}.
 """
+
+TAVILY_SYSTEM = """
+You are a research assistant who can search
+for Adobe Photoshop help topics using the tavily search engine.
+Users may provide you with partial questions - try your best to determine their intent.
+
+If Tavily provides no references, respond with "I don't know".
+
+IMPORTANT: Include ALL urls from all references Tavily provides. 
+Separate them from the rest of the text using a line containing "**URL**"
+"""
+
+SUPERVISOR_SYSTEM = """You are the Supervisor for an agentic RAG system. Your job is to 
+interpret the user's request, extract the core research topic, and decide which 
+research-focused worker to invoke next. Reply only with the next worker and the 
+subject to research, or FINISH when the workflow is complete.
+
+Workers
+• VideoArchiveSearch – retrieves videos related to the query  
+• AdobeHelp         – searches Adobe's documentation and training resources  
+
+Routing Rules
+1. Topic Extraction  
+   • Read the user's request and identify a concise research topic (e.g. 
+     "Photoshop timeline keyframes").
+
+2. Primary Preference  
+   • First invoke VideoArchiveSearch with that topic.  
+   • If VideoArchiveSearch returns "I don't know" or "no results," fall back to 
+     AdobeHelp.
+
+3. AdobeHelp Behavior  
+   • Use specific queries to ask AdobeHelp for answers.
+   • Always provide URL for the page where you found answers.
+   • If returned answer contains new technical terms, query VideoArchiveSearch
+     to see if there are any videos on the topic.
+
+4. Research-Only  
+   • Only invoke workers that perform research tasks.
+
+5. Completion  
+   • When neither worked can provide value, go to FINISH. If AdobeHelp
+   expands the list of topics, make sure to attempt to search for them with the
+   VideoArchiveSearch.
+
+Response Format
+<WorkerName>: <Research Topic>
+
+Example:
+VideoArchiveSearch: exporting vector layers from After Effects
+
+And, once there's no further research needed:
+FINISH
+"""

pstuts_rag/pstuts_rag/rag.py

@@ -90,9 +90,11 @@ class RAGChainFactory:
             context=input["context"]
         )
 
-        text_w_references = "\n".join(
-            [answer.content, "**REFERENCES**", references]
-        )
+        text_w_references = answer.content
+        if "I don't know" not in answer.content:
+            text_w_references = "\n".join(
+                [str(text_w_references), "**REFERENCES**", references]
+            )
 
         output: AIMessage = answer.model_copy(
             update={
@@ -138,9 +140,11 @@ class RAGChainFactory:
         }
 
         self.prompt_template = ChatPromptTemplate.from_messages(
-            RAG_PROMPT_TEMPLATES
+            list(RAG_PROMPT_TEMPLATES.items())
         )
 
+        print(repr)
+
     def get_rag_chain(
         self,
         llm: BaseChatModel = ChatOpenAI(model="gpt-4.1-mini", temperature=0),