task: combine notebooks

notebook.ipynb

@@ -4,9 +4,43 @@
    "cell_type": "markdown",
    "metadata": {},
    "source": [
-    "# Test CSS Zen Garden Scraper and Analyzer\n",
+    "# Zen Garden Design Analysis\n",
     "\n",
-    "This notebook tests the scraper and design analyzer."
+    "To collect our design data, we scrape csszengarden.com for design screenshots and associated styles. With over 200 designs, this should give us a good training set on how apply different styles and techniques."
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 1,
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "Testing scraper with design 010...\n",
+      "010: Response status: 200\n",
+      "Success!\n"
+     ]
+    }
+   ],
+   "source": [
+    "from scraper import scrape_design\n",
+    "import asyncio\n",
+    "\n",
+    "# Pick from a range of 001 to 221\n",
+    "#test_set = [f\"{i:03d}\" for i in range(1, 21)]\n",
+    "test_set = [\"010\"]\n",
+    "async def test_scraper(ids):\n",
+    "    for test_design_id in ids:\n",
+    "        try:\n",
+    "            print(f\"Testing scraper with design {test_design_id}...\")\n",
+    "            await scrape_design(test_design_id)\n",
+    "            print(\"Success!\")\n",
+    "        except Exception as e:\n",
+    "            print(f\"Error: {str(e)}\")\n",
+    "\n",
+    "await test_scraper(test_set)"
    ]
   },
   {
@@ -62,11 +96,8 @@
     "from pathlib import Path\n",
     "import asyncio\n",
     "\n",
-    "# Test designs to analyze\n",
-    "test_design_ids = [\"220\", \"221\"]\n",
-    "\n",
     "async def test_analyzer():\n",
-    "    for design_id in test_design_ids:\n",
+    "    for design_id in test_set:\n",
     "        design_path = Path(f\"designs/{design_id}\")\n",
     "        result = await analyze_screenshot(design_id, design_path)\n",
     "        \n",
@@ -74,6 +105,7 @@
     "            print(f\"\\nAnalysis for design {design_id}:\")\n",
     "            print(f\"Description: {result[1]}\")\n",
     "            print(f\"Categories: {', '.join(result[2])}\")\n",
+    "            print(f\"Visual Characteristics: {', '.join(result[3])}\")\n",
     "\n",
     "await test_analyzer()"
    ]

test_scraper.ipynb

@@ -1,127 +0,0 @@
-{
- "cells": [
-  {
-   "cell_type": "markdown",
-   "metadata": {},
-   "source": [
-    "# Test CSS Zen Garden Scraper\n",
-    "\n",
-    "This notebook tests the functionality of our CSS Zen Garden scraper."
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 1,
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "!playwright install chromium"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 1,
-   "metadata": {},
-   "outputs": [
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "Testing scraper with design 220...\n",
-      "Response status: 200\n",
-      "\n",
-      "Found elements:\n",
-      "h1: CSS Zen Garden\n",
-      "author: Dave Shea\n",
-      "Success!\n",
-      "Testing scraper with design 221...\n",
-      "Response status: 200\n",
-      "\n",
-      "Found elements:\n",
-      "h1: CSS Zen Garden\n",
-      "author: Dave Shea\n",
-      "Success!\n"
-     ]
-    }
-   ],
-   "source": [
-    "from scraper import scrape_design\n",
-    "import asyncio\n",
-    "\n",
-    "test_design_ids = [\"220\", \"221\"]\n",
-    "\n",
-    "async def test_scraper(ids):\n",
-    "    for test_design_id in ids:\n",
-    "        try:\n",
-    "            print(f\"Testing scraper with design {test_design_id}...\")\n",
-    "            await scrape_design(test_design_id)\n",
-    "            print(\"Success!\")\n",
-    "        except Exception as e:\n",
-    "            print(f\"Error: {str(e)}\")\n",
-    "\n",
-    "asyncio.run(test_scraper(test_design_ids))"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 3,
-   "metadata": {},
-   "outputs": [
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "Files created:\n",
-      "['metadata.json', 'style.css']\n",
-      "\n",
-      "Metadata:\n",
-      "{\n",
-      "  \"id\": \"221\",\n",
-      "  \"author\": \"Dave Shea\",\n",
-      "  \"url\": \"https://www.csszengarden.com/221\",\n",
-      "  \"css_url\": \"https://www.csszengarden.com/221/221.css\"\n",
-      "}\n"
-     ]
-    }
-   ],
-   "source": [
-    "# If successful, let's check what we got\n",
-    "import json\n",
-    "import os\n",
-    "\n",
-    "for id in test_design_ids:\n",
-    "    design_dir = f\"designs/{id}\"\n",
-    "    print(\"Files created:\")\n",
-    "    print(os.listdir(design_dir))\n",
-    "\n",
-    "    # Display metadata\n",
-    "    with open(f\"{design_dir}/metadata.json\") as f:\n",
-    "        metadata = json.load(f)\n",
-    "    print(\"\\nMetadata:\")\n",
-    "    print(json.dumps(metadata, indent=2))\n",
-    "\n"
-   ]
-  }
- ],
- "metadata": {
-  "kernelspec": {
-   "display_name": ".venv",
-   "language": "python",
-   "name": "python3"
-  },
-  "language_info": {
-   "codemirror_mode": {
-    "name": "ipython",
-    "version": 3
-   },
-   "file_extension": ".py",
-   "mimetype": "text/x-python",
-   "name": "python",
-   "nbconvert_exporter": "python",
-   "pygments_lexer": "ipython3",
-   "version": "3.11.11"
-  }
- },
- "nbformat": 4,
- "nbformat_minor": 2
-}