curl "https://frnklnwrld-savenest-api.hf.space/search?q=milk&limit=10"

curl "https://frnklnwrld-savenest-api.hf.space/crawl?store=alfatah.pk&mode=urls&limit=50"

// Search across all stores
const res = await fetch(
  'https://frnklnwrld-savenest-api.hf.space/search?q=olpers+milk&limit=20'
);
const data = await res.json();

data.offers.forEach(item => {
  console.log(`${item.source}: ${item.title} — PKR ${item.price}`);
  // Al-Fatah: Olpers Full Cream Milk 1L — PKR 285
});

{
  "query": "milk",
  "count": 4,
  "offers": [
    {
      "source": "Al-Fatah",
      "title": "Olpers Full Cream Milk 1L",
      "price": 285.0,
      "currency": "PKR",
      "url": "https://alfatah.pk/products/olpers-milk-1l",
      "image": "https://cdn.shopify.com/...",
      "in_stock": true
    },
    {
      "source": "Springs Store",
      "title": "Nestle Milkpak UHT Milk 1L",
      "price": 290.0,
      "currency": "PKR",
      "url": "https://springs.com.pk/product/...",
      "image": null,
      "in_stock": null
    }
  ]
}

import requests, time

BASE = "https://frnklnwrld-savenest-api.hf.space"
cursor = 0
all_items = []

while cursor is not None:
    res = requests.get(f"{BASE}/crawl", params={
        "store": "alfatah.pk",
        "mode": "full",
        "limit": 50,
        "cursor": cursor
    })
    data = res.json()
    all_items.extend(data["items"])
    cursor = data["next_cursor"]
    
    print(f"Got {len(all_items)} / {data['total_urls']}")
    time.sleep(1)  # be polite

print(f"Done. Total: {len(all_items)} products")

pip install playwright
playwright install firefox

import 'dart:convert';
import 'package:http/http.dart' as http;

class SaveNestService {
  static const String base = 'https://frnklnwrld-savenest-api.hf.space';

  /// Search for a product across all stores
  Future<List<Map>> search(String query, {int limit = 20}) async {
    final uri = Uri.parse('$base/search')
        .replace(queryParameters: {'q': query, 'limit': '$limit'});
    final res = await http.get(uri);
    if (res.statusCode != 200) throw Exception('Search failed: ${res.statusCode}');
    final data = jsonDecode(res.body);
    return List<Map>.from(data['offers']);
  }

  /// Get product URLs from a store (paginated)
  Future<Map> crawlUrls(String store, {int limit = 100, int cursor = 0}) async {
    final uri = Uri.parse('$base/crawl').replace(queryParameters: {
      'store': store, 'mode': 'urls',
      'limit': '$limit', 'cursor': '$cursor'
    });
    final res = await http.get(uri);
    if (res.statusCode != 200) throw Exception('Crawl failed');
    return jsonDecode(res.body) as Map;
  }
}

final service = SaveNestService();
final results = await service.search('olpers milk');

// Sort by price (already sorted, but just in case)
results.sort((a, b) => (a['price'] ?? 999999).compareTo(b['price'] ?? 999999));

// Render
ListView.builder(
  itemCount: results.length,
  itemBuilder: (ctx, i) {
    final item = results[i];
    return ListTile(
      leading: item['image'] != null
        ? Image.network(item['image'], width: 48, errorBuilder: (_,__,___) => Icon(Icons.shopping_bag))
        : Icon(Icons.shopping_bag),
      title: Text(item['title']),
      subtitle: Text(item['source']),
      trailing: Text(
        'PKR ${item['price']}',
        style: TextStyle(fontWeight: FontWeight.bold, color: Colors.green),
      ),
      onTap: () => launchUrl(Uri.parse(item['url'])),
    );
  }
)

async function safeSearch(query, retries = 2) {
  for (let i = 0; i <= retries; i++) {
    try {
      const res = await fetch(`/search?q=${encodeURIComponent(query)}&limit=20`);
      if (res.ok) return await res.json();
      if (res.status === 400) throw new Error('Bad query');
      // 500 — retry
      if (i < retries) await new Promise(r => setTimeout(r, 2000 * (i + 1)));
    } catch(e) {
      if (i === retries) throw e;
    }
  }
}

Title: Flutter Developer — Grocery Price Comparison App (Pakistan)

We're building SaveNest, a Flutter app that shows real-time grocery prices
across Pakistan's top stores. The backend API is live and production-ready.
We need an experienced Flutter developer to build the mobile UI.

=== LIVE BACKEND ===
API: https://frnklnwrld-savenest-api.hf.space
Swagger: https://frnklnwrld-savenest-api.hf.space/docs
Docs: https://frnklnwrld-savenest-api.hf.space/documentation

=== BACKEND CAPABILITIES ===
• GET /search?q=milk  — search all 5 stores, returns price-sorted results
• GET /crawl?store=alfatah.pk — enumerate + scrape entire store (paginated)
• Stores: Al-Fatah, QnE, Springs, Vmart, GrocerApp
• Returns: title, price (PKR), image URL, product URL, in_stock status

=== YOUR RESPONSIBILITIES ===
1. Home screen: search bar + recent searches
2. Results screen: price comparison cards sorted cheapest first
   - Show: store name, product title, price, image, in-stock badge
   - "View Product" button opens product URL in browser
3. Store browser: crawl mode screen with infinite scroll (paginated cursor)
4. Price history chart (local storage, compare prices over time)
5. Loading/error states with retry UX
6. State management: Riverpod or Provider
7. Offline cache: last search results

=== API INTEGRATION NOTES ===
• /search returns immediately, ~5-15s depending on store response times
• /crawl supports cursor pagination: pass next_cursor back as cursor param
• next_cursor is null when all products fetched
• Images may be null — handle gracefully with placeholder

=== REQUIREMENTS ===
• 3+ years Flutter experience
• REST API integration (Dio or http package)
• Experience with pagination / infinite scroll
• Price/comparison app UI portfolio preferred

Please share 2-3 examples of e-commerce or comparison apps you've built.
Budget: [your budget] | Timeline: 2-3 weeks

Title: Python/FastAPI Developer — Improve Grocery Scraping API

We have a working FastAPI web scraper for Pakistan grocery stores.
Core is functional. Need improvements and more store coverage.

=== CURRENT STACK ===
• FastAPI + Python 3.10, hosted on HuggingFace Spaces
• Live: https://frnklnwrld-savenest-api.hf.space
• Docs: https://frnklnwrld-savenest-api.hf.space/documentation

=== CURRENT FEATURES ===
• Sitemap enumeration (Shopify, WooCommerce, custom)
• BFS fallback crawler (bounded, 50-page cap)
• JSON-LD product parsing + CSS selector fallback
• Playwright (Firefox) for JS-heavy stores
• In-memory TTL cache with per-request isolation
• 5 stores: alfatah.pk, qne.com.pk, springs.com.pk, vmart.pk, grocerapp.pk

=== TASKS ===
1. Add 5 more Pakistani grocery stores (daraz.pk groceries, imtiaz.pk,
   metro.pk, carrefour.pk, naheed.pk) with correct platform configs
2. Improve Daraz scraping — currently blocked, needs better JS/header handling
3. Add Redis caching (replace in-memory) for multi-worker deployment
4. Add /products/{store} endpoint to list cached products without re-scraping
5. Improve price parsing for edge cases (sale prices, per-kg pricing)
6. Add async Playwright support (currently sync fallback, blocks event loop)
7. Write pytest suite for parsing functions

=== REQUIREMENTS ===
• Strong Python async (asyncio, httpx)
• Web scraping experience (BeautifulSoup, Playwright, Selenium)
• Understanding of JSON-LD / schema.org product markup
• Experience scraping Pakistani/South Asian e-commerce sites preferred

GitHub or scraping portfolio required.
Budget: [your budget] | Timeline: 1-2 weeks

=== SAVENEST CRAWLER API — TECHNICAL SPEC ===

LIVE
  API:    https://frnklnwrld-savenest-api.hf.space
  Docs:   https://frnklnwrld-savenest-api.hf.space/documentation
  Swagger: https://frnklnwrld-savenest-api.hf.space/docs

ENDPOINTS
  GET /search?q={query}&limit={n}
      → searches all stores, returns deduplicated price-sorted offers
  GET /crawl?store={domain}&mode={urls|full}&limit={n}&cursor={n}
      → enumerates entire store, paginates via cursor
  GET /health
      → {"ok": true}

RESPONSE STRUCTURE (offers array)
  source:    string   — store display name
  title:     string   — product name
  price:     float    — numeric price
  currency:  string   — "PKR"
  url:       string   — product page URL
  image:     string?  — image URL (may be null)
  in_stock:  bool?    — availability (may be null)

CRAWL PAGINATION
  Pass next_cursor from response as cursor in next call.
  next_cursor is null when all products fetched.

SUPPORTED STORES
  alfatah.pk   → Shopify   (suggest.json + JSON-LD)
  qne.com.pk   → Custom    (HTML search + CSS fallback)
  springs.com.pk → WooCommerce (sitemap + JSON-LD)
  vmart.pk     → Custom    (search template + CSS)
  grocerapp.pk → Custom    (sitemap hints + CSS)

ENV VARS (HF Space Settings)
  USE_PLAYWRIGHT=1         enable Firefox JS rendering
  PER_HOST_GAP=2           politeness delay seconds
  REQUEST_TIMEOUT=30       HTTP timeout
  MAX_CONCURRENCY=5        parallel fetches
  CRAWL_LIMIT_CAP=500      max items per /crawl call

TECH STACK
  Python 3.10, FastAPI, httpx, BeautifulSoup4
  rapidfuzz, playwright (optional), uvicorn
  CORS: open (*)