package.json

{
  "name": "firecrawl-scraper-js",
  "version": "1.0.0",
  "description": "",
  "main": "index.js",
  "scripts": {
    "start": "nodemon --exec ts-node src/index.ts",
    "start:production": "tsc && node dist/src/index.js",
    "format": "prettier --write \"src/**/*.(js|ts)\"",
    "flyio": "node dist/src/index.js",
    "start:dev": "nodemon --exec ts-node src/index.ts",
    "build": "tsc",
    "build:nosentry": "tsc",
    "test": "npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='src/__tests__/e2e_noAuth/*'",
    "test:local-no-auth": "npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='src/__tests__/e2e_withAuth/*'",
    "test:full": "npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='(src/__tests__/e2e_noAuth|src/__tests__/e2e_withAuth)'",
    "test:prod": "npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false --testPathIgnorePatterns='(src/__tests__/e2e_noAuth|src/__tests__/e2e_full_withAuth|src/scraper/scrapeURL)'",
    "test:snips": "npx jest --detectOpenHandles --forceExit --openHandlesTimeout=120000 --watchAll=false src/__tests__/snips/*.test.ts",
    "workers": "nodemon --exec ts-node src/services/queue-worker.ts",
    "worker:production": "node dist/src/services/queue-worker.js",
    "index-worker": "nodemon --exec ts-node src/services/indexing/index-worker.ts",
    "index-worker:production": "node dist/src/services/indexing/index-worker.js",
    "mongo-docker": "docker run -d -p 2717:27017 -v ./mongo-data:/data/db --name mongodb mongo:latest",
    "mongo-docker-console": "docker exec -it mongodb mongosh",
    "run-example": "npx ts-node src/example.ts",
    "deploy:fly": "flyctl deploy --build-secret SENTRY_AUTH_TOKEN=$(dotenv -p SENTRY_AUTH_TOKEN) --depot=false",
    "deploy:fly:staging": "fly deploy -c fly.staging.toml --depot=false",
    "sentry:sourcemaps": "sentry-cli sourcemaps inject --org caleb-peffer --project firecrawl-scraper-js ./dist && sentry-cli sourcemaps upload --org caleb-peffer --project firecrawl-scraper-js ./dist"
  },
  "author": "",
  "license": "ISC",
  "devDependencies": {
    "@jest/globals": "^29.7.0",
    "@tsconfig/recommended": "^1.0.3",
    "@types/body-parser": "^1.19.2",
    "@types/cors": "^2.8.13",
    "@types/escape-html": "^1.0.4",
    "@types/express": "^4.17.21",
    "@types/express-ws": "^3.0.5",
    "@types/jest": "^29.5.12",
    "@types/lodash": "^4.17.14",
    "@types/node": "^20.14.1",
    "@types/pdf-parse": "^1.1.4",
    "@types/supertest": "^6.0.2",
    "jest": "^29.6.3",
    "jest-fetch-mock": "^3.0.3",
    "nodemon": "^2.0.20",
    "prettier": "^3.4.2",
    "supertest": "^6.3.3",
    "ts-jest": "^29.1.1",
    "ts-node": "^10.9.1",
    "typescript": "^5.8.3"
  },
  "dependencies": {
    "@ai-sdk/anthropic": "^1.2.4",
    "@ai-sdk/deepinfra": "^0.2.4",
    "@ai-sdk/fireworks": "^0.2.4",
    "@ai-sdk/google": "^1.2.3",
    "@ai-sdk/google-vertex": "^2.2.15",
    "@ai-sdk/groq": "^1.2.1",
    "@ai-sdk/openai": "^1.3.12",
    "@anthropic-ai/sdk": "^0.24.3",
    "@apidevtools/json-schema-ref-parser": "^11.7.3",
    "@brillout/import": "^0.2.2",
    "@bull-board/api": "^5.20.5",
    "@bull-board/express": "^5.20.5",
    "@devil7softwares/pos": "^1.0.2",
    "@dqbd/tiktoken": "^1.0.17",
    "@google-cloud/storage": "^7.16.0",
    "@nangohq/node": "^0.40.8",
    "@openrouter/ai-sdk-provider": "^0.4.5",
    "@pinecone-database/pinecone": "^4.0.0",
    "@sentry/cli": "^2.33.1",
    "@sentry/node": "^8.26.0",
    "@sentry/profiling-node": "^8.26.0",
    "@supabase/supabase-js": "^2.44.2",
    "@types/ws": "^8.5.12",
    "ai": "^4.3.4",
    "ajv": "^8.16.0",
    "async": "^3.2.5",
    "async-mutex": "^0.5.0",
    "axios": "^1.3.4",
    "axios-retry": "^4.5.0",
    "body-parser": "^1.20.1",
    "bottleneck": "^2.19.5",
    "bullmq": "^5.36.0",
    "cacheable-lookup": "^6.1.0",
    "cheerio": "^1.0.0-rc.12",
    "cohere": "^1.1.1",
    "cohere-ai": "^7.14.0",
    "cors": "^2.8.5",
    "cron-parser": "^4.9.0",
    "date-fns": "^3.6.0",
    "dotenv": "^16.3.1",
    "dotenv-cli": "^7.4.2",
    "escape-html": "^1.0.3",
    "express": "^4.18.2",
    "express-rate-limit": "^7.3.1",
    "express-ws": "^5.0.2",
    "git-diff": "^2.0.6",
    "glob": "^10.4.2",
    "gpt3-tokenizer": "^1.1.5",
    "ioredis": "^5.4.1",
    "ip-address": "^10.0.1",
    "joplin-turndown-plugin-gfm": "^1.0.12",
    "jsdom": "^26.0.0",
    "json-schema-to-zod": "^2.3.0",
    "keyword-extractor": "^0.0.28",
    "koffi": "^2.9.0",
    "languagedetect": "^2.0.0",
    "lodash": "^4.17.21",
    "logsnag": "^1.0.0",
    "luxon": "^3.4.3",
    "mammoth": "^1.7.2",
    "marked": "^14.1.2",
    "md5": "^2.3.0",
    "moment": "^2.29.4",
    "mongoose": "^8.4.4",
    "natural": "^7.0.7",
    "ollama-ai-provider": "^1.2.0",
    "parse-diff": "^0.11.1",
    "pdf-parse": "^1.1.1",
    "pos": "^0.4.2",
    "posthog-node": "^4.0.1",
    "promptable": "^0.0.10",
    "puppeteer": "^22.12.1",
    "rate-limiter-flexible": "2.4.2",
    "redlock": "5.0.0-beta.2",
    "resend": "^3.4.0",
    "robots-parser": "^3.0.1",
    "scrapingbee": "^1.7.4",
    "stripe": "^16.1.0",
    "supabase": "^1.77.9",
    "systeminformation": "^5.22.11",
    "tldts": "^6.1.75",
    "turndown": "^7.1.3",
    "turndown-plugin-gfm": "^1.0.2",
    "typesense": "^1.5.4",
    "undici": "^6.20.1",
    "unstructured-client": "^0.11.3",
    "uuid": "^10.0.0",
    "winston": "^3.14.2",
    "winston-transport": "^4.8.0",
    "wordpos": "^2.1.0",
    "ws": "^8.18.0",
    "xml2js": "^0.6.2",
    "zod": "^3.24.2"
  },
  "nodemonConfig": {
    "ignore": [
      "*.docx",
      "*.json",
      "temp"
    ]
  }
}