crawler_config.json

{
  "minjoo": {
    "boards": {
      "보도자료": "188",
      "논평_브리핑": "11",
      "모두발언": "230"
    },
    "start_date": "2003-11-11",
    "max_pages": 10000,
    "concurrent_requests": 20,
    "request_delay": 0.1,
    "output_path": "./data"
  },
  "ppp": {
    "boards": {
      "대변인_논평보도자료": "BBSDD0001",
      "원내_보도자료": "BBSDD0002",
      "미디어특위_보도자료": "BBSDD0042"
    },
    "start_date": "2000-03-10",
    "max_pages": 10000,
    "concurrent_requests": 20,
    "request_delay": 0.1,
    "output_path": "./data"
  },
  "rebuilding": {
    "boards": {
      "기자회견문": "news/press-conference",
      "논평브리핑": "news/commentary-briefing",
      "보도자료": "news/press-release"
    },
    "start_date": "2024-03-04",
    "max_pages": 10000,
    "concurrent_requests": 10,
    "request_delay": 0.5,
    "output_path": "./data"
  },
  "reform": {
    "boards": {
      "보도자료": "press",
      "논평브리핑": "briefing"
    },
    "start_date": "2024-02-13",
    "max_pages": 10000,
    "concurrent_requests": 10,
    "request_delay": 0.3,
    "output_path": "./data"
  },
  "basic_income": {
    "boards": {
      "논평보도자료": "bikr/press"
    },
    "start_date": "2020-01-08",
    "max_pages": 10000,
    "concurrent_requests": 10,
    "request_delay": 0.3,
    "output_path": "./data"
  },
  "jinbo": {
    "boards": {
      "보도자료": {"p": "286", "b": "b_1_111"},
      "논평": {"p": "15", "b": "b_1_2"},
      "모두발언": {"p": "14", "b": "b_1_1"}
    },
    "start_date": "2017-10-14",
    "max_pages": 10000,
    "concurrent_requests": 10,
    "request_delay": 0.3,
    "output_path": "./data"
  }
}