Scrap-Dji / sources.json.example
joel
Initial deployment: Scrap-Dji with API
dfdddb1
raw
history blame contribute delete
685 Bytes
{
"sources": [
{
"name": "example_news",
"type": "news",
"url": "https://example.com",
"selectors": {
"title": "h1",
"content": ".article-content",
"author": ".author",
"date": ".date"
},
"pays": "Senegal",
"langue": "fr",
"active": true
},
{
"name": "twitter_africa",
"type": "social",
"query": "africa OR afrique",
"pays": "Panafricain",
"langue": "fr,en",
"active": false
}
],
"settings": {
"delay_between_requests": 1,
"max_pages_per_source": 100,
"user_agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36"
}
}