Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
|
@@ -154,7 +154,7 @@ def scrape_site_content(query, num_sites=5):
|
|
| 154 |
script.decompose()
|
| 155 |
|
| 156 |
# Extract text content (limit to first 1000 characters)
|
| 157 |
-
text_content = soup.get_text(separator='\n', strip=True)[:
|
| 158 |
|
| 159 |
# Extract all links (limit to first 10)
|
| 160 |
links = []
|
|
@@ -206,7 +206,7 @@ def api_scrape_sites():
|
|
| 206 |
try:
|
| 207 |
# Get query parameters
|
| 208 |
query = request.args.get('query', '')
|
| 209 |
-
num_sites = int(request.args.get('num_sites',
|
| 210 |
|
| 211 |
if not query:
|
| 212 |
return jsonify({'error': 'Query parameter is required'}), 400
|
|
|
|
| 154 |
script.decompose()
|
| 155 |
|
| 156 |
# Extract text content (limit to first 1000 characters)
|
| 157 |
+
text_content = soup.get_text(separator='\n', strip=True)[:10000]
|
| 158 |
|
| 159 |
# Extract all links (limit to first 10)
|
| 160 |
links = []
|
|
|
|
| 206 |
try:
|
| 207 |
# Get query parameters
|
| 208 |
query = request.args.get('query', '')
|
| 209 |
+
num_sites = int(request.args.get('num_sites', 10))
|
| 210 |
|
| 211 |
if not query:
|
| 212 |
return jsonify({'error': 'Query parameter is required'}), 400
|