Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
|
@@ -1,6 +1,7 @@
|
|
| 1 |
-
from deliverable2 import URLValidator
|
| 2 |
import os
|
| 3 |
import json
|
|
|
|
|
|
|
| 4 |
|
| 5 |
# Retrieve API key from environment variables
|
| 6 |
SERPAPI_API_KEY = os.getenv("SERPAPI_API_KEY")
|
|
@@ -45,12 +46,38 @@ urls = [
|
|
| 45 |
# Process queries and URLs separately but use them together
|
| 46 |
results = []
|
| 47 |
for query, url in zip(queries, urls):
|
| 48 |
-
|
| 49 |
-
|
| 50 |
-
|
| 51 |
-
|
| 52 |
-
|
| 53 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 54 |
|
| 55 |
# Print formatted output
|
| 56 |
print(json.dumps(results, indent=2))
|
|
|
|
|
|
|
| 1 |
import os
|
| 2 |
import json
|
| 3 |
+
from deliverable2 import URLValidator
|
| 4 |
+
from transformers import pipeline
|
| 5 |
|
| 6 |
# Retrieve API key from environment variables
|
| 7 |
SERPAPI_API_KEY = os.getenv("SERPAPI_API_KEY")
|
|
|
|
| 46 |
# Process queries and URLs separately but use them together
|
| 47 |
results = []
|
| 48 |
for query, url in zip(queries, urls):
|
| 49 |
+
try:
|
| 50 |
+
# Get content from the URL
|
| 51 |
+
content = validator.fetch_page_content(url)
|
| 52 |
+
if content:
|
| 53 |
+
# Get the fake news score and relevance score
|
| 54 |
+
fake_news_score = validator.get_domain_trust_huggingface(content) # Fix for long text
|
| 55 |
+
relevance_score = validator.get_content_relevance(query, content)
|
| 56 |
+
|
| 57 |
+
# Store the results
|
| 58 |
+
results.append({
|
| 59 |
+
"Query": query,
|
| 60 |
+
"URL": url,
|
| 61 |
+
"Trust": fake_news_score,
|
| 62 |
+
"Relevance": relevance_score
|
| 63 |
+
})
|
| 64 |
+
else:
|
| 65 |
+
results.append({
|
| 66 |
+
"Query": query,
|
| 67 |
+
"URL": url,
|
| 68 |
+
"Trust": "Error fetching content",
|
| 69 |
+
"Relevance": 0.0
|
| 70 |
+
})
|
| 71 |
+
|
| 72 |
+
except Exception as e:
|
| 73 |
+
# Handle any unexpected errors
|
| 74 |
+
results.append({
|
| 75 |
+
"Query": query,
|
| 76 |
+
"URL": url,
|
| 77 |
+
"Trust": "Error",
|
| 78 |
+
"Relevance": "Error",
|
| 79 |
+
"Error": str(e)
|
| 80 |
+
})
|
| 81 |
|
| 82 |
# Print formatted output
|
| 83 |
print(json.dumps(results, indent=2))
|