Spaces:
Sleeping
Sleeping
File size: 1,409 Bytes
5684a32 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 |
#!/usr/bin/env python3
"""
Utility functions for RAG system.
Currently unused but preserved for potential future use.
"""
import logging
import requests
from typing import Optional, Dict
def safe_get_json(url: str) -> Optional[Dict]:
"""
Safely fetch JSON from a URL with error handling.
Args:
url: URL to fetch JSON from
Returns:
JSON dict if successful, None otherwise
"""
try:
res = requests.get(url, timeout=10)
res.raise_for_status()
return res.json()
except Exception as e:
logging.error(f"Error fetching {url}: {e}")
return None
def extract_text_from_json(json_data: Dict) -> str:
"""
Extract text from JSON data structure.
Args:
json_data: JSON dict with nested structure
Returns:
Concatenated text from specified fields
"""
if not json_data:
return ""
fields = [
"title_info_primary_tsi",
"abstract_tsi",
"subject_geographic_sim",
"genre_basic_ssim",
"genre_specific_ssim",
"date_tsim",
]
parts = []
for field in fields:
if field in json_data.get("data", {}).get("attributes", {}):
val = json_data["data"]["attributes"][field]
if val:
parts.append(str(val))
return " ".join(parts) if parts else "No content available"
|