Update app.py

app.py

@@ -260,24 +260,41 @@ if research_button and topic:
         with st.status("🔍 Gathering and analyzing sources...") as status:
             def fetch_all_sources():
                 sources = []
-                
-                # Handle Web/Hybrid sources
+            
+                # --- Web / Hybrid Sources ---
                 if source_type in ["Web Only", "Hybrid"]:
-                    # Check if custom_domains is a full URL
-                    if custom_domains.strip().startswith("http"):
-                        custom_source = load_web_url_content(custom_domains.strip())
-                        if custom_source:
-                            sources.append(custom_source)
-                    else:
+                    # Check if user gave a full URL
+                    if custom_domains.strip().lower().startswith("http"):
+                        custom_url = custom_domains.strip()
+                        try:
+                            response = tavily.search(query=custom_url, search_depth="advanced", max_results=1)
+                            if response and "results" in response and response["results"]:
+                                result = response["results"][0]
+                                sources.append({
+                                    "title": result.get("title", "Untitled Web Page"),
+                                    "url": result.get("url", custom_url),
+                                    "snippet": result.get("content", ""),
+                                    "image_url": result.get("image_url"),
+                                    "source": "web",
+                                    "year": extract_year_from_text(result.get("content", ""))
+                                })
+                        except Exception as e:
+                            print(f"❌ Failed to load direct URL: {e}")
+            
+                    # Otherwise treat it as domain(s)
+                    elif custom_domains.strip():
                         sources += get_sources(topic, custom_domains)
-                
-                # Handle Academic sources
+                    else:
+                        sources += get_sources(topic)
+            
+                # --- Academic Sources ---
                 if source_type in ["Academic Only", "Hybrid"]:
                     sources += get_arxiv_papers(topic)
                     sources += get_semantic_papers(topic)
-                
+            
                 return sources
 
+
             merged = merge_duplicates(all_sources)
             merged = sort_sources_chronologically(merged)