a try

main.py

@@ -14,7 +14,14 @@ from src.presenter import NewsPresenter
 
 logger = logging.getLogger(__name__)
 
-NAWAAT_DOMAINS = {"nawaat.org", "www.nawaat.org"}
+TRANSLATE_DOMAINS = {
+    "nawaat.org", "www.nawaat.org",
+    "tunisienumerique.com", "www.tunisienumerique.com",
+    "lapresse.tn", "www.lapresse.tn",
+    "webmanagercenter.com", "www.webmanagercenter.com",
+    "directinfo.webmanagercenter.com",
+    "tuniscope.com", "www.tuniscope.com",
+}
 
 _translator = None
 
@@ -65,13 +72,14 @@ def run_pipeline(items: list[NewsItem], cfg: Config, skip_extraction: bool = Fal
     else:
         logger.info("═══  Extraction skipped (articles already loaded)  ═══")
 
-    logger.info("═══  Translating Nawaat articles  ═══")
+    logger.info("═══  Translating Arab/Tunisian articles  ═══")
     for item in items:
         art = item.article
         post = item.post
         if not art or not post or not post.source_domain:
             continue
-        if post.source_domain not in NAWAAT_DOMAINS:
+        domain = post.source_domain.lower()
+        if domain not in TRANSLATE_DOMAINS:
             continue
         t_title = _translate_text(art.title)
         if t_title and t_title != art.title:
@@ -148,11 +156,15 @@ def main():
 
     else:
         from src.rss_feed_scraper import RSSFeedScraper
+        from src.html_scraper import HTMLSiteScraper
         print("═══  Fetching RSS news feeds  ═══")
-        scraper = RSSFeedScraper(cfg)
-        posts = scraper.fetch_posts()
+        rss = RSSFeedScraper(cfg).fetch_posts()
+        print(f"  → {len(rss)} RSS posts collected")
+        print("═══  Scraping HTML sites  ═══")
+        html_posts = HTMLSiteScraper(cfg).fetch_posts()
+        print(f"  → {len(html_posts)} HTML posts collected")
+        posts = rss + html_posts
         n_posts = len(posts)
-        print(f"  → {n_posts} posts collected\n")
         if not posts:
             sys.exit(1)
         items = [NewsItem(post=p) for p in posts]

src/analyzer.py

@@ -16,6 +16,8 @@ RELIABLE_DOMAINS = {
     "sciencenews.org": 0.14, "medscape.com": 0.12, "nih.gov": 0.16,
     "news.harvard.edu": 0.14, "nawaat.org": 0.12, "tunisienumerique.com": 0.10,
     "lapresse.tn": 0.12, "allafrica.com": 0.10,
+    "webmanagercenter.com": 0.08, "directinfo.webmanagercenter.com": 0.08,
+    "tuniscope.com": 0.08,
 }
 
 UNRELIABLE_DOMAINS = {
@@ -376,6 +378,24 @@ SPONSOR_INFO: dict[str, dict] = {
         "wikipedia": "https://en.wikipedia.org/wiki/AllAfrica.com",
         "owner_wikis": {},
     },
+    "webmanagercenter.com": {
+        "display": "Webmanagercenter", "parent": "Webmanagercenter", "category": "independent", "bias": "center", "factuality": "mixed",
+        "owners": ["Independent (Tunisian editorial team)"],
+        "wikipedia": "",
+        "owner_wikis": {},
+    },
+    "directinfo.webmanagercenter.com": {
+        "display": "Directinfo", "parent": "Webmanagercenter", "category": "independent", "bias": "center", "factuality": "mixed",
+        "owners": ["Independent (Tunisian editorial team)"],
+        "wikipedia": "",
+        "owner_wikis": {},
+    },
+    "tuniscope.com": {
+        "display": "Tuniscope", "parent": "Tuniscope", "category": "independent", "bias": "center", "factuality": "mixed",
+        "owners": ["Independent (Tunisian editorial team)"],
+        "wikipedia": "",
+        "owner_wikis": {},
+    },
 }
 
 CLICKBAIT_PATTERNS = [
@@ -776,6 +796,9 @@ class NewsAnalyzer:
         "medscape.com": "health",
         "nih.gov": "health",
         "news.harvard.edu": "health",
+        "webmanagercenter.com": "tunisia",
+        "directinfo.webmanagercenter.com": "tunisia",
+        "tuniscope.com": "tunisia",
     }
 
     def _keyword_topic_match(self, article: Article, summary: str) -> list[str]:

src/html_scraper.py

@@ -0,0 +1,87 @@
+import logging
+import time
+from urllib.parse import urljoin, urlparse
+
+import requests
+from bs4 import BeautifulSoup
+
+from .models import RedditPost
+
+logger = logging.getLogger(__name__)
+
+HTML_SITES = [
+    {
+        "name": "Webmanagercenter",
+        "url": "https://www.webmanagercenter.com/",
+        "selectors": [".entry-title a", "h3 a", "h2 a"],
+        "domain": "webmanagercenter.com",
+    },
+    {
+        "name": "Directinfo",
+        "url": "https://directinfo.webmanagercenter.com/",
+        "selectors": [".entry-title a", "h3 a", "h2 a"],
+        "domain": "directinfo.webmanagercenter.com",
+    },
+    {
+        "name": "Tuniscope",
+        "url": "https://www.tuniscope.com/",
+        "selectors": [".entry-title a", "h3 a", "h2 a", ".article-title a"],
+        "domain": "tuniscope.com",
+    },
+]
+
+
+class HTMLSiteScraper:
+    def __init__(self, config):
+        self.config = config
+        self.session = requests.Session()
+        self.session.headers.update({
+            "User-Agent": "Mozilla/5.0 (compatible; newsapp/1.0)",
+        })
+
+    def fetch_posts(self) -> list[RedditPost]:
+        seen_urls = set()
+        posts = []
+        for site in HTML_SITES:
+            logger.info("Scraping HTML: %s (%s)", site["name"], site["url"])
+            try:
+                resp = self.session.get(site["url"], timeout=15)
+                resp.raise_for_status()
+                soup = BeautifulSoup(resp.text, "html.parser")
+                links = self._find_article_links(soup, site)
+                logger.info("  %s → %d links found", site["name"], len(links))
+                for a_tag in links[: self.config.posts_per_subreddit]:
+                    title = a_tag.get_text(strip=True)
+                    href = a_tag.get("href", "")
+                    if not title or not href:
+                        continue
+                    full_url = urljoin(site["url"], href)
+                    if full_url in seen_urls:
+                        continue
+                    seen_urls.add(full_url)
+                    domain = site.get("domain") or urlparse(full_url).netloc
+                    post = RedditPost(
+                        id=full_url,
+                        title=title,
+                        url=full_url,
+                        subreddit=domain,
+                        score=0,
+                        num_comments=0,
+                        source_domain=domain,
+                        image_url="",
+                        published="",
+                        published_iso="",
+                    )
+                    posts.append(post)
+            except Exception as exc:
+                logger.warning("Failed HTML scrape %s: %s", site["name"], exc)
+            time.sleep(1.0)
+        return posts
+
+    @staticmethod
+    def _find_article_links(soup: BeautifulSoup, site: dict) -> list:
+        for selector in site["selectors"]:
+            found = soup.select(selector)
+            if found:
+                return found
+        return []

webapp.py

@@ -13,6 +13,7 @@ from config import Config
 from main import run_pipeline
 from src.models import NewsItem
 from src.rss_feed_scraper import RSSFeedScraper
+from src.html_scraper import HTMLSiteScraper
 
 logging.basicConfig(level=logging.INFO, format="%(levelname).1s %(message)s", stream=sys.stderr)
 logger = logging.getLogger(__name__)
@@ -117,8 +118,9 @@ def refresh_data():
     with cache_lock:
         cached_status = "running"
     try:
-        scraper = RSSFeedScraper(cfg)
-        posts = scraper.fetch_posts()
+        rss_posts = RSSFeedScraper(cfg).fetch_posts()
+        html_posts = HTMLSiteScraper(cfg).fetch_posts()
+        posts = rss_posts + html_posts
         items = [NewsItem(post=p) for p in posts]
         new_clusters = run_pipeline(items, cfg)
         html_dicts = [_cluster_to_html_dict(c) for c in new_clusters]