Charles Grandjean commited on
Commit
be4429e
·
1 Parent(s): 72721bb

ON VA Y ARRRIVERR

Browse files
Files changed (1) hide show
  1. scripts/download_knowledge_graph.py +13 -1
scripts/download_knowledge_graph.py CHANGED
@@ -44,7 +44,19 @@ def download_knowledge_graph() -> bool:
44
  hf_home.mkdir(parents=True, exist_ok=True)
45
  target_base_dir.mkdir(parents=True, exist_ok=True)
46
 
47
- allow_patterns = [f"{jurisdiction}/*" for jurisdiction in jurisdictions]
 
 
 
 
 
 
 
 
 
 
 
 
48
 
49
  logger.info("=" * 80)
50
  logger.info("🚀 Starting Knowledge Graph Download")
 
44
  hf_home.mkdir(parents=True, exist_ok=True)
45
  target_base_dir.mkdir(parents=True, exist_ok=True)
46
 
47
+ jurisdictions_str = os.getenv("JURISDICTIONS", "romania,bahrain")
48
+ jurisdictions = [j.strip() for j in jurisdictions_str.split(",") if j.strip()]
49
+
50
+ allow_patterns = []
51
+ for jurisdiction in jurisdictions:
52
+ allow_patterns.extend([
53
+ f"{jurisdiction}",
54
+ f"{jurisdiction}/*",
55
+ f"{jurisdiction}/**",
56
+ f"{jurisdiction}/**/*",
57
+ ])
58
+
59
+ logger.info(f"🧩 allow_patterns={allow_patterns}")
60
 
61
  logger.info("=" * 80)
62
  logger.info("🚀 Starting Knowledge Graph Download")