Update src/data_loader.py

src/data_loader.py

@@ -1,119 +1,123 @@
-"""
-Data Loader - Handles loading data from local storage or HuggingFace.
-Automatically switches based on DEV_MODE configuration.
-"""
-import json
-from pathlib import Path
-from typing import Tuple, List
-
-from config import (
-    DEV_MODE, 
-    HF_REPO_ID, 
-    HF_REPO_TYPE,
-    PAPER_DB_FILENAME,
-    FACTORY_SETTINGS_FILENAME
-)
-from models import FluteProfile, PaperGrade, FactoryConfig
-
-# Get the directory where this file is located
-BASE_DIR = Path(__file__).parent
-
-
-def _load_from_local() -> Tuple[List[PaperGrade], "FactoryConfig", List[FluteProfile]]:
-    """Load data from local data/ folder."""
-    print("📁 Loading data from LOCAL storage...")
-    
-    paper_db_path = BASE_DIR / "data" / PAPER_DB_FILENAME
-    factory_settings_path = BASE_DIR / "data" / FACTORY_SETTINGS_FILENAME
-    
-    with open(paper_db_path, "r") as f:
-        paper_db = [PaperGrade(**p) for p in json.load(f)]
-    
-    with open(factory_settings_path, "r") as f:
-        fs_data = json.load(f)
-    
-    flutes, factory_config = _parse_factory_settings(fs_data)
-    
-    print(f"✅ Loaded {len(paper_db)} paper grades, {len(flutes)} flute profiles")
-    return paper_db, factory_config, flutes
-
-
-def _load_from_huggingface() -> Tuple[List[PaperGrade], "FactoryConfig", List[FluteProfile]]:
-    """Load data from HuggingFace dataset repository."""
-    print(f"☁️ Loading data from HuggingFace: {HF_REPO_ID}...")
-    
-    try:
-        from huggingface_hub import hf_hub_download
-    except ImportError:
-        raise ImportError(
-            "huggingface_hub is required for production mode. "
-            "Install with: pip install huggingface_hub"
-        )
-    
-    # Download files from HuggingFace (cached automatically)
-    paper_db_path = hf_hub_download(
-        repo_id=HF_REPO_ID,
-        filename=PAPER_DB_FILENAME,
-        repo_type=HF_REPO_TYPE
-    )
-    
-    factory_settings_path = hf_hub_download(
-        repo_id=HF_REPO_ID,
-        filename=FACTORY_SETTINGS_FILENAME,
-        repo_type=HF_REPO_TYPE
-    )
-    
-    with open(paper_db_path, "r") as f:
-        paper_db = [PaperGrade(**p) for p in json.load(f)]
-    
-    with open(factory_settings_path, "r") as f:
-        fs_data = json.load(f)
-    
-    flutes, factory_config = _parse_factory_settings(fs_data)
-    
-    print(f"✅ Loaded {len(paper_db)} paper grades, {len(flutes)} flute profiles from HuggingFace")
-    return paper_db, factory_config, flutes
-
-
-def _parse_factory_settings(fs_data: dict) -> Tuple[List[FluteProfile], "FactoryConfig"]:
-    """Parse factory settings JSON into typed objects."""
-    flutes = [FluteProfile(**fp) for fp in fs_data['flutes']]
-    wastage = fs_data['wastage']
-    costs = fs_data['costs']
-    reels = fs_data['reels']
-    
-    factory_config = FactoryConfig(
-        wastage_process_pct=wastage['process_pct'],
-        cost_conversion_per_kg=costs['conversion_per_kg'],
-        cost_fixed_setup=costs['fixed_setup'],
-        # Value-Add Costs (optional processes)
-        cost_printing_per_1000=costs.get('printing_per_1000', 0.0),
-        cost_printing_plate=costs.get('printing_plate', 0.0),
-        cost_uv_per_1000=costs.get('uv_per_1000', 0.0),
-        cost_lamination_per_1000=costs.get('lamination_per_1000', 0.0),
-        cost_die_cutting_per_1000=costs.get('die_cutting_per_1000', 0.0),
-        cost_die_frame=costs.get('die_frame', 0.0),
-        margin_pct=costs['margin_pct'],
-        process_efficiency_pct=costs.get('process_efficiency_pct', 85.0),
-        ect_conversion_factor=costs.get('ect_conversion_factor', 0.85),
-        currency=costs['currency'],
-        available_reel_sizes=reels
-    )
-    
-    return flutes, factory_config
-
-
-def load_all_data() -> Tuple[List[PaperGrade], "FactoryConfig", List[FluteProfile]]:
-    """
-    Main entry point for loading data.
-    Automatically chooses local or HuggingFace based on DEV_MODE.
-    
-    Returns:
-        Tuple of (paper_db, factory_config, flute_profiles)
-    """
-    print(f"🔧 DEV_MODE = {DEV_MODE}")
-    
-    if DEV_MODE:
-        return _load_from_local()
-    else:
-        return _load_from_huggingface()
+"""
+Data Loader - Handles loading data from local storage or HuggingFace.
+Automatically switches based on DEV_MODE configuration.
+"""
+import json
+from pathlib import Path
+from typing import Tuple, List
+
+from config import (
+    DEV_MODE, 
+    HF_REPO_ID, 
+    HF_REPO_TYPE,
+    HF_TOKEN,
+    PAPER_DB_FILENAME,
+    FACTORY_SETTINGS_FILENAME
+)
+from models import FluteProfile, PaperGrade, FactoryConfig
+
+# Get the directory where this file is located
+BASE_DIR = Path(__file__).parent
+
+
+def _load_from_local() -> Tuple[List[PaperGrade], "FactoryConfig", List[FluteProfile]]:
+    """Load data from local data/ folder."""
+    print("📁 Loading data from LOCAL storage...")
+    
+    paper_db_path = BASE_DIR / "data" / PAPER_DB_FILENAME
+    factory_settings_path = BASE_DIR / "data" / FACTORY_SETTINGS_FILENAME
+    
+    with open(paper_db_path, "r") as f:
+        paper_db = [PaperGrade(**p) for p in json.load(f)]
+    
+    with open(factory_settings_path, "r") as f:
+        fs_data = json.load(f)
+    
+    flutes, factory_config = _parse_factory_settings(fs_data)
+    
+    print(f"✅ Loaded {len(paper_db)} paper grades, {len(flutes)} flute profiles")
+    return paper_db, factory_config, flutes
+
+
+def _load_from_huggingface() -> Tuple[List[PaperGrade], "FactoryConfig", List[FluteProfile]]:
+    """Load data from HuggingFace dataset repository."""
+    print(f"☁️ Loading data from HuggingFace: {HF_REPO_ID}...")
+    
+    try:
+        from huggingface_hub import hf_hub_download
+    except ImportError:
+        raise ImportError(
+            "huggingface_hub is required for production mode. "
+            "Install with: pip install huggingface_hub"
+        )
+    
+    # Download files from HuggingFace (cached automatically)
+    # Pass token for private repository access
+    paper_db_path = hf_hub_download(
+        repo_id=HF_REPO_ID,
+        filename=PAPER_DB_FILENAME,
+        repo_type=HF_REPO_TYPE,
+        token=HF_TOKEN
+    )
+    
+    factory_settings_path = hf_hub_download(
+        repo_id=HF_REPO_ID,
+        filename=FACTORY_SETTINGS_FILENAME,
+        repo_type=HF_REPO_TYPE,
+        token=HF_TOKEN
+    )
+    
+    with open(paper_db_path, "r") as f:
+        paper_db = [PaperGrade(**p) for p in json.load(f)]
+    
+    with open(factory_settings_path, "r") as f:
+        fs_data = json.load(f)
+    
+    flutes, factory_config = _parse_factory_settings(fs_data)
+    
+    print(f"✅ Loaded {len(paper_db)} paper grades, {len(flutes)} flute profiles from HuggingFace")
+    return paper_db, factory_config, flutes
+
+
+def _parse_factory_settings(fs_data: dict) -> Tuple[List[FluteProfile], "FactoryConfig"]:
+    """Parse factory settings JSON into typed objects."""
+    flutes = [FluteProfile(**fp) for fp in fs_data['flutes']]
+    wastage = fs_data['wastage']
+    costs = fs_data['costs']
+    reels = fs_data['reels']
+    
+    factory_config = FactoryConfig(
+        wastage_process_pct=wastage['process_pct'],
+        cost_conversion_per_kg=costs['conversion_per_kg'],
+        cost_fixed_setup=costs['fixed_setup'],
+        # Value-Add Costs (optional processes)
+        cost_printing_per_1000=costs.get('printing_per_1000', 0.0),
+        cost_printing_plate=costs.get('printing_plate', 0.0),
+        cost_uv_per_1000=costs.get('uv_per_1000', 0.0),
+        cost_lamination_per_1000=costs.get('lamination_per_1000', 0.0),
+        cost_die_cutting_per_1000=costs.get('die_cutting_per_1000', 0.0),
+        cost_die_frame=costs.get('die_frame', 0.0),
+        margin_pct=costs['margin_pct'],
+        process_efficiency_pct=costs.get('process_efficiency_pct', 85.0),
+        ect_conversion_factor=costs.get('ect_conversion_factor', 0.85),
+        currency=costs['currency'],
+        available_reel_sizes=reels
+    )
+    
+    return flutes, factory_config
+
+
+def load_all_data() -> Tuple[List[PaperGrade], "FactoryConfig", List[FluteProfile]]:
+    """
+    Main entry point for loading data.
+    Automatically chooses local or HuggingFace based on DEV_MODE.
+    
+    Returns:
+        Tuple of (paper_db, factory_config, flute_profiles)
+    """
+    print(f"🔧 DEV_MODE = {DEV_MODE}")
+    
+    if DEV_MODE:
+        return _load_from_local()
+    else:
+        return _load_from_huggingface()