Allow dataframe caching in data.py

data/__init__.py

@@ -0,0 +1,11 @@
+import os
+import polars as pl
+
+from .seasons import SEASONS
+
+assert (USE_CACHE := os.getenv('USE_CACHE', 'False')) in ('True', 'False')
+
+if USE_CACHE == 'True':
+  data_df = pl.read_parquet('data.parquet')
+else:
+  from .data import data_df

data.py → data/data.py

@@ -20,6 +20,7 @@ from convert import (
   lr, 
   game_kind
 )
+from .seasons import SEASONS
 
 DATA_PATH = './files'
 
@@ -41,8 +42,6 @@ else:
   
 print(DATA_PATH)
 
-SEASONS = [2021, 2022, 2023, 2024, 2025]
-
 data_df = pl.DataFrame()
 text_df = pl.DataFrame()
 aux_df = pl.DataFrame()
@@ -471,5 +470,8 @@ data_df = (
     how='left'
   )
 )
+
+data_df.write_parquet('data.parquet')
+
 if __name__ == '__main__':
   breakpoint()

data/seasons.py

@@ -0,0 +1 @@
+SEASONS = [2021, 2022, 2023, 2024, 2025]