taigasan commited on
Commit
d10cc06
·
verified ·
1 Parent(s): 124cd9f

deploy app, storage, readme

Browse files
Files changed (2) hide show
  1. app.py +3 -1
  2. storage.py +3 -2
app.py CHANGED
@@ -13,7 +13,8 @@ from storage import VoteStorage
13
 
14
  LOCAL_DATA_DIR = 'data'
15
  DEBUG_MODE = os.getenv("DEBUG", "0").lower() in ("1", "true", "yes", "on")
16
- VOTE_STORAGE = VoteStorage(mode="local" if DEBUG_MODE else "hf", local_dir=LOCAL_DATA_DIR)
 
17
 
18
  # -- Pool dataset -----------------------------------------------------------
19
  if DEBUG_MODE:
@@ -24,6 +25,7 @@ else:
24
  repo_id="taigasan/e6-visual-ratings",
25
  filename="pool.parquet",
26
  repo_type="dataset",
 
27
  )
28
  _pool_df = pd.read_parquet(_pool_path)
29
  _pool_group_dfs = {g: gdf for g, gdf in _pool_df.groupby("group")}
 
13
 
14
  LOCAL_DATA_DIR = 'data'
15
  DEBUG_MODE = os.getenv("DEBUG", "0").lower() in ("1", "true", "yes", "on")
16
+ RATINGS_APP_TOKEN = os.getenv("RATINGS_APP_TOKEN")
17
+ VOTE_STORAGE = VoteStorage(mode="local" if DEBUG_MODE else "hf", local_dir=LOCAL_DATA_DIR, token=RATINGS_APP_TOKEN)
18
 
19
  # -- Pool dataset -----------------------------------------------------------
20
  if DEBUG_MODE:
 
25
  repo_id="taigasan/e6-visual-ratings",
26
  filename="pool.parquet",
27
  repo_type="dataset",
28
+ token=RATINGS_APP_TOKEN,
29
  )
30
  _pool_df = pd.read_parquet(_pool_path)
31
  _pool_group_dfs = {g: gdf for g, gdf in _pool_df.groupby("group")}
storage.py CHANGED
@@ -28,10 +28,11 @@ VOTE_COLUMNS = [
28
 
29
 
30
  class VoteStorage:
31
- def __init__(self, mode: str, local_dir: str = "ratings_data"):
32
  assert mode in ("hf", "local"), f"Unsupported storage mode: {mode}"
33
  self.mode = mode
34
  self.local_dir = local_dir
 
35
  is_debug_mode = self.mode == "local"
36
  self._flush_every = 3 if is_debug_mode else 50
37
  self._flush_interval_sec = 15.0 if is_debug_mode else 300.0
@@ -50,7 +51,7 @@ class VoteStorage:
50
  return log_dir
51
 
52
  def _hf_token(self) -> str | None:
53
- return os.getenv("RATINGS_APP_TOKEN")
54
 
55
  def _empty_votes_df(self) -> pd.DataFrame:
56
  return pd.DataFrame(columns=VOTE_COLUMNS)
 
28
 
29
 
30
  class VoteStorage:
31
+ def __init__(self, mode: str, local_dir: str = "ratings_data", token: str | None = None):
32
  assert mode in ("hf", "local"), f"Unsupported storage mode: {mode}"
33
  self.mode = mode
34
  self.local_dir = local_dir
35
+ self._token = token
36
  is_debug_mode = self.mode == "local"
37
  self._flush_every = 3 if is_debug_mode else 50
38
  self._flush_interval_sec = 15.0 if is_debug_mode else 300.0
 
51
  return log_dir
52
 
53
  def _hf_token(self) -> str | None:
54
+ return self._token
55
 
56
  def _empty_votes_df(self) -> pd.DataFrame:
57
  return pd.DataFrame(columns=VOTE_COLUMNS)