Spaces:
Running
Running
deploy app, storage, readme
Browse files- app.py +3 -1
- storage.py +3 -2
app.py
CHANGED
|
@@ -13,7 +13,8 @@ from storage import VoteStorage
|
|
| 13 |
|
| 14 |
LOCAL_DATA_DIR = 'data'
|
| 15 |
DEBUG_MODE = os.getenv("DEBUG", "0").lower() in ("1", "true", "yes", "on")
|
| 16 |
-
|
|
|
|
| 17 |
|
| 18 |
# -- Pool dataset -----------------------------------------------------------
|
| 19 |
if DEBUG_MODE:
|
|
@@ -24,6 +25,7 @@ else:
|
|
| 24 |
repo_id="taigasan/e6-visual-ratings",
|
| 25 |
filename="pool.parquet",
|
| 26 |
repo_type="dataset",
|
|
|
|
| 27 |
)
|
| 28 |
_pool_df = pd.read_parquet(_pool_path)
|
| 29 |
_pool_group_dfs = {g: gdf for g, gdf in _pool_df.groupby("group")}
|
|
|
|
| 13 |
|
| 14 |
LOCAL_DATA_DIR = 'data'
|
| 15 |
DEBUG_MODE = os.getenv("DEBUG", "0").lower() in ("1", "true", "yes", "on")
|
| 16 |
+
RATINGS_APP_TOKEN = os.getenv("RATINGS_APP_TOKEN")
|
| 17 |
+
VOTE_STORAGE = VoteStorage(mode="local" if DEBUG_MODE else "hf", local_dir=LOCAL_DATA_DIR, token=RATINGS_APP_TOKEN)
|
| 18 |
|
| 19 |
# -- Pool dataset -----------------------------------------------------------
|
| 20 |
if DEBUG_MODE:
|
|
|
|
| 25 |
repo_id="taigasan/e6-visual-ratings",
|
| 26 |
filename="pool.parquet",
|
| 27 |
repo_type="dataset",
|
| 28 |
+
token=RATINGS_APP_TOKEN,
|
| 29 |
)
|
| 30 |
_pool_df = pd.read_parquet(_pool_path)
|
| 31 |
_pool_group_dfs = {g: gdf for g, gdf in _pool_df.groupby("group")}
|
storage.py
CHANGED
|
@@ -28,10 +28,11 @@ VOTE_COLUMNS = [
|
|
| 28 |
|
| 29 |
|
| 30 |
class VoteStorage:
|
| 31 |
-
def __init__(self, mode: str, local_dir: str = "ratings_data"):
|
| 32 |
assert mode in ("hf", "local"), f"Unsupported storage mode: {mode}"
|
| 33 |
self.mode = mode
|
| 34 |
self.local_dir = local_dir
|
|
|
|
| 35 |
is_debug_mode = self.mode == "local"
|
| 36 |
self._flush_every = 3 if is_debug_mode else 50
|
| 37 |
self._flush_interval_sec = 15.0 if is_debug_mode else 300.0
|
|
@@ -50,7 +51,7 @@ class VoteStorage:
|
|
| 50 |
return log_dir
|
| 51 |
|
| 52 |
def _hf_token(self) -> str | None:
|
| 53 |
-
return
|
| 54 |
|
| 55 |
def _empty_votes_df(self) -> pd.DataFrame:
|
| 56 |
return pd.DataFrame(columns=VOTE_COLUMNS)
|
|
|
|
| 28 |
|
| 29 |
|
| 30 |
class VoteStorage:
|
| 31 |
+
def __init__(self, mode: str, local_dir: str = "ratings_data", token: str | None = None):
|
| 32 |
assert mode in ("hf", "local"), f"Unsupported storage mode: {mode}"
|
| 33 |
self.mode = mode
|
| 34 |
self.local_dir = local_dir
|
| 35 |
+
self._token = token
|
| 36 |
is_debug_mode = self.mode == "local"
|
| 37 |
self._flush_every = 3 if is_debug_mode else 50
|
| 38 |
self._flush_interval_sec = 15.0 if is_debug_mode else 300.0
|
|
|
|
| 51 |
return log_dir
|
| 52 |
|
| 53 |
def _hf_token(self) -> str | None:
|
| 54 |
+
return self._token
|
| 55 |
|
| 56 |
def _empty_votes_df(self) -> pd.DataFrame:
|
| 57 |
return pd.DataFrame(columns=VOTE_COLUMNS)
|