Alibrown commited on
Commit
5913e40
·
verified ·
1 Parent(s): 031c327

Update model.py

Browse files
Files changed (1) hide show
  1. model.py +7 -6
model.py CHANGED
@@ -94,18 +94,19 @@ def get_model_kwargs() -> dict:
94
  # =============================================================================
95
 
96
  def load_logs() -> list:
97
- """
98
- Load existing log entries from HF Dataset.
99
- Returns empty list if dataset doesn't exist yet.
100
- """
101
  if not TOKEN:
102
  logger.warning("No token — dataset read skipped")
103
  return []
104
  try:
105
- ds = load_dataset(DATASET_REPO, split="train", token=TOKEN)
 
 
 
 
 
106
  return ds.to_list()
107
  except Exception as e:
108
- logger.info(f"Dataset load: {type(e).__name__} — starting fresh")
109
  return []
110
 
111
 
 
94
  # =============================================================================
95
 
96
  def load_logs() -> list:
 
 
 
 
97
  if not TOKEN:
98
  logger.warning("No token — dataset read skipped")
99
  return []
100
  try:
101
+ ds = load_dataset(
102
+ "parquet",
103
+ data_files={"train": f"hf://datasets/{DATASET_REPO}/**.parquet"},
104
+ split="train",
105
+ token=TOKEN
106
+ )
107
  return ds.to_list()
108
  except Exception as e:
109
+ logger.info(f"Dataset load: {type(e).__name__}: {e} — starting fresh")
110
  return []
111
 
112