Rulga commited on
Commit
3d03815
·
1 Parent(s): 2457f4e

Remove unnecessary logging and improve chat history file processing

Browse files
Files changed (1) hide show
  1. src/analytics/chat_evaluator.py +2 -3
src/analytics/chat_evaluator.py CHANGED
@@ -77,8 +77,7 @@ class ChatEvaluator:
77
  try:
78
  # Get list of all files in chat history directory
79
  files = self.api.list_repo_files(self.dataset_id, repo_type="dataset")
80
- logger.info(f"All files in dataset:\n" + "\n".join(f" - {f}" for f in files))
81
-
82
  # Filter for chat history files
83
  chat_path = f"{self.chat_history_path}/"
84
  chat_files = [f for f in files if f.startswith(chat_path) and f.endswith('.json')]
@@ -104,7 +103,6 @@ class ChatEvaluator:
104
  logger.error(f"Error processing chat file {file}: {e}")
105
  continue
106
 
107
- logger.debug(f"Processing {len(histories)} chat histories")
108
  return histories
109
 
110
  except Exception as e:
@@ -423,3 +421,4 @@ class ChatEvaluator:
423
 
424
 
425
 
 
 
77
  try:
78
  # Get list of all files in chat history directory
79
  files = self.api.list_repo_files(self.dataset_id, repo_type="dataset")
80
+
 
81
  # Filter for chat history files
82
  chat_path = f"{self.chat_history_path}/"
83
  chat_files = [f for f in files if f.startswith(chat_path) and f.endswith('.json')]
 
103
  logger.error(f"Error processing chat file {file}: {e}")
104
  continue
105
 
 
106
  return histories
107
 
108
  except Exception as e:
 
421
 
422
 
423
 
424
+