Rulga commited on
Commit
2e57c93
·
1 Parent(s): da5f99b

Refactor dataset paths and temporary storage initialization for improved organization and clarity

Browse files
Files changed (1) hide show
  1. config/settings.py +13 -10
config/settings.py CHANGED
@@ -1,4 +1,5 @@
1
  import os
 
2
 
3
  # API tokens
4
  HF_TOKEN = os.getenv("HUGGINGFACE_TOKEN")
@@ -26,18 +27,20 @@ DATASET_CHAT_HISTORY_PATH = "chat_history"
26
  DATASET_VECTOR_STORE_PATH = "vector_store"
27
  DATASET_FINE_TUNED_PATH = "fine_tuned_models"
28
  DATASET_ANNOTATIONS_PATH = "annotations"
29
- DATASET_ERROR_LOGS_PATH = "error_logs"
 
30
 
31
- # Local paths (temporary storage)
32
- CHAT_HISTORY_PATH = os.path.join(os.path.dirname(os.path.dirname(__file__)), "chat_history")
33
- VECTOR_STORE_PATH = os.path.join(os.path.dirname(os.path.dirname(__file__)), "vector_store")
34
- FINE_TUNED_PATH = os.path.join(CHAT_HISTORY_PATH, "fine_tuned_models")
35
- MODELS_REGISTRY_PATH = os.path.join(CHAT_HISTORY_PATH, "models_registry.json")
 
 
36
 
37
- # Create necessary directories if they don't exist
38
- os.makedirs(CHAT_HISTORY_PATH, exist_ok=True)
39
- os.makedirs(VECTOR_STORE_PATH, exist_ok=True)
40
- os.makedirs(FINE_TUNED_PATH, exist_ok=True)
41
 
42
  # Paths configuration
43
  MODEL_PATH = os.path.join(os.path.dirname(os.path.dirname(__file__)), "models")
 
1
  import os
2
+ import tempfile
3
 
4
  # API tokens
5
  HF_TOKEN = os.getenv("HUGGINGFACE_TOKEN")
 
27
  DATASET_VECTOR_STORE_PATH = "vector_store"
28
  DATASET_FINE_TUNED_PATH = "fine_tuned_models"
29
  DATASET_ANNOTATIONS_PATH = "annotations"
30
+ DATASET_ERROR_LOGS_PATH = "error_logs"
31
+ DATASET_PREFERENCES_PATH = "preferences/user_preferences.json"
32
 
33
+ # Temporary storage (using system temp directory)
34
+ TEMP_DIR = tempfile.gettempdir()
35
+ TEMP_ROOT = os.path.join(TEMP_DIR, "status_law_kb")
36
+ CHAT_HISTORY_PATH = os.path.join(TEMP_ROOT, "chat_history")
37
+ VECTOR_STORE_PATH = os.path.join(TEMP_ROOT, "vector_store")
38
+ FINE_TUNED_PATH = os.path.join(TEMP_ROOT, "fine_tuned_models")
39
+ MODELS_REGISTRY_PATH = os.path.join(TEMP_ROOT, "models_registry.json")
40
 
41
+ # Create temporary directories
42
+ for path in [CHAT_HISTORY_PATH, VECTOR_STORE_PATH, FINE_TUNED_PATH]:
43
+ os.makedirs(path, exist_ok=True)
 
44
 
45
  # Paths configuration
46
  MODEL_PATH = os.path.join(os.path.dirname(os.path.dirname(__file__)), "models")