vedaco commited on
Commit
04ba188
·
verified ·
1 Parent(s): 4b2c97c

Create config.py

Browse files
Files changed (1) hide show
  1. config.py +42 -0
config.py ADDED
@@ -0,0 +1,42 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ """Configuration for Veda Programming LLM"""
2
+
3
+ import os
4
+
5
+ # Paths
6
+ BASE_DIR = os.path.dirname(os.path.abspath(__file__))
7
+ DATA_DIR = os.path.join(BASE_DIR, "data")
8
+ MODEL_DIR = os.path.join(BASE_DIR, "veda_model")
9
+ VERSIONS_DIR = os.path.join(DATA_DIR, "model_versions")
10
+
11
+ # Ensure directories exist
12
+ os.makedirs(DATA_DIR, exist_ok=True)
13
+ os.makedirs(MODEL_DIR, exist_ok=True)
14
+ os.makedirs(VERSIONS_DIR, exist_ok=True)
15
+
16
+ # Database
17
+ DATABASE_PATH = os.path.join(DATA_DIR, "user_data.db")
18
+
19
+ # Model settings
20
+ VOCAB_SIZE = 5000
21
+ MAX_LENGTH = 256
22
+ D_MODEL = 256
23
+ NUM_HEADS = 8
24
+ NUM_LAYERS = 4
25
+ FF_DIM = 512
26
+ BATCH_SIZE = 8
27
+
28
+ # Training settings
29
+ MIN_SAMPLES_FOR_TRAINING = 50 # Minimum approved samples before retraining
30
+ AUTO_TRAIN_INTERVAL_HOURS = 6 # Auto retrain every N hours
31
+ EPOCHS_PER_RETRAIN = 5
32
+
33
+ # Learning settings
34
+ LEARNING_FROM_FEEDBACK = True
35
+ SAVE_ALL_INTERACTIONS = True
36
+ REQUIRE_APPROVAL = True # Only learn from approved (👍) samples
37
+
38
+ # Generation defaults
39
+ DEFAULT_TEMPERATURE = 0.7
40
+ DEFAULT_MAX_TOKENS = 100
41
+ DEFAULT_REPETITION_PENALTY = 1.2
42
+ DEFAULT_TOP_K = 50