Harsh-9209 commited on
Commit
3f65d97
·
verified ·
1 Parent(s): e3da33e

Update train_script.py

Browse files
Files changed (1) hide show
  1. train_script.py +18 -18
train_script.py CHANGED
@@ -49,27 +49,27 @@ def clone_repo():
49
 
50
  # ── Config (Run 2 Parameters) ────────────────────────────────────────────────
51
 
52
- TRAIN_SCENARIOS = 600
53
- EVAL_SCENARIOS = 30
54
- SEED = 42
55
-
56
  DIFFICULTY_TRAIN_WEIGHTS = {1: 0.60, 2: 0.40}
57
  DIFFICULTY_EVAL_WEIGHTS = {1: 0.40, 2: 0.40, 3: 0.20}
58
-
59
- NUM_EPOCHS = 3
60
- BATCH_SIZE = 1
61
- GRADIENT_ACCUM = 8
62
- NUM_GENERATIONS = 8
63
- MAX_NEW_TOKENS = 768
64
- MAX_PROMPT_CHARS = 2800
65
- LEARNING_RATE = 3e-6
66
- WARMUP_STEPS = 20
67
- BETA = 0.04
68
- TEMPERATURE = 0.85
69
- TOP_P = 0.92
70
-
71
  HF_REPO_ID = os.getenv("HF_REPO_ID", None)
72
- HF_TOKEN = os.getenv("HF_TOKEN", None)
73
 
74
  SYSTEM_PROMPT = """You are an expert business operations coordinator.
75
  Your task: given a set of business instructions from various stakeholders, identify ALL conflicts and produce a resolution plan.
 
49
 
50
  # ── Config (Run 2 Parameters) ────────────────────────────────────────────────
51
 
52
+ TRAIN_SCENARIOS = 300 # ↓ was 600
53
+ EVAL_SCENARIOS = 10 # ↓ was 30
54
+ SEED = 42
55
+
56
  DIFFICULTY_TRAIN_WEIGHTS = {1: 0.60, 2: 0.40}
57
  DIFFICULTY_EVAL_WEIGHTS = {1: 0.40, 2: 0.40, 3: 0.20}
58
+
59
+ NUM_EPOCHS = 2 # ↓ was 3
60
+ BATCH_SIZE = 1
61
+ GRADIENT_ACCUM = 4 # ↓ was 8
62
+ NUM_GENERATIONS = 4 # ↓ was 8 ← BIGGEST SPEED WIN
63
+ MAX_NEW_TOKENS = 512 # ↓ was 768
64
+ MAX_PROMPT_CHARS = 2800
65
+ LEARNING_RATE = 3e-6
66
+ WARMUP_STEPS = 20
67
+ BETA = 0.04
68
+ TEMPERATURE = 0.85
69
+ TOP_P = 0.92
70
+
71
  HF_REPO_ID = os.getenv("HF_REPO_ID", None)
72
+ HF_TOKEN = os.getenv("HF_TOKEN", None)
73
 
74
  SYSTEM_PROMPT = """You are an expert business operations coordinator.
75
  Your task: given a set of business instructions from various stakeholders, identify ALL conflicts and produce a resolution plan.