jshah13 commited on
Commit
deeb6fc
·
verified ·
1 Parent(s): 6ffeab4

Upload server/curriculum.py with huggingface_hub

Browse files
Files changed (1) hide show
  1. server/curriculum.py +57 -0
server/curriculum.py ADDED
@@ -0,0 +1,57 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ """
2
+ Curriculum manager — auto-advances difficulty based on rolling success rate.
3
+
4
+ easy → medium → hard, with retreat if performance drops.
5
+ The environment calls update() after each episode and reads current_config().
6
+ """
7
+ from .config import EnvConfig, CurriculumConfig, RealismConfig, TaskConfig
8
+
9
+
10
+ _LEVELS = {
11
+ "easy": EnvConfig.easy(),
12
+ "medium": EnvConfig.medium(),
13
+ "hard": EnvConfig.hard(),
14
+ }
15
+
16
+
17
+ class CurriculumManager:
18
+ def __init__(self, cfg: CurriculumConfig):
19
+ self._cfg = cfg
20
+ self._level_idx = 0
21
+ self._levels = cfg.levels
22
+ self._advance_count = 0 # consecutive episodes above threshold
23
+ self._retreat_count = 0
24
+
25
+ @property
26
+ def current_level(self) -> str:
27
+ return self._levels[self._level_idx]
28
+
29
+ def current_config(self) -> EnvConfig:
30
+ return _LEVELS[self.current_level]
31
+
32
+ def update(self, success_rate: float) -> str:
33
+ """Call after each episode. Returns level name (may have changed)."""
34
+ if not self._cfg.enabled:
35
+ return self.current_level
36
+
37
+ if success_rate >= self._cfg.advance_threshold:
38
+ self._advance_count += 1
39
+ self._retreat_count = 0
40
+ if self._advance_count >= 5 and self._level_idx < len(self._levels) - 1:
41
+ self._level_idx += 1
42
+ self._advance_count = 0
43
+ print(f"[Curriculum] Advanced to {self.current_level} "
44
+ f"(success_rate={success_rate:.0%})")
45
+ elif success_rate <= self._cfg.retreat_threshold:
46
+ self._retreat_count += 1
47
+ self._advance_count = 0
48
+ if self._retreat_count >= 3 and self._level_idx > 0:
49
+ self._level_idx -= 1
50
+ self._retreat_count = 0
51
+ print(f"[Curriculum] Retreated to {self.current_level} "
52
+ f"(success_rate={success_rate:.0%})")
53
+ else:
54
+ self._advance_count = 0
55
+ self._retreat_count = 0
56
+
57
+ return self.current_level