samrat-rm commited on
Commit
196955c
·
1 Parent(s): c348367

fix: reduced the number of scenario in inference

Browse files
Files changed (1) hide show
  1. inference.py +3 -3
inference.py CHANGED
@@ -48,9 +48,9 @@ TEMPERATURE = 0.3
48
  MAX_TOKENS = 256
49
  SUCCESS_THRESHOLD = 0.5
50
 
51
- EASY_SCENARIOS = [k for k, v in SCENARIOS.items() if v["difficulty"] == "easy"][:2]
52
- MEDIUM_SCENARIOS = [k for k, v in SCENARIOS.items() if v["difficulty"] == "medium"][:2]
53
- HARD_SCENARIOS = [k for k, v in SCENARIOS.items() if v["difficulty"] == "hard"][:2]
54
 
55
  SYSTEM_PROMPT = textwrap.dedent("""
56
  You are a machine learning engineer diagnosing a failed training run.
 
48
  MAX_TOKENS = 256
49
  SUCCESS_THRESHOLD = 0.5
50
 
51
+ EASY_SCENARIOS = [k for k, v in SCENARIOS.items() if v["difficulty"] == "easy"][:1]
52
+ MEDIUM_SCENARIOS = [k for k, v in SCENARIOS.items() if v["difficulty"] == "medium"][:1]
53
+ HARD_SCENARIOS = [k for k, v in SCENARIOS.items() if v["difficulty"] == "hard"][:1]
54
 
55
  SYSTEM_PROMPT = textwrap.dedent("""
56
  You are a machine learning engineer diagnosing a failed training run.