Upload jobs/20261014T142050Z-55939576.log with huggingface_hub

jobs/20261014T142050Z-55939576.log

@@ -0,0 +1,139 @@
+== 20261014T142050Z-55939576 commit cb8c6bf59a1e57c7136b4ced1a892f788098dd60 gpu NVIDIA GeForce RTX 5090
+ERROR: pip's dependency resolver does not currently take into account all the packages that are installed. This behaviour is the source of the following dependency conflicts.
+spin 0.17 requires click!=8.3.0,<8.4,>=8, but you have click 8.5.0 which is incompatible.
+WARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager, possibly rendering your system unusable. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv. Use the --root-user-action option if you know what you are doing and want to suppress this warning.
+== job eval Wed Oct 14 14:20:59 UTC 2026
+Hint: A new version of huggingface_hub (2.2.0) is available! You are using version 1.22.0.
+To update, run: hf update
+✓ Downloaded
+  path: /workspace/repo/runs/e002_gpt2_124m_2p5B_r100/ckpt_004768.pt
+WARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager, possibly rendering your system unusable. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv. Use the --root-user-action option if you know what you are doing and want to suppress this warning.
+ok
+
+
+
+hellaswag {"n": 10042, "acc": 0.26010754829715194, "acc_ci95": [0.25194184425413263, 0.2682732523401713], "acc_norm": 0.2753435570603465, "acc_norm_ci95": [0.26628161720772753, 0.2839075881298546], "gold_logprob_per_tok": -3.36091281394512, "gold_logprob_per_tok_ci95": [-3.373722961762506, -3.3485591729876605], "seconds": 33.4}
+
+
+
+piqa {"n": 5000, "acc": 0.6014, "acc_ci95": [0.5879949999999999, 0.61581], "acc_norm": 0.6086, "acc_norm_ci95": [0.595, 0.6216], "gold_logprob_per_tok": -4.2061971059868375, "gold_logprob_per_tok_ci95": [-4.248212227004154, -4.1656688739291985], "seconds": 10.6}
+
+
+
+winogrande {"n": 5000, "acc": 0.512, "acc_ci95": [0.499195, 0.525], "gold_logprob_per_tok": -3.799306800138665, "gold_logprob_per_tok_ci95": [-3.8328948564884073, -3.767184897305351], "seconds": 8.9}
+
+
+
+arc_easy {"n": 2821, "acc": 0.38213399503722084, "acc_ci95": [0.3640552995391705, 0.4002126905352712], "acc_norm": 0.336760014179369, "acc_norm_ci95": [0.3193902871322226, 0.3551931939028713], "gold_logprob_per_tok": -6.6180533833574815, "gold_logprob_per_tok_ci95": [-6.723794631322816, -6.519213845354114], "seconds": 10.3}
+
+
+
+lambada {"n": 4869, "acc": 0.1583487369069624, "acc_ci95": [0.14869583076607107, 0.16841753953583896], "ppl": 591.6984800080246, "ppl_ci95": [536.7086967635457, 653.9249095978788], "seconds": 16.5}
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+blimp {"n": 33500, "acc": 0.7620597014925373, "acc_ci95": [0.7575798507462687, 0.7670156716417911], "gold_logprob_per_tok": -6.988726960658644, "gold_logprob_per_tok_ci95": [-7.000603170772791, -6.976377952775728], "seconds": 163.6}
+Repo card metadata block was not found. Setting CardData to empty.
+
+popqa_closed {"n": 6532, "acc": 0.28123086344151865, "acc_ci95": [0.2703574709124311, 0.2919473361910594], "acc_norm": 0.2717391304347826, "acc_norm_ci95": [0.26071647274954074, 0.28245943049601957], "gold_logprob_per_tok": -9.474180363009834, "gold_logprob_per_tok_ci95": [-9.540596430320347, -9.405591111770317], "majority_baseline": 0.28322106552357623, "buckets": {"tail": {"n": 2296, "acc": 0.25522648083623695, "acc_ci95": [0.23822952961672475, 0.2730836236933798], "acc_norm": 0.2556620209059233, "acc_norm_ci95": [0.23822952961672475, 0.2744011324041812], "gold_logprob_per_tok": -9.776766406807273, "gold_logprob_per_tok_ci95": [-9.904434614006313, -9.64562478628415], "majority_baseline": 0.2922473867595819}, "torso": {"n": 2159, "acc": 0.27373784159333026, "acc_ci95": [0.2552107457156091, 0.29320287169986103], "acc_norm": 0.2885595182955072, "acc_norm_ci95": [0.26910606762389994, 0.30708661417322836], "gold_logprob_per_tok": -9.327020929563336, "gold_logprob_per_tok_ci95": [-9.44225552837714, -9.212872163249408], "majority_baseline": 0.2918017600741084}, "head": {"n": 2077, "acc": 0.3177660086663457, "acc_ci95": [0.2989889263360616, 0.33750601829561866], "acc_norm": 0.2720269619643717, "acc_norm_ci95": [0.2537313432835821, 0.2917669715936447], "gold_logprob_per_tok": -9.29265877430115, "gold_logprob_per_tok_ci95": [-9.400482670731577, -9.178620582706667], "majority_baseline": 0.2643235435724603}}, "seconds": 9.9}
+Repo card metadata block was not found. Setting CardData to empty.
+popqa_oracle {"n": 6532, "acc": 0.2617881200244948, "acc_ci95": [0.2516801898346601, 0.2718922229026332], "acc_norm": 0.2441824862216779, "acc_norm_ci95": [0.2343807409675444, 0.25429807103490504], "gold_logprob_per_tok": -5.294237629245309, "gold_logprob_per_tok_ci95": [-5.381411118093784, -5.2090557427891255], "majority_baseline": 0.28322106552357623, "buckets": {"tail": {"n": 2296, "acc": 0.24433797909407665, "acc_ci95": [0.2269163763066202, 0.2613240418118467], "acc_norm": 0.24259581881533102, "acc_norm_ci95": [0.22559886759581882, 0.25960365853658535], "gold_logprob_per_tok": -5.925568633684, "gold_logprob_per_tok_ci95": [-6.086736167406832, -5.780517994753534], "majority_baseline": 0.2922473867595819}, "torso": {"n": 2159, "acc": 0.2867068087077351, "acc_ci95": [0.2677165354330709, 0.30430754979157015], "acc_norm": 0.25984251968503935, "acc_norm_ci95": [0.24038906901343216, 0.2783696155627605], "gold_logprob_per_tok": -4.819284421056984, "gold_logprob_per_tok_ci95": [-4.964632532400764, -4.6898039351250675], "majority_baseline": 0.2918017600741084}, "head": {"n": 2077, "acc": 0.25517573423206547, "acc_ci95": [0.23734954260953298, 0.2730019258545979], "acc_norm": 0.22965816080885892, "acc_norm_ci95": [0.2118440057775638, 0.24844727973038036], "gold_logprob_per_tok": -5.090043113254635, "gold_logprob_per_tok_ci95": [-5.2286907398525, -4.955052424923546], "majority_baseline": 0.2643235435724603}}, "seconds": 15.2}
+synth_1hop {"n": 1000, "acc": 0.262, "acc_ci95": [0.234975, 0.29], "acc_norm": 0.255, "acc_norm_ci95": [0.227975, 0.281], "gold_logprob_per_tok": -1.3914262978871663, "gold_logprob_per_tok_ci95": [-1.4350074360968668, -1.3449605873767534], "seconds": 2.9}
+synth_2hop {"n": 1000, "acc": 0.227, "acc_ci95": [0.203, 0.254], "acc_norm": 0.24, "acc_norm_ci95": [0.211, 0.266], "gold_logprob_per_tok": -1.5303857808669408, "gold_logprob_per_tok_ci95": [-1.5717298132789135, -1.4866160879357657], "seconds": 2.9}
+✓ Uploaded
+  url: https://huggingface.co/lamshiu/efficient-lm-runs/commit/fd57042d271fcc76fc2ccb0f22f0f7707419dda6
+== job eval Wed Oct 14 14:26:07 UTC 2026
+WARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager, possibly rendering your system unusable. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv. Use the --root-user-action option if you know what you are doing and want to suppress this warning.
+ok
+hellaswag {"n": 10042, "acc": 0.2720573590918144, "acc_ci95": [0.2637895837482573, 0.2817217685719976], "acc_norm": 0.2687711611232822, "acc_norm_ci95": [0.26000796654052977, 0.27743477394941246], "gold_logprob_per_tok": -3.323002035755716, "gold_logprob_per_tok_ci95": [-3.3354780157722397, -3.3113928392954426], "seconds": 28.8}
+piqa {"n": 1838, "acc": 0.6153427638737758, "acc_ci95": [0.5914036996735582, 0.6360174102285092], "acc_norm": 0.6077257889009793, "acc_norm_ci95": [0.5854189336235038, 0.6278563656147987], "gold_logprob_per_tok": -4.228643716648695, "gold_logprob_per_tok_ci95": [-4.297890678584486, -4.158938168415673], "seconds": 2.9}
+winogrande {"n": 1267, "acc": 0.5232833464877664, "acc_ci95": [0.4940805051302289, 0.5509076558800315], "gold_logprob_per_tok": -3.877634137264882, "gold_logprob_per_tok_ci95": [-3.94885963993967, -3.80708613506022], "seconds": 1.7}
+arc_easy {"n": 2376, "acc": 0.3792087542087542, "acc_ci95": [0.36069023569023567, 0.39773779461279457], "acc_norm": 0.34974747474747475, "acc_norm_ci95": [0.32996632996632996, 0.36952861952861954], "gold_logprob_per_tok": -6.635675864766991, "gold_logprob_per_tok_ci95": [-6.746910851133391, -6.5228565384833805], "seconds": 4.1}
+
+lambada {"n": 5153, "acc": 0.15699592470405588, "acc_ci95": [0.14709877741121677, 0.1668979235396856], "ppl": 1279.5056333377204, "ppl_ci95": [1129.4739907019696, 1453.7196152776546], "seconds": 6.4}
+blimp {"n": 33500, "acc": 0.7613432835820896, "acc_ci95": [0.756655223880597, 0.7659410447761195], "gold_logprob_per_tok": -6.98272890277285, "gold_logprob_per_tok_ci95": [-6.994867281983489, -6.970376084785934], "seconds": 71.2}
+Repo card metadata block was not found. Setting CardData to empty.
+popqa_closed {"n": 6533, "acc": 0.2641971529159651, "acc_ci95": [0.25363538956069187, 0.27522195009949485], "acc_norm": 0.28378998928516763, "acc_norm_ci95": [0.27230598499923464, 0.2946693708862697], "gold_logprob_per_tok": -9.504571407104752, "gold_logprob_per_tok_ci95": [-9.572189583801311, -9.431391015890123], "majority_baseline": 0.27812643502219503, "buckets": {"tail": {"n": 2206, "acc": 0.24025385312783318, "acc_ci95": [0.22393472348141433, 0.25839755213055304], "acc_norm": 0.2697189483227561, "acc_norm_ci95": [0.2511219401631913, 0.2883046237533998], "gold_logprob_per_tok": -9.882992643342597, "gold_logprob_per_tok_ci95": [-10.013200163011337, -9.7374812610544], "majority_baseline": 0.29782411604714415}, "torso": {"n": 2189, "acc": 0.25856555504796713, "acc_ci95": [0.23983554134307902, 0.27683873915029694], "acc_norm": 0.3060758337140247, "acc_norm_ci95": [0.2868775696665144, 0.32390360895386017], "gold_logprob_per_tok": -9.205838719617418, "gold_logprob_per_tok_ci95": [-9.324969179682883, -9.100676346730845], "majority_baseline": 0.2745545911375057}, "head": {"n": 2138, "acc": 0.29466791393826003, "acc_ci95": [0.27502338634237605, 0.31431244153414406], "acc_norm": 0.2754911131898971, "acc_norm_ci95": [0.25677034611786714, 0.293732460243218], "gold_logprob_per_tok": -9.419973000074393, "gold_logprob_per_tok_ci95": [-9.539418176942736, -9.296017938902324], "majority_baseline": 0.2614593077642657}}, "seconds": 8.6}
+Repo card metadata block was not found. Setting CardData to empty.
+popqa_oracle {"n": 6533, "acc": 0.2671054645645186, "acc_ci95": [0.25608066738098884, 0.2773649165773764], "acc_norm": 0.26021735802847085, "acc_norm_ci95": [0.249808663707332, 0.2704768100413286], "gold_logprob_per_tok": -5.353157229471711, "gold_logprob_per_tok_ci95": [-5.43248181123383, -5.268535163060117], "majority_baseline": 0.27812643502219503, "buckets": {"tail": {"n": 2206, "acc": 0.25657298277425206, "acc_ci95": [0.2397892112420671, 0.2751586582048957], "acc_norm": 0.25929283771532186, "acc_norm_ci95": [0.241149138712602, 0.27924977334542156], "gold_logprob_per_tok": -6.05181483142807, "gold_logprob_per_tok_ci95": [-6.224137005603809, -5.877902574208139], "majority_baseline": 0.29782411604714415}, "torso": {"n": 2189, "acc": 0.2727272727272727, "acc_ci95": [0.25535632708999545, 0.29191411603471906], "acc_norm": 0.27683873915029694, "acc_norm_ci95": [0.2594792142530836, 0.29602558245774324], "gold_logprob_per_tok": -4.785434898998657, "gold_logprob_per_tok_ci95": [-4.921716185369677, -4.670543305392584], "majority_baseline": 0.2745545911375057}, "head": {"n": 2138, "acc": 0.2722170252572498, "acc_ci95": [0.25444340505144997, 0.2909260991580917], "acc_norm": 0.2441534144059869, "acc_norm_ci95": [0.22591206735266603, 0.2628624883068288], "gold_logprob_per_tok": -5.21354334335842, "gold_logprob_per_tok_ci95": [-5.355355377953677, -5.07337565089233], "majority_baseline": 0.2614593077642657}}, "seconds": 15.3}
+synth_1hop {"n": 1000, "acc": 0.271, "acc_ci95": [0.243, 0.298025], "acc_norm": 0.254, "acc_norm_ci95": [0.229, 0.281], "gold_logprob_per_tok": -1.4189376051743827, "gold_logprob_per_tok_ci95": [-1.467556407135725, -1.369718543329239], "seconds": 2.8}
+synth_2hop {"n": 1000, "acc": 0.258, "acc_ci95": [0.23, 0.285], "acc_norm": 0.251, "acc_norm_ci95": [0.223, 0.28], "gold_logprob_per_tok": -1.4929357632716496, "gold_logprob_per_tok_ci95": [-1.5338086236772932, -1.454433580402136], "seconds": 2.9}
+✓ Uploaded
+  url: https://huggingface.co/lamshiu/efficient-lm-runs/commit/e216672db9b4a07f9a81057ec1cb4bfadf83077f
+== job valloss Wed Oct 14 14:28:40 UTC 2026
+✓ Downloaded
+  path: /workspace/repo/data_cache/fineweb10B/fineweb_val_000000.bin
+{"ckpt": "runs/e002_gpt2_124m_2p5B_r100/ckpt_004768.pt", "pattern": "data_cache/fineweb10B/fineweb_val_000000.bin", "tokens": 10485760, "val_loss": 3.787128384783864}
+✓ Uploaded
+  url: https://huggingface.co/lamshiu/efficient-lm-runs/commit/7aa74c3248d9c46e9f835a5517c42b00c6301fde
+== job valloss Wed Oct 14 14:29:11 UTC 2026
+✓ Downloaded
+  path: /workspace/repo/data_cache/r100/fineweb_val_000000.bin
+{"ckpt": "runs/e002_gpt2_124m_2p5B_r100/ckpt_004768.pt", "pattern": "data_cache/r100/fineweb_val_000000.bin", "tokens": 10485760, "val_loss": 3.602804332971573}
+✓ Uploaded
+  url: https://huggingface.co/lamshiu/efficient-lm-runs/commit/0d250430dc90f4c8c610dbb959b3461234ba800e
+== finish Wed Oct 14 14:29:42 UTC 2026