| { |
| "sources": { |
| "openjev": { |
| "repo": "ZefanCai/Open-Jev", |
| "revision": "c67699e13d0ae25e35b77165a4b6b079bedc8aba", |
| "subset": "release-v2-redistributable", |
| "url": "https://huggingface.co/datasets/ZefanCai/Open-Jev/tree/c67699e13d0ae25e35b77165a4b6b079bedc8aba" |
| }, |
| "yuri_v3": { |
| "repo": "SargeDev/jev-distill-corpus-v3", |
| "revision": "75111a13a8455032f0435050bfc7e0c9026ecfe8", |
| "subset": "rows where source == yuri_v3", |
| "url": "https://huggingface.co/datasets/SargeDev/jev-distill-corpus-v3/tree/75111a13a8455032f0435050bfc7e0c9026ecfe8" |
| }, |
| "procedural": { |
| "repo": "tasksource/procedural-typed-decisions", |
| "revision": "e4b21b7b55f6cc9e76e33563e9d604ac5fcd25ad", |
| "url": "https://huggingface.co/datasets/tasksource/procedural-typed-decisions/tree/e4b21b7b55f6cc9e76e33563e9d604ac5fcd25ad" |
| }, |
| "openjev_v1_1": { |
| "repo": "ZefanCai/Open-Jev-v1.1", |
| "revision": "10ad6888333fa97f8c948192797bad3de3040802", |
| "subset": "community-hard-mix-v2-redistributable", |
| "url": "https://huggingface.co/datasets/ZefanCai/Open-Jev-v1.1/tree/10ad6888333fa97f8c948192797bad3de3040802" |
| }, |
| "toolace": { |
| "repo": "Team-ACE/ToolACE", |
| "revision": "6bda777c88d21e5a204703c1ee45597a8fa4f734", |
| "url": "https://huggingface.co/datasets/Team-ACE/ToolACE/tree/6bda777c88d21e5a204703c1ee45597a8fa4f734" |
| }, |
| "race": { |
| "repo": "ehovy/race", |
| "revision": "2fec9fd81f1dc971569a9b729c43f2f0e6436637", |
| "url": "https://huggingface.co/datasets/ehovy/race/tree/2fec9fd81f1dc971569a9b729c43f2f0e6436637" |
| }, |
| "gsm8k": { |
| "repo": "openai/gsm8k", |
| "revision": "740312add88f781978c0658806c59bc2815b9866", |
| "url": "https://huggingface.co/datasets/openai/gsm8k/tree/740312add88f781978c0658806c59bc2815b9866" |
| }, |
| "devign": { |
| "repo": "google/code_x_glue_cc_defect_detection", |
| "revision": "69bd48c03223c2104342acd9a807caf61ac3efb8", |
| "url": "https://huggingface.co/datasets/google/code_x_glue_cc_defect_detection/tree/69bd48c03223c2104342acd9a807caf61ac3efb8" |
| }, |
| "ragtruth": { |
| "repo": "https://github.com/ParticleMedia/RAGTruth", |
| "revision": "c103204b9ce28d6bbad859304bf30de72b8ed8fe", |
| "url": "https://github.com/ParticleMedia/RAGTruth/tree/c103204b9ce28d6bbad859304bf30de72b8ed8fe" |
| }, |
| "babyai": { |
| "repo": "jat-project/jat-dataset", |
| "revision": "921defdd6f8ae5271f2d4925150c48dba0cb3199", |
| "license": "Apache-2.0", |
| "files": { |
| "babyai-go-to-local/test-00000-of-00001-0fbfc6a811f96e0b.parquet": { |
| "path": "test-00000-of-00001-0fbfc6a811f96e0b.parquet", |
| "url": "https://huggingface.co/datasets/jat-project/jat-dataset/resolve/921defdd6f8ae5271f2d4925150c48dba0cb3199/babyai-go-to-local/test-00000-of-00001-0fbfc6a811f96e0b.parquet", |
| "bytes": 731011, |
| "sha256": "8e76218246e7e6b45f1b77aaa20624bb3df78f00ed4db370267dbfb059a3dc23" |
| }, |
| "babyai-go-to-local/train-00000-of-00002-7d72840db9e29eb0.parquet": { |
| "path": "train-00000-of-00002-7d72840db9e29eb0.parquet", |
| "url": "https://huggingface.co/datasets/jat-project/jat-dataset/resolve/921defdd6f8ae5271f2d4925150c48dba0cb3199/babyai-go-to-local/train-00000-of-00002-7d72840db9e29eb0.parquet", |
| "bytes": 6918069, |
| "sha256": "0641e144a268ea7b2090a3f883cff084fbb7b6761a90f8a8ac4527b7f4222a0e" |
| }, |
| "babyai-go-to-seq/test-00000-of-00001-b817b0b4bce0e263.parquet": { |
| "path": "test-00000-of-00001-b817b0b4bce0e263.parquet", |
| "url": "https://huggingface.co/datasets/jat-project/jat-dataset/resolve/921defdd6f8ae5271f2d4925150c48dba0cb3199/babyai-go-to-seq/test-00000-of-00001-b817b0b4bce0e263.parquet", |
| "bytes": 7177979, |
| "sha256": "cdb0ed946ef3d175949f78dd420275a8e0079a3f21b6335bc43e15a72bc88e30" |
| }, |
| "babyai-go-to-seq/train-00000-of-00018-0e5cd4828cce2d4c.parquet": { |
| "path": "train-00000-of-00018-0e5cd4828cce2d4c.parquet", |
| "url": "https://huggingface.co/datasets/jat-project/jat-dataset/resolve/921defdd6f8ae5271f2d4925150c48dba0cb3199/babyai-go-to-seq/train-00000-of-00018-0e5cd4828cce2d4c.parquet", |
| "bytes": 7505164, |
| "sha256": "e8f85491dbb858825e3b7e265d9c818113659567b6f99d4f67e29a74214aa81b" |
| }, |
| "babyai-key-corridor/test-00000-of-00002-6c787718af0eee75.parquet": { |
| "path": "test-00000-of-00002-6c787718af0eee75.parquet", |
| "url": "https://huggingface.co/datasets/jat-project/jat-dataset/resolve/921defdd6f8ae5271f2d4925150c48dba0cb3199/babyai-key-corridor/test-00000-of-00002-6c787718af0eee75.parquet", |
| "bytes": 4827035, |
| "sha256": "ac6202ed10bf00b7f8187ec934b8c9a7dbc496f12a5cb63ae7641ef8e9b1edfd" |
| }, |
| "babyai-key-corridor/train-00000-of-00026-3b597da921f2f6ba.parquet": { |
| "path": "train-00000-of-00026-3b597da921f2f6ba.parquet", |
| "url": "https://huggingface.co/datasets/jat-project/jat-dataset/resolve/921defdd6f8ae5271f2d4925150c48dba0cb3199/babyai-key-corridor/train-00000-of-00026-3b597da921f2f6ba.parquet", |
| "bytes": 7034198, |
| "sha256": "02448ad945202efb36d2d497c476538caff5fcc26ed7ebff750b861acbeaf3ee" |
| }, |
| "babyai-open-door/test-00000-of-00001-3f7181e49d2bc83a.parquet": { |
| "path": "test-00000-of-00001-3f7181e49d2bc83a.parquet", |
| "url": "https://huggingface.co/datasets/jat-project/jat-dataset/resolve/921defdd6f8ae5271f2d4925150c48dba0cb3199/babyai-open-door/test-00000-of-00001-3f7181e49d2bc83a.parquet", |
| "bytes": 568537, |
| "sha256": "a7b0a47ee1d597f3417e888069c23ceb07fa19079a5bf294eb0e35e4fc7dcef7" |
| }, |
| "babyai-open-door/train-00000-of-00002-56ac9702e3553a99.parquet": { |
| "path": "train-00000-of-00002-56ac9702e3553a99.parquet", |
| "url": "https://huggingface.co/datasets/jat-project/jat-dataset/resolve/921defdd6f8ae5271f2d4925150c48dba0cb3199/babyai-open-door/train-00000-of-00002-56ac9702e3553a99.parquet", |
| "bytes": 5404242, |
| "sha256": "39d960c86984fbf4b8a1a58c03029d60b2af4c29487f2c158737c31e92a0b843" |
| }, |
| "babyai-put-next-local/test-00000-of-00001-2475f061bd197294.parquet": { |
| "path": "test-00000-of-00001-2475f061bd197294.parquet", |
| "url": "https://huggingface.co/datasets/jat-project/jat-dataset/resolve/921defdd6f8ae5271f2d4925150c48dba0cb3199/babyai-put-next-local/test-00000-of-00001-2475f061bd197294.parquet", |
| "bytes": 626805, |
| "sha256": "9857e9ec3632b914040699099bf58efd8ab23289109365db217626c9a88c5560" |
| }, |
| "babyai-put-next-local/train-00000-of-00003-e6ca3115f4714e06.parquet": { |
| "path": "train-00000-of-00003-e6ca3115f4714e06.parquet", |
| "url": "https://huggingface.co/datasets/jat-project/jat-dataset/resolve/921defdd6f8ae5271f2d4925150c48dba0cb3199/babyai-put-next-local/train-00000-of-00003-e6ca3115f4714e06.parquet", |
| "bytes": 10223326, |
| "sha256": "7f01931855affd789719795c4c96004904342334edd005693f6eb0a297b9521b" |
| }, |
| "babyai-unlock-local/test-00000-of-00001-848f87b2f3af21c4.parquet": { |
| "path": "test-00000-of-00001-848f87b2f3af21c4.parquet", |
| "url": "https://huggingface.co/datasets/jat-project/jat-dataset/resolve/921defdd6f8ae5271f2d4925150c48dba0cb3199/babyai-unlock-local/test-00000-of-00001-848f87b2f3af21c4.parquet", |
| "bytes": 1071561, |
| "sha256": "ef1f8a38823033f01eee31dffa7efb5b53c55922dd34d24ba442ec87b0a77ca4" |
| }, |
| "babyai-unlock-local/train-00000-of-00004-4ed1623bd5998163.parquet": { |
| "path": "train-00000-of-00004-4ed1623bd5998163.parquet", |
| "url": "https://huggingface.co/datasets/jat-project/jat-dataset/resolve/921defdd6f8ae5271f2d4925150c48dba0cb3199/babyai-unlock-local/train-00000-of-00004-4ed1623bd5998163.parquet", |
| "bytes": 5104794, |
| "sha256": "6fd98b250bf41dc074a46a2c4407eb0027cd469b9591cd1c2917b78fe9ca72c0" |
| }, |
| "README.md": { |
| "path": "README.md", |
| "url": "https://huggingface.co/datasets/jat-project/jat-dataset/resolve/921defdd6f8ae5271f2d4925150c48dba0cb3199/README.md", |
| "bytes": 113267, |
| "sha256": "642419755f2bc0735210a27b351504852d209636e3c19b6e3c0f2fce8fce6dc2" |
| } |
| }, |
| "url": "https://huggingface.co/datasets/jat-project/jat-dataset/tree/921defdd6f8ae5271f2d4925150c48dba0cb3199" |
| }, |
| "alfworld": { |
| "repo": "osunlp/early-experience", |
| "revision": "7f1dfbe4f7a100ee1337843b1abbd2c25b8cf7ce", |
| "license": "MIT", |
| "files": { |
| "alfworld/expert_sft.jsonl": { |
| "path": "expert_sft.jsonl", |
| "url": "https://huggingface.co/datasets/osunlp/early-experience/resolve/7f1dfbe4f7a100ee1337843b1abbd2c25b8cf7ce/alfworld/expert_sft.jsonl", |
| "bytes": 42672830, |
| "sha256": "1a0288d05bccb9cee1b8bf831f3495c5938aea4e90e120fc113176e056b304c8" |
| }, |
| "README.md": { |
| "path": "README.md", |
| "url": "https://huggingface.co/datasets/osunlp/early-experience/resolve/7f1dfbe4f7a100ee1337843b1abbd2c25b8cf7ce/README.md", |
| "bytes": 5758, |
| "sha256": "49c278ff39d7f2d4b5be553d1b84ee99f8d9b2691f7493cb604d6c62e994608a" |
| } |
| }, |
| "url": "https://huggingface.co/datasets/osunlp/early-experience/tree/7f1dfbe4f7a100ee1337843b1abbd2c25b8cf7ce" |
| }, |
| "connect_four": { |
| "repo": "yyyyyyjjjjzzz/competitive-game-dataset", |
| "revision": "7e561ca9f58ff4edb7af2344a197851cb2dcea94", |
| "license": "MIT", |
| "files": { |
| "connect_four/data-00000-of-00001.arrow": { |
| "path": "data-00000-of-00001.arrow", |
| "url": "https://huggingface.co/datasets/yyyyyyjjjjzzz/competitive-game-dataset/resolve/7e561ca9f58ff4edb7af2344a197851cb2dcea94/connect_four/data-00000-of-00001.arrow", |
| "bytes": 461704184, |
| "sha256": "3ddc82c836de34a59bbb70c1e845def91da19efa2dcd8ab3bb1a75c0b545f083" |
| }, |
| "README.md": { |
| "path": "README.md", |
| "url": "https://huggingface.co/datasets/yyyyyyjjjjzzz/competitive-game-dataset/resolve/7e561ca9f58ff4edb7af2344a197851cb2dcea94/README.md", |
| "bytes": 10931, |
| "sha256": "f3c35eb444c386555146a73bd6b7e007201db69de66b7b13a00864e33a32b030" |
| } |
| }, |
| "url": "https://huggingface.co/datasets/yyyyyyjjjjzzz/competitive-game-dataset/tree/7e561ca9f58ff4edb7af2344a197851cb2dcea94" |
| }, |
| "scienceworld": { |
| "repo": "allenai/ScienceWorld", |
| "revision": "e8216d6044e8e39be9fcb185e3b2dfb602584b52", |
| "license": "Apache-2.0", |
| "files": { |
| "goldpaths/goldpaths-all.zip": { |
| "path": "goldpaths-all.zip", |
| "url": "https://raw.githubusercontent.com/allenai/ScienceWorld/e8216d6044e8e39be9fcb185e3b2dfb602584b52/goldpaths/goldpaths-all.zip", |
| "bytes": 8685836, |
| "sha256": "bec9711010a57240ebc0cf263b7ec1c88bce44b953984c934e709baf0f7ea02d" |
| }, |
| "LICENSE": { |
| "path": "LICENSE", |
| "url": "https://raw.githubusercontent.com/allenai/ScienceWorld/e8216d6044e8e39be9fcb185e3b2dfb602584b52/LICENSE", |
| "bytes": 11394, |
| "sha256": "d85fd829c236347c5e1febbf2ba844f706dd34e4a3ca4c43b9b1e5fa1667fadf" |
| } |
| }, |
| "url": "https://github.com/allenai/ScienceWorld/tree/e8216d6044e8e39be9fcb185e3b2dfb602584b52" |
| }, |
| "scone": { |
| "license": "CC-BY-SA-4.0", |
| "attribution": "Long, Pasupat and Liang (2016), SCONE", |
| "homepage": "https://nlp.stanford.edu/projects/scone/", |
| "files": { |
| "scone.zip": { |
| "url": "https://nlp.stanford.edu/projects/scone/scone.zip", |
| "sha256": "adca52bfeea733e268469452faa20935508d4987717c0337d2802646ac383485", |
| "bytes": 1542288 |
| } |
| } |
| }, |
| "helpsteer2": { |
| "license": "CC-BY-4.0", |
| "attribution": "NVIDIA and Scale AI, HelpSteer2", |
| "revision": "990b2711a36180dd19d9c94b8627844866f8982a", |
| "homepage": "https://huggingface.co/datasets/nvidia/HelpSteer2", |
| "files": { |
| "helpsteer2/README.md": { |
| "url": "https://huggingface.co/datasets/nvidia/HelpSteer2/resolve/990b2711a36180dd19d9c94b8627844866f8982a/README.md", |
| "sha256": "835effb9e7d9cd0e8b7b8c1816d1d97a8961a036543108e4a0b6a5e22712ff7b", |
| "bytes": 24960 |
| }, |
| "helpsteer2/train.jsonl.gz": { |
| "url": "https://huggingface.co/datasets/nvidia/HelpSteer2/resolve/990b2711a36180dd19d9c94b8627844866f8982a/train.jsonl.gz", |
| "sha256": "c0d7e91d738d42e8a08070db26c4c09a9c7631308e1f0fd380ff43d130c9f713", |
| "bytes": 11315813 |
| }, |
| "helpsteer2/validation.jsonl.gz": { |
| "url": "https://huggingface.co/datasets/nvidia/HelpSteer2/resolve/990b2711a36180dd19d9c94b8627844866f8982a/validation.jsonl.gz", |
| "sha256": "610eeb5289494d613c4c0f70aade2df8df0b499f3a24e76d232f74e6909d010a", |
| "bytes": 581833 |
| }, |
| "helpsteer2/disagreements/disagreements.jsonl.gz": { |
| "url": "https://huggingface.co/datasets/nvidia/HelpSteer2/resolve/990b2711a36180dd19d9c94b8627844866f8982a/disagreements/disagreements.jsonl.gz", |
| "sha256": "53435e0e2926620bf08ce91f278d7368ee6903f416a47764fe8839f3b71b3ab4", |
| "bytes": 13368757 |
| }, |
| "helpsteer2/preference/preference.jsonl.gz": { |
| "url": "https://huggingface.co/datasets/nvidia/HelpSteer2/resolve/990b2711a36180dd19d9c94b8627844866f8982a/preference/preference.jsonl.gz", |
| "sha256": "a5cd48600fb7a330cf0ccc8f59051e24e8f236907c379f42eff1ba18da55204b", |
| "bytes": 15339272 |
| } |
| } |
| }, |
| "planning": { |
| "implementation": "Independent Eider generators and exhaustive breadth-first search", |
| "inspiration": "https://github.com/karthikv792/LLMs-Planning/tree/main/plan-bench", |
| "domains": [ |
| "block_stacking_macro_moves", |
| "delivery_unlimited_capacity" |
| ], |
| "public_benchmark_instances_used": false, |
| "script_sha256": "3324e067b8e03913bcceff4cbe8a35675604f4f6a861ccb9f17750f6ef1a689d" |
| } |
| }, |
| "stages": [ |
| { |
| "stage": "initial", |
| "training_examples": 49152, |
| "steps": 12288, |
| "learning_rate": 0.0001, |
| "rank": 8, |
| "alpha": 16.0, |
| "loops": 2, |
| "initialization": null, |
| "mixture": { |
| "openjev": 24576, |
| "yuri_v3": 24576 |
| }, |
| "data_sha256": { |
| "validation": "5fa946bb8e15504c7d6cc5dceb6556c941e79585a2e5b54e45542ba3d837a22b", |
| "test": "f5449db1c42e9a008f3a40bfe1038dffc2d703a637d9488a15719bf6a15861b6", |
| "transfer": "1bbaf7121bd9287b3f88e98de21b0cb95e00790792b5cbdaa4f5f58d9cf8f8c2", |
| "train": "48beb3366240f69614f220f6d577a8402242f5d4a42c7b26bf438370adb74f27" |
| } |
| }, |
| { |
| "stage": "continuation", |
| "training_examples": 65536, |
| "steps": 16384, |
| "learning_rate": 2e-05, |
| "rank": 8, |
| "alpha": 16.0, |
| "loops": 2, |
| "initialization": { |
| "adapter_sha256": "898f250b8e1b64ca3093fed7648137076e103c0c48e6a99235fc548dc462575f", |
| "run_sha256": "60ae6914f55c53084e4846a449cb2bfdf3c3d7f776a356ba8280aae4a1b7daf7", |
| "report_sha256": "2e473594fa07f4b459e39d488f7e7753e16c72407db84b1e3517831518e8bf1a", |
| "parent_completed_steps": 12288, |
| "parent_examples_seen": 49152, |
| "optimizer": "fresh" |
| }, |
| "mixture": { |
| "new": { |
| "procedural": 24576, |
| "wanli": 16384, |
| "controlled": 8192 |
| }, |
| "replay": { |
| "openjev": 8192, |
| "yuri_v3": 8192 |
| } |
| }, |
| "data_sha256": { |
| "validation": "5fa946bb8e15504c7d6cc5dceb6556c941e79585a2e5b54e45542ba3d837a22b", |
| "test": "f5449db1c42e9a008f3a40bfe1038dffc2d703a637d9488a15719bf6a15861b6", |
| "transfer": "1bbaf7121bd9287b3f88e98de21b0cb95e00790792b5cbdaa4f5f58d9cf8f8c2", |
| "new_validation": "e6e34aaf07b6d6be6f2003c85dedbe79103dec5cb20c2408396ae69ea0f82bc3", |
| "calibration": "d47bd103837cba4169701189bb787c50ae61dd9fa33d084bc5da5051ed7af00e", |
| "new_test": "ef689a55c74e90577dcb7534b7cb6261664a560698c38ae3236b4293e0de1b5d", |
| "train": "3f5ff6b39f662ddc158c5de0c75d4526cc6998097f8c6c693b5e161f8a196500" |
| } |
| }, |
| { |
| "stage": "selected", |
| "training_examples": 32000, |
| "steps": 8000, |
| "learning_rate": 1e-05, |
| "rank": 8, |
| "alpha": 16.0, |
| "loops": 2, |
| "initialization": { |
| "adapter_sha256": "96984ed6fc2511364cb2725e5d7d68bb4b409602658d895ecd77faa176a87c1f", |
| "run_sha256": "9663a1d4064b1cde1c2c68808973d2b91b6d9dfbcfe73111f7792cc401215786", |
| "report_sha256": "658198bb2557fd257c39b27a79caf9e1e3cb8321435f2008a132e150030fd2d2", |
| "parent_completed_steps": 16384, |
| "parent_examples_seen": 65536, |
| "optimizer": "fresh" |
| }, |
| "mixture": { |
| "tools": 4000, |
| "documents": 4000, |
| "general": 8000, |
| "replay": 16000 |
| }, |
| "data_sha256": { |
| "new_test": "562430d74e4d69d15977823eb12dbf882da021f4ad3a1c1c1175a6887f532f53", |
| "calibration": "d9aa373c5ad817080d26e7b12269bb00a2b2f668d306af6004e8e03be1864f11", |
| "new_validation": "3981340857901dffa22ac8c283aee41e42b777a333c780e04447fe65eac40b46", |
| "test": "580c85d442a03e060922becb0ab61554e2fe7c3ac5015d686eac80547444fb94", |
| "transfer": "3c5a77ed25fc7d0c2d1419151aa816bab9d12975b1e59de681934c114834d8e7", |
| "validation": "9a101e4460e83cc4c0a985d8e70b62d6288163d1e73eeffc49b2fbb8046fdbb1", |
| "train": "4445b575882403ff8740f089faf5db76221a571868a20d4eafaa6116bfabd82c" |
| } |
| }, |
| { |
| "stage": "action-selection-continuation", |
| "training_examples": 48000, |
| "steps": 12000, |
| "learning_rate": 1e-05, |
| "rank": 8, |
| "alpha": 16.0, |
| "loops": 2, |
| "initialization": { |
| "adapter_sha256": "c77237f9278cd7b342defed082d434dd19e5db9c70e0d78579dd6fd94c3199cc", |
| "run_sha256": "c1c9b6ba1ba2f3595f46dbfa8d37624cac3b5fcc1b01f2dec8c51d6e29e56315", |
| "report_sha256": "ef0bbd60b4e3de66f8f3745cd91219a8ac8e4117b313ff3f54d6d32575d389a7", |
| "parent_completed_steps": 8000, |
| "parent_examples_seen": 32000, |
| "optimizer": "fresh" |
| }, |
| "mixture": { |
| "babyai": 8000, |
| "alfworld": 6000, |
| "connect_four": 4000, |
| "scienceworld": 6000, |
| "replay": 24000 |
| }, |
| "data_sha256": { |
| "train": "cbadb7a8b48eb37a2c1d13341db4e75019ae218f94219dfcce7ba6cc903ebf9a", |
| "new_validation": "74bc54fb392c9f8035e46437bb642f272a0a7bfdd6f8f474819ed6942e60c208", |
| "new_test": "703fd39389d037edef2f1257b58b883212246ac87d9c8ffcd9d0b5522331cc76", |
| "calibration": "eef101710cfdb502e7bc4bc9513de90bbc42dcde0d8505a639171a9fa2dcefb3", |
| "test": "9558c7a1c3bb2a7729ed0216d4b9f3f4f397e326a339dbfdefd0016b10a99f91", |
| "validation": "9a101e4460e83cc4c0a985d8e70b62d6288163d1e73eeffc49b2fbb8046fdbb1", |
| "transfer": "3c5a77ed25fc7d0c2d1419151aa816bab9d12975b1e59de681934c114834d8e7" |
| } |
| }, |
| { |
| "stage": "state-tracking-planning-judging-continuation", |
| "training_examples": 32000, |
| "steps": 8000, |
| "learning_rate": 1e-05, |
| "rank": 8, |
| "alpha": 16.0, |
| "loops": 2, |
| "initialization": { |
| "adapter_sha256": "4b6a812baccf0e4586ab7c31c1574abab979f064ac81dec8baee7e424b659e96", |
| "run_sha256": "5aafa5d840ea5517c42325ed1ce9c61fcf94519b2701c8e9255d6668833f9876", |
| "report_sha256": "39bf8fb9a20c9a811c8907b31bcf93cad312a3869e59c9b0e5e2f4e8f9adbbaf", |
| "parent_completed_steps": 12000, |
| "parent_examples_seen": 48000, |
| "optimizer": "fresh" |
| }, |
| "adapter_sha256": "60723ac470780ac7e8bfe7785c23665be2d5c5d6653cbd2fad653523214aea7d", |
| "mixture": { |
| "scone": 6000, |
| "planning": 8000, |
| "helpsteer2": 2000, |
| "replay": 16000 |
| }, |
| "replay": { |
| "previous_action_examples": 8000, |
| "previous_general_decision_examples": 8000 |
| }, |
| "data_sha256": { |
| "new_test": "e2ca7413a306fc2b0e9e044aa685c94d5aa8e0def7cfcec6448941b7369ae625", |
| "new_validation": "b11e34addba3f93b1d065023a8bfa62de9aa2419645e559b4904e3725b871148", |
| "calibration": "bf40aee0f0eff9aeea4eda2680bedbf8674f1a06378d6d5f7f6e45d5d9ebb463", |
| "train": "4d28d1a5620d7dad7694518d0da01d85aea2e81f175ce9ff053370c9f7519d90", |
| "test": "ace4bd84b914cee4c9ad8658d934386b045b7c643d490283d4f178f037acdba5", |
| "validation": "9a101e4460e83cc4c0a985d8e70b62d6288163d1e73eeffc49b2fbb8046fdbb1", |
| "transfer": "3c5a77ed25fc7d0c2d1419151aa816bab9d12975b1e59de681934c114834d8e7" |
| } |
| } |
| ], |
| "split_policy": "Whole SCONE episodes and HelpSteer prompts; public test never trains. Canonical planning problems group all questions and block/package/location renamings. No input truncation. Maximum four new questions per group. Parent evaluation reservations remain excluded.", |
| "target_policy": "SCONE recorded states; exact simulated legality and shortest-path cost; all optimal actions share mass. HelpSteer individual rating and preference vote frequencies. These are supervision distributions, not outcome probabilities.", |
| "selection_policy": "Native NVFP4 new_validation Brier, then CE and earliest step; unchanged parent included. 512 new plus 512 previous questions. New test only after selection.", |
| "note": "Counts are training questions per stage. Replay and repeated source states prevent interpreting their sum as unique examples.", |
| "selected_stage_mixture": { |
| "scone": 6000, |
| "planning": 8000, |
| "helpsteer2": 2000, |
| "replay": 16000 |
| }, |
| "split_counts": { |
| "new_test": 512, |
| "new_validation": 1024, |
| "calibration": 1024, |
| "train": 32000, |
| "test": 2048, |
| "validation": 448, |
| "transfer": 89 |
| }, |
| "exclusions": "No JevMan or Pac-Man data. No published PlanBench instances. SCONE Scene omitted pending label-alignment audit.", |
| "no_jevman_training": true, |
| "release": "state-32k", |
| "prompt": "production eider JSON options + Answer prefix", |
| "compiler_sha256": "72d13b76c2312c9764a34b8e7c59ecce2109a50c8013c76b76ac8c98c35fcbc8", |
| "max_tokens": 1152, |
| "source_groups": { |
| "state_tracking_planning_and_human_judgements": [ |
| "scone", |
| "planning", |
| "helpsteer2" |
| ], |
| "action_selection_and_simulated_environments": [ |
| "babyai", |
| "alfworld", |
| "connect_four", |
| "scienceworld" |
| ], |
| "general_typed_decisions": [ |
| "openjev", |
| "yuri_v3", |
| "procedural", |
| "openjev_v1_1" |
| ], |
| "tools_documents_reading_mathematics_and_code": [ |
| "toolace", |
| "ragtruth", |
| "race", |
| "gsm8k", |
| "devign" |
| ] |
| }, |
| "selected_stage_statistics": { |
| "questions": 32000, |
| "states": 29146, |
| "groups": 20443, |
| "kinds": { |
| "choice": 21647, |
| "noul": 5434, |
| "score": 4919 |
| }, |
| "tokens": { |
| "total": 13691854, |
| "mean": 427.8704375, |
| "p50": 298, |
| "p95": 875, |
| "max": 1152 |
| } |
| } |
| } |
|
|
