| { |
| "attempt_id": "b4432d6d-0e2d-413d-a4dd-28720b0d335b", |
| "claims": [ |
| { |
| "challenge_claim_sha256": "3e23512497a9642162ac69ed2bd7cbcef00962324c530b34e93bc60475893862", |
| "evidence": { |
| "me2_asset_present": true, |
| "me2_dimensions": [ |
| "Macro-Efficiency", |
| "Macro-Effectiveness", |
| "Micro-Efficiency", |
| "Micro-Effectiveness" |
| ] |
| }, |
| "status": "verified", |
| "summary": "The pinned arXiv source hash and GitHub revision expose the four ME2 dimensions and the ME2 figure asset.", |
| "text": "The ME2 principle characterizes reasoning traces along macro/micro granularity and efficiency/effectiveness axes (Figure 2)." |
| }, |
| { |
| "challenge_claim_sha256": "6ccf7ef3305d4a60c6456012a0ed4fdd4d59ad28cc2c7dca5f4c0583a848a370", |
| "evidence": { |
| "dag_steps": [ |
| "partition", |
| "build_dag", |
| "merge_view" |
| ], |
| "merged_parent_for_merge": [ |
| 1, |
| 2 |
| ], |
| "raw_actions": { |
| "0": "root", |
| "1": "continue", |
| "2": "backtrack", |
| "3": "merge" |
| }, |
| "raw_parents": { |
| "0": [], |
| "1": [ |
| 0 |
| ], |
| "2": [ |
| 0 |
| ], |
| "3": [ |
| 1, |
| 2 |
| ] |
| }, |
| "usage_calls": 3 |
| }, |
| "status": "verified", |
| "summary": "The released dag_construction package was imported at the pinned revision and produced a local DAG containing continue, backtrack, and merge actions with merged parents [1, 2].", |
| "text": "The paper represents reasoning traces as DAGs with progression, branching, and merging structures for pairwise evaluation (Figure 3)." |
| }, |
| { |
| "challenge_claim_sha256": "db021919e89a8a7b8485b63b85c4e2d00a1ff7477d23fbfaf8310b1a09832d92", |
| "evidence": { |
| "architecture": "LlamaForSequenceClassification", |
| "card_tags": [ |
| "generated_from_trainer", |
| "trl", |
| "reward-trainer" |
| ], |
| "dataset_revision": "0d0752035ea0e8f7d5c28e1e7a7d8f27e2e45d61", |
| "eval_accuracy": 0.8835227272727273, |
| "model_revision": "b84f02bf6b4227675284538a4deb82822371ebbd", |
| "pipeline_tag": "text-classification", |
| "sample_keys": [ |
| "chosen", |
| "prompt", |
| "rejected" |
| ], |
| "test_examples": 1500, |
| "training_script": { |
| "center_rewards_coefficient_present": true, |
| "load_best_model_at_end": true, |
| "metric_for_best_model": "accuracy", |
| "script": "train_rm.sh", |
| "train_file_arg": "TRM-preference-train.json", |
| "train_py_present": false, |
| "validation_file_arg": "TRM-preference-test.json" |
| } |
| }, |
| "status": "toy", |
| "summary": "TRM-Preference exposes pairwise prompt/chosen/rejected records, TRM-8B is a released reward-trainer sequence-classification model, and train_rm.sh references the pairwise train/test JSON files and accuracy selection, but train.py is not present in the pinned repository, so this does not independently rerun the stated Bradley-Terry training implementation.", |
| "text": "TRM is trained from a TRM-Preference dataset with a Bradley-Terry preference loss to score reasoning trace quality at scale (Section 5.1)." |
| } |
| ], |
| "commands": [ |
| "git clone https://github.com/Simplified-Reasoning/TRM.git", |
| "git checkout --detach 82ac3778aaba9cf63b237b3db434dc2ba813ef29", |
| "download arXiv e-print 2602.08498 and verify SHA256", |
| "huggingface_hub dataset_info/model_info at pinned revisions", |
| "hf_hub_download TRM-preference-test.json, eval_results.json, config.json", |
| "import released dag_construction package and run deterministic DAG smoke" |
| ], |
| "generated_at": "2026-07-29T04:05:00+00:00", |
| "observations": { |
| "github": { |
| "dag_package_tests": [ |
| "test_dag_validity.py", |
| "test_merged_view.py", |
| "test_parser.py", |
| "test_partition.py", |
| "test_pipeline_mocked.py", |
| "test_voting.py" |
| ], |
| "dag_steps": [ |
| "partition", |
| "build_dag", |
| "merge_view" |
| ], |
| "file_count": 1058, |
| "license": "MIT", |
| "me2_asset_present": true, |
| "me2_dimensions": [ |
| "Macro-Efficiency", |
| "Macro-Effectiveness", |
| "Micro-Efficiency", |
| "Micro-Effectiveness" |
| ], |
| "repo": "https://github.com/Simplified-Reasoning/TRM.git", |
| "revision": "82ac3778aaba9cf63b237b3db434dc2ba813ef29" |
| }, |
| "paper_source": { |
| "arxiv_id": "2602.08498", |
| "source_bytes": 5721189, |
| "source_sha256": "6c01d28b97ecbc850b2813c3e0af85ce2b2ec57e6fc9173ab6a0e5ac3dfb3f7f" |
| }, |
| "released_dag_smoke": { |
| "merged_nodes": [ |
| { |
| "id": 0, |
| "last_raw": 0, |
| "raw": [ |
| 0 |
| ] |
| }, |
| { |
| "id": 1, |
| "last_raw": 1, |
| "raw": [ |
| 1 |
| ] |
| }, |
| { |
| "id": 2, |
| "last_raw": 2, |
| "raw": [ |
| 2 |
| ] |
| }, |
| { |
| "id": 3, |
| "last_raw": 3, |
| "raw": [ |
| 3 |
| ] |
| } |
| ], |
| "merged_parent_for_merge": [ |
| 1, |
| 2 |
| ], |
| "raw_actions": { |
| "0": "root", |
| "1": "continue", |
| "2": "backtrack", |
| "3": "merge" |
| }, |
| "raw_leaves": [ |
| 3 |
| ], |
| "raw_parents": { |
| "0": [], |
| "1": [ |
| 0 |
| ], |
| "2": [ |
| 0 |
| ], |
| "3": [ |
| 1, |
| 2 |
| ] |
| }, |
| "usage_calls": 3 |
| }, |
| "tooling": { |
| "downloads_avoided": [ |
| "TRM-preference-train.json", |
| "TRM-8B safetensors shards" |
| ], |
| "git_available": true, |
| "network_required": true |
| }, |
| "training_script": { |
| "center_rewards_coefficient_present": true, |
| "load_best_model_at_end": true, |
| "metric_for_best_model": "accuracy", |
| "script": "train_rm.sh", |
| "train_file_arg": "TRM-preference-train.json", |
| "train_py_present": false, |
| "validation_file_arg": "TRM-preference-test.json" |
| }, |
| "trm_model": { |
| "architecture": "LlamaForSequenceClassification", |
| "card_tags": [ |
| "generated_from_trainer", |
| "trl", |
| "reward-trainer" |
| ], |
| "eval_accuracy": 0.8835227272727273, |
| "eval_loss": 0.2938343286514282, |
| "files": { |
| ".gitattributes": 1570, |
| "README.md": 2204, |
| "all_results.json": 408, |
| "chat_template.jinja": 4614, |
| "config.json": 952, |
| "eval_results.json": 408, |
| "model-00001-of-00007.safetensors": 4886466168, |
| "model-00002-of-00007.safetensors": 4832007448, |
| "model-00003-of-00007.safetensors": 4999813112, |
| "model-00004-of-00007.safetensors": 4999813128, |
| "model-00005-of-00007.safetensors": 4832007496, |
| "model-00006-of-00007.safetensors": 4999813120, |
| "model-00007-of-00007.safetensors": 469828232, |
| "model.safetensors.index.json": 23984, |
| "special_tokens_map.json": 325, |
| "tokenizer.json": 17209920, |
| "tokenizer_config.json": 50554, |
| "training_args.bin": 6353 |
| }, |
| "license": "apache-2.0", |
| "model_type": "llama", |
| "pipeline_tag": "text-classification", |
| "repo_id": "zzzhr97/TRM-8B", |
| "revision": "b84f02bf6b4227675284538a4deb82822371ebbd" |
| }, |
| "trm_preference": { |
| "files": { |
| ".gitattributes": 2627, |
| "README.md": 1536, |
| "TRM-preference-test.json": 28973005, |
| "TRM-preference-train.json": 2046546117 |
| }, |
| "repo_id": "zzzhr97/TRM-Preference", |
| "revision": "0d0752035ea0e8f7d5c28e1e7a7d8f27e2e45d61", |
| "sample_keys": [ |
| "chosen", |
| "prompt", |
| "rejected" |
| ], |
| "sample_pair_roles": { |
| "chosen": [ |
| "assistant" |
| ], |
| "rejected": [ |
| "assistant" |
| ] |
| }, |
| "sample_prompt_roles": [ |
| "user" |
| ], |
| "test_examples": 1500 |
| }, |
| "webinstruct_processed": { |
| "files": { |
| ".gitattributes": 2504, |
| "README.md": 1112, |
| "test.parquet": 383950, |
| "train.parquet": 89879756 |
| }, |
| "repo_id": "zzzhr97/WebInstruct-Verified-Processed", |
| "revision": "7ad04734d39b71dcba52dc399213288a7602e56c" |
| } |
| }, |
| "paper_id": "IMFgiWw4jd", |
| "source_urls": { |
| "arxiv": "https://arxiv.org/abs/2602.08498", |
| "github": "https://github.com/Simplified-Reasoning/TRM.git", |
| "trm_model": "https://huggingface.co/zzzhr97/TRM-8B", |
| "trm_preference": "https://huggingface.co/datasets/zzzhr97/TRM-Preference", |
| "webinstruct_processed": "https://huggingface.co/datasets/zzzhr97/WebInstruct-Verified-Processed" |
| }, |
| "upstream_revision": "arxiv:2602.08498+arxiv-source-sha256:6c01d28b97ecbc850b2813c3e0af85ce2b2ec57e6fc9173ab6a0e5ac3dfb3f7f+github:Simplified-Reasoning/TRM@82ac3778aaba9cf63b237b3db434dc2ba813ef29+hf-model:zzzhr97/TRM-8B@b84f02bf6b4227675284538a4deb82822371ebbd+hf-dataset:zzzhr97/TRM-Preference@0d0752035ea0e8f7d5c28e1e7a7d8f27e2e45d61+hf-dataset:zzzhr97/WebInstruct-Verified-Processed@7ad04734d39b71dcba52dc399213288a7602e56c" |
| } |
|
|
