current/outputs/source_audit/source_audit.json

{
  "official_source": {
    "commit": "f2cae70760806451f5e58be4b7e3dc4d0d856a1e",
    "file_count": 154,
    "manifest_count": 154,
    "manifest_verified": true,
    "checkpoint_count": 0,
    "semantic_kitti_file_count": 0,
    "hashes": {
      "rope-vit-ndrope/deit/models_v2_ndRope.py": "5c53340da1742636c713a83f40eb982275134fd4e471f7da764d09a5e4a9a51a",
      "rope-vit-ndrope/deit/models_v2_rope.py": "61cf1592955b700e613c466412347a7db7553ee0774c627551f22842ea2934d1",
      "rope-vit-ndrope/deit/run_ndrope.bash": "221a24bd78b50631d52e778c95a05680dc9708ec55eb5dfe7409c05d030d05cb",
      "PCT/Point-Transformers-ndrope-vector/train_partseg_ndrope.py": "23e6974d903461c326bf2c519e2a3b79faa17618bb35f4212300c609ada5f400",
      "PCT/Point-Transformers-ndrope-vector/test_partseg.py": "89e047eb16e629fd5d69ff1a9dfb810072a2520b7eeccea327702ef36c867a5e",
      "PCT/Point-Transformers-ndrope-vector/dataset.py": "1cf2229aa3b4e4862b520eae779f66dca398f37c3bd38424ba6037e83091ae67"
    }
  },
  "claim3_imagenet": {
    "assessment": "inconclusive_metric__released_source_has_backbone_confound",
    "paper_metric_reproduced": false,
    "ndrope_width": 396,
    "ndrope_heads": 6,
    "ndrope_head_dim": 66,
    "baseline_width": 384,
    "baseline_heads": 6,
    "baseline_head_dim": 64,
    "width_increase_percent": 3.125,
    "standard_deit_s_width_rejected_by_official_phase_layout": true,
    "paper_resolution_phase_shape": [
      12,
      6,
      196,
      33
    ],
    "paper_resolution_phase_seconds_cpu": 0.008765791999394423,
    "reason": "No released checkpoint; nD source uses width 396 while released axial/mixed baselines use 384."
  },
  "claim4_rotation": {
    "assessment": "inconclusive",
    "paper_metric_reproduced": false,
    "reason": "The zero-shot test requires the unreleased trained ImageNet checkpoints and validation data."
  },
  "claim5_cross_modal": {
    "assessment": "falsified_as_written",
    "paper_metrics_reproduced": false,
    "modelnet_segmentation_subclaim": false,
    "decisive_reason": "The released 85.97-mIoU path is ShapeNetPart part segmentation, not ModelNet40.",
    "entrypoints_use_partnormal_dataset": true,
    "entrypoints_use_shapenet_part_path": true,
    "entrypoints_use_modelnet_loader": false,
    "shapenet_mentions": 3,
    "modelnet_mentions_in_combined_dataset_module": 4,
    "uses_16_shape_categories": true,
    "uses_50_part_labels": true,
    "computes_instance_miou": true,
    "separate_modelnet_path_is_classification": true,
    "semantic_kitti_implementation_released": false,
    "logic": "Claim 5 is conjunctive; one false benchmark identity falsifies it as written even though Kinetics and SemanticKITTI metrics remain untested."
  },
  "claim6_ablation_cost": {
    "assessment": "partially_reproduced_from_arithmetic__empirical_ablations_unrerun",
    "paper_metrics_reproduced": false,
    "table6_mean_accuracy": {
      "64x1": 72.40875,
      "32x2": 77.55125000000001,
      "16x4": 79.62625,
      "6x10": 80.38125,
      "4x16": 80.04124999999999,
      "2x32": 71.86749999999999,
      "1x64": 67.1725
    },
    "table6_best_mean": "6x10",
    "table6_column_winners": [
      "6x10",
      "6x10",
      "6x10",
      "6x10",
      "6x10",
      "4x16",
      "6x10",
      "2x32"
    ],
    "table6_6x10_product": 60,
    "fixed_positional_channels_stated_in_paper": 384,
    "dimensions_implied_by_6x10_for_2d_simplex": 360,
    "official_released_scale_head_layout": "11 scales x 6 heads at width 396",
    "table7_mean_miou": {
      "2": 78.90285714285714,
      "100": 79.36428571428571,
      "1e4": 76.72571428571429,
      "1e6": 76.97857142857143
    },
    "table7_best_mean": "100",
    "table8_arithmetic": {
      "image": {
        "baseline_flops": 4.61,
        "ndrope_flops": 4.89,
        "baseline_params": 22.06,
        "ndrope_params": 23.36,
        "flops_increase_percent": 6.073752711496727,
        "params_increase_percent": 5.893019038984582
      },
      "video": {
        "baseline_flops": 196.05,
        "ndrope_flops": 196.05,
        "baseline_params": 121.0,
        "ndrope_params": 121.0,
        "flops_increase_percent": 0.0,
        "params_increase_percent": 0.0
      },
      "point_v1_vector": {
        "baseline_flops": 36.72,
        "ndrope_flops": 37.49,
        "baseline_params": 19.4,
        "ndrope_params": 19.4,
        "flops_increase_percent": 2.0969498910675455,
        "params_increase_percent": 0.0
      },
      "point_v2_vector": {
        "baseline_flops": 50.04,
        "ndrope_flops": 51.06,
        "baseline_params": 11.32,
        "ndrope_params": 11.33,
        "flops_increase_percent": 2.0383693045563644,
        "params_increase_percent": 0.08833922261484162
      }
    },
    "reason": "Table arithmetic supports 6x10 and theta=100 by mean, but checkpoints/configs for those ablations are absent; image FLOPs and parameters rise about 6%, driven by width 396 rather than learned frequency parameters."
  },
  "reproducibility_blockers": {
    "checkpoints": [],
    "semantic_kitti_files": [],
    "image_data_placeholder": true,
    "training_hardware_paper": "4 x NVIDIA A100 40GB",
    "paid_remote_compute_authorized": false
  },
  "runtime_seconds": 0.14667658400139771
}