wire-table2-fullscale-b64/summary.json

{
  "paper_url": "https://arxiv.org/abs/2509.22259",
  "official_code": "https://github.com/cederikhoefs/Graph-RoPE/tree/4ac067eb38272543b0cdd7591d630399ff37bce4",
  "paper_scale": {
    "train_samples": 10000,
    "test_samples": 1000,
    "epochs": 250,
    "batch_size": 16,
    "seeds": 4
  },
  "reproduction_scale": {
    "train_samples": 10000,
    "test_samples": 1000,
    "epochs": 250,
    "batch_size": 64,
    "seeds": 4
  },
  "baseline_best_rmse_mean": 0.040840869070125636,
  "baseline_best_rmse_std": 0.007492452118750913,
  "wire_best_rmse_mean": 0.031849066534022294,
  "wire_best_rmse_std": 0.008280736935128282,
  "paired_rmse_reduction_mean": 0.008991802536103348,
  "relative_rmse_reduction_percent": 22.016677756450314,
  "wire_wins": 3,
  "paired_seeds": 4,
  "total_wall_seconds": 3474.656351871,
  "runs": [
    {
      "condition": "baseline",
      "seed": 0,
      "best_test_rmse": 0.04141327546456131,
      "final_test_rmse": 0.04209901395592143,
      "parameters": 26209,
      "train_seconds": 329.85341894399994
    },
    {
      "condition": "baseline",
      "seed": 1,
      "best_test_rmse": 0.04570203616809662,
      "final_test_rmse": 0.04959150337846621,
      "parameters": 26209,
      "train_seconds": 330.67773225299993
    },
    {
      "condition": "baseline",
      "seed": 2,
      "best_test_rmse": 0.030071441105916676,
      "final_test_rmse": 0.031019601975300185,
      "parameters": 26209,
      "train_seconds": 326.13939312599996
    },
    {
      "condition": "baseline",
      "seed": 3,
      "best_test_rmse": 0.04617672354192794,
      "final_test_rmse": 0.0476747989514277,
      "parameters": 26209,
      "train_seconds": 327.20290518599995
    },
    {
      "condition": "wire",
      "seed": 0,
      "best_test_rmse": 0.02872631647224051,
      "final_test_rmse": 0.029030756996493812,
      "parameters": 26529,
      "train_seconds": 539.151886607
    },
    {
      "condition": "wire",
      "seed": 1,
      "best_test_rmse": 0.04358356493577756,
      "final_test_rmse": 0.049758381877893165,
      "parameters": 26529,
      "train_seconds": 538.9175795410001
    },
    {
      "condition": "wire",
      "seed": 2,
      "best_test_rmse": 0.03079747317104346,
      "final_test_rmse": 0.031972932528896617,
      "parameters": 26529,
      "train_seconds": 539.0600859659999
    },
    {
      "condition": "wire",
      "seed": 3,
      "best_test_rmse": 0.024288911557027636,
      "final_test_rmse": 0.025744928292224432,
      "parameters": 26529,
      "train_seconds": 538.2881996269998
    }
  ]
}