outputs/claim5/claim5_native_sweep.json

{
  "protocol": {
    "paper": "arXiv:2509.22259v1, Section 4.1 and Appendix A.1",
    "official_repository": "https://github.com/cederikhoefs/Graph-RoPE",
    "official_commit": "4ac067eb38272543b0cdd7591d630399ff37bce4",
    "graph_sizes": {
      "monochromatic": "5x5 grid",
      "shortest": "10-node Watts-Strogatz, k=2, p=0.6"
    },
    "model": "4-layer single-head transformer, hidden=32, MLP=32, dropout=0.2",
    "optimizer": "AdamW(lr=2e-4, weight_decay=1e-4), cosine eta_min=2e-6",
    "budget": {
      "train_examples": 64,
      "test_examples": 64,
      "epochs": 2,
      "seeds": [
        0
      ]
    },
    "normalization": "RMSE divided by graph size (25 for monochromatic, 10 for shortest path)",
    "baseline": "m=0, same model and data with WIRE disabled"
  },
  "rows": [
    {
      "task": "monochromatic",
      "setting": "0",
      "m": 0,
      "seed": 0,
      "train_examples": 64,
      "test_examples": 64,
      "epochs": 2,
      "best_normalized_test_rmse": 0.07676740735769272,
      "parameters": 26369
    },
    {
      "task": "monochromatic",
      "setting": "0",
      "m": 3,
      "seed": 0,
      "train_examples": 64,
      "test_examples": 64,
      "epochs": 2,
      "best_normalized_test_rmse": 0.4819220006465912,
      "parameters": 26561
    },
    {
      "task": "monochromatic",
      "setting": "0",
      "m": 5,
      "seed": 0,
      "train_examples": 64,
      "test_examples": 64,
      "epochs": 2,
      "best_normalized_test_rmse": 0.10304880887269974,
      "parameters": 26689
    },
    {
      "task": "monochromatic",
      "setting": "0",
      "m": 10,
      "seed": 0,
      "train_examples": 64,
      "test_examples": 64,
      "epochs": 2,
      "best_normalized_test_rmse": 0.3816295266151428,
      "parameters": 27009
    },
    {
      "task": "monochromatic",
      "setting": "5",
      "m": 0,
      "seed": 0,
      "train_examples": 64,
      "test_examples": 64,
      "epochs": 2,
      "best_normalized_test_rmse": 0.0742197260260582,
      "parameters": 26369
    },
    {
      "task": "monochromatic",
      "setting": "5",
      "m": 3,
      "seed": 0,
      "train_examples": 64,
      "test_examples": 64,
      "epochs": 2,
      "best_normalized_test_rmse": 0.47053262591362,
      "parameters": 26561
    },
    {
      "task": "monochromatic",
      "setting": "5",
      "m": 5,
      "seed": 0,
      "train_examples": 64,
      "test_examples": 64,
      "epochs": 2,
      "best_normalized_test_rmse": 0.07573460787534714,
      "parameters": 26689
    },
    {
      "task": "monochromatic",
      "setting": "5",
      "m": 10,
      "seed": 0,
      "train_examples": 64,
      "test_examples": 64,
      "epochs": 2,
      "best_normalized_test_rmse": 0.3521217703819275,
      "parameters": 27009
    },
    {
      "task": "monochromatic",
      "setting": "10",
      "m": 0,
      "seed": 0,
      "train_examples": 64,
      "test_examples": 64,
      "epochs": 2,
      "best_normalized_test_rmse": 0.07807821035385132,
      "parameters": 26369
    },
    {
      "task": "monochromatic",
      "setting": "10",
      "m": 3,
      "seed": 0,
      "train_examples": 64,
      "test_examples": 64,
      "epochs": 2,
      "best_normalized_test_rmse": 0.48334166407585144,
      "parameters": 26561
    },
    {
      "task": "monochromatic",
      "setting": "10",
      "m": 5,
      "seed": 0,
      "train_examples": 64,
      "test_examples": 64,
      "epochs": 2,
      "best_normalized_test_rmse": 0.08405566215515137,
      "parameters": 26689
    },
    {
      "task": "monochromatic",
      "setting": "10",
      "m": 10,
      "seed": 0,
      "train_examples": 64,
      "test_examples": 64,
      "epochs": 2,
      "best_normalized_test_rmse": 0.34689319133758545,
      "parameters": 27009
    },
    {
      "task": "monochromatic",
      "setting": "15",
      "m": 0,
      "seed": 0,
      "train_examples": 64,
      "test_examples": 64,
      "epochs": 2,
      "best_normalized_test_rmse": 0.09194417297840118,
      "parameters": 26369
    },
    {
      "task": "monochromatic",
      "setting": "15",
      "m": 3,
      "seed": 0,
      "train_examples": 64,
      "test_examples": 64,
      "epochs": 2,
      "best_normalized_test_rmse": 0.4669901728630066,
      "parameters": 26561
    },
    {
      "task": "monochromatic",
      "setting": "15",
      "m": 5,
      "seed": 0,
      "train_examples": 64,
      "test_examples": 64,
      "epochs": 2,
      "best_normalized_test_rmse": 0.11568504571914673,
      "parameters": 26689
    },
    {
      "task": "monochromatic",
      "setting": "15",
      "m": 10,
      "seed": 0,
      "train_examples": 64,
      "test_examples": 64,
      "epochs": 2,
      "best_normalized_test_rmse": 0.33048760890960693,
      "parameters": 27009
    },
    {
      "task": "shortest",
      "setting": "watts_strogatz_p0.6",
      "m": 0,
      "seed": 0,
      "train_examples": 64,
      "test_examples": 64,
      "epochs": 2,
      "best_normalized_test_rmse": 0.6698495745658875,
      "parameters": 26305
    },
    {
      "task": "shortest",
      "setting": "watts_strogatz_p0.6",
      "m": 3,
      "seed": 0,
      "train_examples": 64,
      "test_examples": 64,
      "epochs": 2,
      "best_normalized_test_rmse": 0.12537868320941925,
      "parameters": 26497
    },
    {
      "task": "shortest",
      "setting": "watts_strogatz_p0.6",
      "m": 5,
      "seed": 0,
      "train_examples": 64,
      "test_examples": 64,
      "epochs": 2,
      "best_normalized_test_rmse": 0.12611454725265503,
      "parameters": 26625
    },
    {
      "task": "shortest",
      "setting": "watts_strogatz_p0.6",
      "m": 10,
      "seed": 0,
      "train_examples": 64,
      "test_examples": 64,
      "epochs": 2,
      "best_normalized_test_rmse": 0.1269150823354721,
      "parameters": 26945
    }
  ],
  "runtime_seconds": 30.82535195350647
}