repro-formal-problem-solving / outputs /claim5 /claim5_mnist_native.json
ProCreations's picture
Repair claim 5 with native benchmark execution
35042ba
Raw
History Blame Contribute Delete
1.72 kB
{
"protocol": {
"paper": "arXiv:2509.22259v1, Section 4.3 / Table 3",
"official_repository": "https://github.com/cederikhoefs/Graph-RoPE",
"official_commit": "4ac067eb38272543b0cdd7591d630399ff37bce4",
"dataset": "PyG GNNBenchmarkDataset MNIST graph classification",
"architecture": "GCN local branch + official GraphRoPE Performer global branch, hidden=32, heads=4, layers=3",
"budget": {
"train_graphs": 128,
"test_graphs": 128,
"epochs": 2,
"seeds": [
0,
1
]
},
"baseline": "m=0 with the same Laplacian features as node inputs and WIRE disabled",
"wire": "m=8 spectral coordinates supplied to official GraphRoPE Performer"
},
"rows": [
{
"dataset": "MNIST",
"attention": "Performer",
"m": 0,
"seed": 0,
"train_graphs": 128,
"test_graphs": 128,
"epochs": 2,
"best_test_accuracy": 0.1875,
"parameters": 23018
},
{
"dataset": "MNIST",
"attention": "Performer",
"m": 0,
"seed": 1,
"train_graphs": 128,
"test_graphs": 128,
"epochs": 2,
"best_test_accuracy": 0.1796875,
"parameters": 23018
},
{
"dataset": "MNIST",
"attention": "Performer",
"m": 8,
"seed": 0,
"train_graphs": 128,
"test_graphs": 128,
"epochs": 2,
"best_test_accuracy": 0.15625,
"parameters": 23402
},
{
"dataset": "MNIST",
"attention": "Performer",
"m": 8,
"seed": 1,
"train_graphs": 128,
"test_graphs": 128,
"epochs": 2,
"best_test_accuracy": 0.15625,
"parameters": 23402
}
],
"runtime_seconds": 88.57794499397278
}