Buckets:
| { | |
| "event": "final", | |
| "official_commit": "418fd01e111a231ef6ff4a3ac5c2b586ac9a4188", | |
| "official_repo_url": "https://github.com/adrien-lagesse/graph-alignment-benchmark/tree/418fd01e111a231ef6ff4a3ac5c2b586ac9a4188", | |
| "dataset_url": "https://huggingface.co/datasets/alagesse/graph-alignment-benchmark-data", | |
| "scope": { | |
| "base_datasets": 2, | |
| "noise_levels": 8, | |
| "graph_alignment_datasets": 16, | |
| "architectures": 5, | |
| "training_runs": 240, | |
| "train_graphs_per_dataset": 1000, | |
| "val_graphs_per_dataset": 500, | |
| "epochs": 30, | |
| "seeds": [ | |
| 24121, | |
| 24122, | |
| 24123 | |
| ], | |
| "budget_note": "targeted molecular-grid upgrade with three independent seeds" | |
| }, | |
| "summaries": { | |
| "aqsol": { | |
| "largest_gap_eta": 0.3, | |
| "largest_gap": 0.0054842085235921045, | |
| "eta_15_gap": -0.0031392694063926974, | |
| "anisotropic_wins": 3, | |
| "settings": 8 | |
| }, | |
| "pcqm4mv2": { | |
| "largest_gap_eta": 0.15, | |
| "largest_gap": 0.03220509436037655, | |
| "eta_15_gap": 0.03220509436037655, | |
| "anisotropic_wins": 7, | |
| "settings": 8 | |
| } | |
| }, | |
| "settings": [ | |
| { | |
| "dataset": "aqsol", | |
| "eta": 0.04, | |
| "mode": "add", | |
| "models": { | |
| "gcn": 0.7001426940639269, | |
| "gin": 0.6696917808219178, | |
| "gatedgcn": 0.660958904109589, | |
| "gat": 0.6744577625570777, | |
| "gatv2": 0.6648687214611873 | |
| }, | |
| "models_std": { | |
| "gcn": 0.0015031043472903964, | |
| "gin": 0.001833604840663106, | |
| "gatedgcn": 0.0021329779613076453, | |
| "gat": 0.0038443804121768223, | |
| "gatv2": 0.0038583377223585674 | |
| }, | |
| "isotropic_mean_lap": 0.6849172374429224, | |
| "anisotropic_mean_lap": 0.666761796042618, | |
| "gap": -0.01815544140030445, | |
| "runs": [ | |
| { | |
| "model": "gcn", | |
| "val_lap": 0.7001712328767123, | |
| "parameters": 59584, | |
| "seconds": 3.805920124053955, | |
| "seed": 24121 | |
| }, | |
| { | |
| "model": "gin", | |
| "val_lap": 0.6700342465753425, | |
| "parameters": 63424, | |
| "seconds": 3.1144559383392334, | |
| "seed": 24121 | |
| }, | |
| { | |
| "model": "gatedgcn", | |
| "val_lap": 0.6627568493150685, | |
| "parameters": 59968, | |
| "seconds": 3.7024152278900146, | |
| "seed": 24121 | |
| }, | |
| { | |
| "model": "gat", | |
| "val_lap": 0.6797945205479452, | |
| "parameters": 60352, | |
| "seconds": 3.944761276245117, | |
| "seed": 24121 | |
| }, | |
| { | |
| "model": "gatv2", | |
| "val_lap": 0.6653253424657535, | |
| "parameters": 64000, | |
| "seconds": 3.865443706512451, | |
| "seed": 24121 | |
| }, | |
| { | |
| "model": "gcn", | |
| "val_lap": 0.6982876712328767, | |
| "parameters": 59584, | |
| "seconds": 3.3926591873168945, | |
| "seed": 24122 | |
| }, | |
| { | |
| "model": "gin", | |
| "val_lap": 0.6717465753424657, | |
| "parameters": 63424, | |
| "seconds": 3.3263068199157715, | |
| "seed": 24122 | |
| }, | |
| { | |
| "model": "gatedgcn", | |
| "val_lap": 0.6579623287671232, | |
| "parameters": 59968, | |
| "seconds": 3.6909494400024414, | |
| "seed": 24122 | |
| }, | |
| { | |
| "model": "gat", | |
| "val_lap": 0.6708904109589041, | |
| "parameters": 60352, | |
| "seconds": 3.920407295227051, | |
| "seed": 24122 | |
| }, | |
| { | |
| "model": "gatv2", | |
| "val_lap": 0.6599315068493151, | |
| "parameters": 64000, | |
| "seconds": 3.8832693099975586, | |
| "seed": 24122 | |
| }, | |
| { | |
| "model": "gcn", | |
| "val_lap": 0.7019691780821918, | |
| "parameters": 59584, | |
| "seconds": 3.342540979385376, | |
| "seed": 24123 | |
| }, | |
| { | |
| "model": "gin", | |
| "val_lap": 0.6672945205479452, | |
| "parameters": 63424, | |
| "seconds": 3.1426427364349365, | |
| "seed": 24123 | |
| }, | |
| { | |
| "model": "gatedgcn", | |
| "val_lap": 0.6621575342465753, | |
| "parameters": 59968, | |
| "seconds": 3.657639503479004, | |
| "seed": 24123 | |
| }, | |
| { | |
| "model": "gat", | |
| "val_lap": 0.6726883561643836, | |
| "parameters": 60352, | |
| "seconds": 4.057045221328735, | |
| "seed": 24123 | |
| }, | |
| { | |
| "model": "gatv2", | |
| "val_lap": 0.6693493150684932, | |
| "parameters": 64000, | |
| "seconds": 3.8942322731018066, | |
| "seed": 24123 | |
| } | |
| ] | |
| }, | |
| { | |
| "dataset": "aqsol", | |
| "eta": 0.06, | |
| "mode": "add", | |
| "models": { | |
| "gcn": 0.6392979452054794, | |
| "gin": 0.6146118721461187, | |
| "gatedgcn": 0.614554794520548, | |
| "gat": 0.6205479452054794, | |
| "gatv2": 0.6190353881278539 | |
| }, | |
| "models_std": { | |
| "gcn": 0.0006406947580092302, | |
| "gin": 0.003523358876996455, | |
| "gatedgcn": 0.00523638610835985, | |
| "gat": 0.002180559531380515, | |
| "gatv2": 0.0055755229047948374 | |
| }, | |
| "isotropic_mean_lap": 0.6269549086757991, | |
| "anisotropic_mean_lap": 0.6180460426179604, | |
| "gap": -0.008908866057838694, | |
| "runs": [ | |
| { | |
| "model": "gcn", | |
| "val_lap": 0.6391267123287672, | |
| "parameters": 59584, | |
| "seconds": 3.2829396724700928, | |
| "seed": 24121 | |
| }, | |
| { | |
| "model": "gin", | |
| "val_lap": 0.6152397260273973, | |
| "parameters": 63424, | |
| "seconds": 3.341784715652466, | |
| "seed": 24121 | |
| }, | |
| { | |
| "model": "gatedgcn", | |
| "val_lap": 0.6189212328767123, | |
| "parameters": 59968, | |
| "seconds": 3.6828150749206543, | |
| "seed": 24121 | |
| }, | |
| { | |
| "model": "gat", | |
| "val_lap": 0.6174657534246575, | |
| "parameters": 60352, | |
| "seconds": 3.9523777961730957, | |
| "seed": 24121 | |
| }, | |
| { | |
| "model": "gatv2", | |
| "val_lap": 0.6252568493150685, | |
| "parameters": 64000, | |
| "seconds": 3.8766086101531982, | |
| "seed": 24121 | |
| }, | |
| { | |
| "model": "gcn", | |
| "val_lap": 0.6386130136986301, | |
| "parameters": 59584, | |
| "seconds": 3.2704458236694336, | |
| "seed": 24122 | |
| }, | |
| { | |
| "model": "gin", | |
| "val_lap": 0.6185787671232876, | |
| "parameters": 63424, | |
| "seconds": 3.2705113887786865, | |
| "seed": 24122 | |
| }, | |
| { | |
| "model": "gatedgcn", | |
| "val_lap": 0.6071917808219178, | |
| "parameters": 59968, | |
| "seconds": 3.6988580226898193, | |
| "seed": 24122 | |
| }, | |
| { | |
| "model": "gat", | |
| "val_lap": 0.6221746575342466, | |
| "parameters": 60352, | |
| "seconds": 4.024200677871704, | |
| "seed": 24122 | |
| }, | |
| { | |
| "model": "gatv2", | |
| "val_lap": 0.6117294520547946, | |
| "parameters": 64000, | |
| "seconds": 3.8523991107940674, | |
| "seed": 24122 | |
| }, | |
| { | |
| "model": "gcn", | |
| "val_lap": 0.6401541095890411, | |
| "parameters": 59584, | |
| "seconds": 3.268921136856079, | |
| "seed": 24123 | |
| }, | |
| { | |
| "model": "gin", | |
| "val_lap": 0.6100171232876712, | |
| "parameters": 63424, | |
| "seconds": 3.3188083171844482, | |
| "seed": 24123 | |
| }, | |
| { | |
| "model": "gatedgcn", | |
| "val_lap": 0.6175513698630137, | |
| "parameters": 59968, | |
| "seconds": 3.6881041526794434, | |
| "seed": 24123 | |
| }, | |
| { | |
| "model": "gat", | |
| "val_lap": 0.6220034246575342, | |
| "parameters": 60352, | |
| "seconds": 3.788757801055908, | |
| "seed": 24123 | |
| }, | |
| { | |
| "model": "gatv2", | |
| "val_lap": 0.6201198630136986, | |
| "parameters": 64000, | |
| "seconds": 3.9946112632751465, | |
| "seed": 24123 | |
| } | |
| ] | |
| }, | |
| { | |
| "dataset": "aqsol", | |
| "eta": 0.08, | |
| "mode": "add", | |
| "models": { | |
| "gcn": 0.568892694063927, | |
| "gin": 0.5497716894977169, | |
| "gatedgcn": 0.5415239726027398, | |
| "gat": 0.5541095890410959, | |
| "gatv2": 0.5636415525114156 | |
| }, | |
| "models_std": { | |
| "gcn": 0.0020095053358771373, | |
| "gin": 0.003228798087609819, | |
| "gatedgcn": 0.008006243361144241, | |
| "gat": 0.006930525969726366, | |
| "gatv2": 0.005010004638039399 | |
| }, | |
| "isotropic_mean_lap": 0.5593321917808219, | |
| "anisotropic_mean_lap": 0.5530917047184171, | |
| "gap": -0.006240487062404876, | |
| "runs": [ | |
| { | |
| "model": "gcn", | |
| "val_lap": 0.5711472602739726, | |
| "parameters": 59584, | |
| "seconds": 3.2552216053009033, | |
| "seed": 24121 | |
| }, | |
| { | |
| "model": "gin", | |
| "val_lap": 0.552054794520548, | |
| "parameters": 63424, | |
| "seconds": 3.4018235206604004, | |
| "seed": 24121 | |
| }, | |
| { | |
| "model": "gatedgcn", | |
| "val_lap": 0.5465753424657535, | |
| "parameters": 59968, | |
| "seconds": 3.660893678665161, | |
| "seed": 24121 | |
| }, | |
| { | |
| "model": "gat", | |
| "val_lap": 0.5529965753424657, | |
| "parameters": 60352, | |
| "seconds": 3.844909191131592, | |
| "seed": 24121 | |
| }, | |
| { | |
| "model": "gatv2", | |
| "val_lap": 0.5615582191780822, | |
| "parameters": 64000, | |
| "seconds": 3.964667320251465, | |
| "seed": 24121 | |
| }, | |
| { | |
| "model": "gcn", | |
| "val_lap": 0.569263698630137, | |
| "parameters": 59584, | |
| "seconds": 3.2567367553710938, | |
| "seed": 24122 | |
| }, | |
| { | |
| "model": "gin", | |
| "val_lap": 0.552054794520548, | |
| "parameters": 63424, | |
| "seconds": 3.2633161544799805, | |
| "seed": 24122 | |
| }, | |
| { | |
| "model": "gatedgcn", | |
| "val_lap": 0.530222602739726, | |
| "parameters": 59968, | |
| "seconds": 3.7096853256225586, | |
| "seed": 24122 | |
| }, | |
| { | |
| "model": "gat", | |
| "val_lap": 0.5462328767123288, | |
| "parameters": 60352, | |
| "seconds": 3.7912864685058594, | |
| "seed": 24122 | |
| }, | |
| { | |
| "model": "gatv2", | |
| "val_lap": 0.5705479452054795, | |
| "parameters": 64000, | |
| "seconds": 3.981292963027954, | |
| "seed": 24122 | |
| }, | |
| { | |
| "model": "gcn", | |
| "val_lap": 0.5662671232876713, | |
| "parameters": 59584, | |
| "seconds": 3.278520107269287, | |
| "seed": 24123 | |
| }, | |
| { | |
| "model": "gin", | |
| "val_lap": 0.5452054794520548, | |
| "parameters": 63424, | |
| "seconds": 3.2195563316345215, | |
| "seed": 24123 | |
| }, | |
| { | |
| "model": "gatedgcn", | |
| "val_lap": 0.5477739726027397, | |
| "parameters": 59968, | |
| "seconds": 3.7801387310028076, | |
| "seed": 24123 | |
| }, | |
| { | |
| "model": "gat", | |
| "val_lap": 0.5630993150684932, | |
| "parameters": 60352, | |
| "seconds": 3.7824580669403076, | |
| "seed": 24123 | |
| }, | |
| { | |
| "model": "gatv2", | |
| "val_lap": 0.5588184931506849, | |
| "parameters": 64000, | |
| "seconds": 3.998189687728882, | |
| "seed": 24123 | |
| } | |
| ] | |
| }, | |
| { | |
| "dataset": "aqsol", | |
| "eta": 0.12, | |
| "mode": "add", | |
| "models": { | |
| "gcn": 0.4793664383561644, | |
| "gin": 0.4612728310502283, | |
| "gatedgcn": 0.46364155251141553, | |
| "gat": 0.4674657534246575, | |
| "gatv2": 0.47405821917808216 | |
| }, | |
| "models_std": { | |
| "gcn": 0.0014275113014154944, | |
| "gin": 0.005661197039063187, | |
| "gatedgcn": 0.008965730459858984, | |
| "gat": 0.0015802360958797944, | |
| "gatv2": 0.008331085109877677 | |
| }, | |
| "isotropic_mean_lap": 0.4703196347031964, | |
| "anisotropic_mean_lap": 0.46838850837138507, | |
| "gap": -0.0019311263318113059, | |
| "runs": [ | |
| { | |
| "model": "gcn", | |
| "val_lap": 0.47876712328767124, | |
| "parameters": 59584, | |
| "seconds": 3.3085367679595947, | |
| "seed": 24121 | |
| }, | |
| { | |
| "model": "gin", | |
| "val_lap": 0.4577054794520548, | |
| "parameters": 63424, | |
| "seconds": 3.18021559715271, | |
| "seed": 24121 | |
| }, | |
| { | |
| "model": "gatedgcn", | |
| "val_lap": 0.46883561643835614, | |
| "parameters": 59968, | |
| "seconds": 3.7902441024780273, | |
| "seed": 24121 | |
| }, | |
| { | |
| "model": "gat", | |
| "val_lap": 0.46695205479452057, | |
| "parameters": 60352, | |
| "seconds": 3.9300758838653564, | |
| "seed": 24121 | |
| }, | |
| { | |
| "model": "gatv2", | |
| "val_lap": 0.4720890410958904, | |
| "parameters": 64000, | |
| "seconds": 4.03687310218811, | |
| "seed": 24121 | |
| }, | |
| { | |
| "model": "gcn", | |
| "val_lap": 0.48133561643835615, | |
| "parameters": 59584, | |
| "seconds": 3.2566988468170166, | |
| "seed": 24122 | |
| }, | |
| { | |
| "model": "gin", | |
| "val_lap": 0.469263698630137, | |
| "parameters": 63424, | |
| "seconds": 3.1383323669433594, | |
| "seed": 24122 | |
| }, | |
| { | |
| "model": "gatedgcn", | |
| "val_lap": 0.45102739726027397, | |
| "parameters": 59968, | |
| "seconds": 3.794851303100586, | |
| "seed": 24122 | |
| }, | |
| { | |
| "model": "gat", | |
| "val_lap": 0.4658390410958904, | |
| "parameters": 60352, | |
| "seconds": 3.818592071533203, | |
| "seed": 24122 | |
| }, | |
| { | |
| "model": "gatv2", | |
| "val_lap": 0.4851027397260274, | |
| "parameters": 64000, | |
| "seconds": 4.0192766189575195, | |
| "seed": 24122 | |
| }, | |
| { | |
| "model": "gcn", | |
| "val_lap": 0.47799657534246576, | |
| "parameters": 59584, | |
| "seconds": 3.417497396469116, | |
| "seed": 24123 | |
| }, | |
| { | |
| "model": "gin", | |
| "val_lap": 0.45684931506849313, | |
| "parameters": 63424, | |
| "seconds": 3.1541237831115723, | |
| "seed": 24123 | |
| }, | |
| { | |
| "model": "gatedgcn", | |
| "val_lap": 0.47106164383561644, | |
| "parameters": 59968, | |
| "seconds": 3.829892873764038, | |
| "seed": 24123 | |
| }, | |
| { | |
| "model": "gat", | |
| "val_lap": 0.4696061643835616, | |
| "parameters": 60352, | |
| "seconds": 3.7803304195404053, | |
| "seed": 24123 | |
| }, | |
| { | |
| "model": "gatv2", | |
| "val_lap": 0.46498287671232874, | |
| "parameters": 64000, | |
| "seconds": 3.891831398010254, | |
| "seed": 24123 | |
| } | |
| ] | |
| }, | |
| { | |
| "dataset": "aqsol", | |
| "eta": 0.15, | |
| "mode": "add", | |
| "models": { | |
| "gcn": 0.4327054794520548, | |
| "gin": 0.4212328767123288, | |
| "gatedgcn": 0.4207477168949772, | |
| "gat": 0.42491438356164385, | |
| "gatv2": 0.42582762557077625 | |
| }, | |
| "models_std": { | |
| "gcn": 0.0017476382297254367, | |
| "gin": 0.0034735381464213715, | |
| "gatedgcn": 0.0011911322348578286, | |
| "gat": 0.004046678869211139, | |
| "gatv2": 0.00209288951110722 | |
| }, | |
| "isotropic_mean_lap": 0.4269691780821918, | |
| "anisotropic_mean_lap": 0.4238299086757991, | |
| "gap": -0.0031392694063926974, | |
| "runs": [ | |
| { | |
| "model": "gcn", | |
| "val_lap": 0.4348458904109589, | |
| "parameters": 59584, | |
| "seconds": 3.290555238723755, | |
| "seed": 24121 | |
| }, | |
| { | |
| "model": "gin", | |
| "val_lap": 0.4208047945205479, | |
| "parameters": 63424, | |
| "seconds": 3.1619629859924316, | |
| "seed": 24121 | |
| }, | |
| { | |
| "model": "gatedgcn", | |
| "val_lap": 0.4224315068493151, | |
| "parameters": 59968, | |
| "seconds": 3.788928508758545, | |
| "seed": 24121 | |
| }, | |
| { | |
| "model": "gat", | |
| "val_lap": 0.43047945205479454, | |
| "parameters": 60352, | |
| "seconds": 3.816474676132202, | |
| "seed": 24121 | |
| }, | |
| { | |
| "model": "gatv2", | |
| "val_lap": 0.4246575342465753, | |
| "parameters": 64000, | |
| "seconds": 3.944944381713867, | |
| "seed": 24121 | |
| }, | |
| { | |
| "model": "gcn", | |
| "val_lap": 0.4327054794520548, | |
| "parameters": 59584, | |
| "seconds": 3.478947162628174, | |
| "seed": 24122 | |
| }, | |
| { | |
| "model": "gin", | |
| "val_lap": 0.41720890410958905, | |
| "parameters": 63424, | |
| "seconds": 3.1645395755767822, | |
| "seed": 24122 | |
| }, | |
| { | |
| "model": "gatedgcn", | |
| "val_lap": 0.41986301369863016, | |
| "parameters": 59968, | |
| "seconds": 3.789440393447876, | |
| "seed": 24122 | |
| }, | |
| { | |
| "model": "gat", | |
| "val_lap": 0.42097602739726026, | |
| "parameters": 60352, | |
| "seconds": 3.821443557739258, | |
| "seed": 24122 | |
| }, | |
| { | |
| "model": "gatv2", | |
| "val_lap": 0.42876712328767125, | |
| "parameters": 64000, | |
| "seconds": 3.896949291229248, | |
| "seed": 24122 | |
| }, | |
| { | |
| "model": "gcn", | |
| "val_lap": 0.4305650684931507, | |
| "parameters": 59584, | |
| "seconds": 3.420999050140381, | |
| "seed": 24123 | |
| }, | |
| { | |
| "model": "gin", | |
| "val_lap": 0.42568493150684933, | |
| "parameters": 63424, | |
| "seconds": 3.171095132827759, | |
| "seed": 24123 | |
| }, | |
| { | |
| "model": "gatedgcn", | |
| "val_lap": 0.4199486301369863, | |
| "parameters": 59968, | |
| "seconds": 3.89363694190979, | |
| "seed": 24123 | |
| }, | |
| { | |
| "model": "gat", | |
| "val_lap": 0.4232876712328767, | |
| "parameters": 60352, | |
| "seconds": 3.9141852855682373, | |
| "seed": 24123 | |
| }, | |
| { | |
| "model": "gatv2", | |
| "val_lap": 0.4240582191780822, | |
| "parameters": 64000, | |
| "seconds": 3.879986524581909, | |
| "seed": 24123 | |
| } | |
| ] | |
| }, | |
| { | |
| "dataset": "aqsol", | |
| "eta": 0.18, | |
| "mode": "add", | |
| "models": { | |
| "gcn": 0.3711472602739726, | |
| "gin": 0.34614726027397263, | |
| "gatedgcn": 0.35490867579908675, | |
| "gat": 0.36284246575342466, | |
| "gatv2": 0.36552511415525113 | |
| }, | |
| "models_std": { | |
| "gcn": 0.0020416723313378977, | |
| "gin": 0.0007365004509454228, | |
| "gatedgcn": 0.004463200251087514, | |
| "gat": 0.0031410849876445336, | |
| "gatv2": 0.0068014643211339034 | |
| }, | |
| "isotropic_mean_lap": 0.35864726027397265, | |
| "anisotropic_mean_lap": 0.36109208523592085, | |
| "gap": 0.0024448249619482, | |
| "runs": [ | |
| { | |
| "model": "gcn", | |
| "val_lap": 0.37345890410958904, | |
| "parameters": 59584, | |
| "seconds": 3.5503857135772705, | |
| "seed": 24121 | |
| }, | |
| { | |
| "model": "gin", | |
| "val_lap": 0.3452054794520548, | |
| "parameters": 63424, | |
| "seconds": 3.21663761138916, | |
| "seed": 24121 | |
| }, | |
| { | |
| "model": "gatedgcn", | |
| "val_lap": 0.3600171232876712, | |
| "parameters": 59968, | |
| "seconds": 3.6913647651672363, | |
| "seed": 24121 | |
| }, | |
| { | |
| "model": "gat", | |
| "val_lap": 0.3639554794520548, | |
| "parameters": 60352, | |
| "seconds": 3.905339002609253, | |
| "seed": 24121 | |
| }, | |
| { | |
| "model": "gatv2", | |
| "val_lap": 0.3578767123287671, | |
| "parameters": 64000, | |
| "seconds": 3.87893009185791, | |
| "seed": 24121 | |
| }, | |
| { | |
| "model": "gcn", | |
| "val_lap": 0.3684931506849315, | |
| "parameters": 59584, | |
| "seconds": 3.400299310684204, | |
| "seed": 24122 | |
| }, | |
| { | |
| "model": "gin", | |
| "val_lap": 0.3462328767123288, | |
| "parameters": 63424, | |
| "seconds": 3.1516919136047363, | |
| "seed": 24122 | |
| }, | |
| { | |
| "model": "gatedgcn", | |
| "val_lap": 0.34914383561643836, | |
| "parameters": 59968, | |
| "seconds": 3.8266403675079346, | |
| "seed": 24122 | |
| }, | |
| { | |
| "model": "gat", | |
| "val_lap": 0.3660102739726027, | |
| "parameters": 60352, | |
| "seconds": 3.92588210105896, | |
| "seed": 24122 | |
| }, | |
| { | |
| "model": "gatv2", | |
| "val_lap": 0.37440068493150686, | |
| "parameters": 64000, | |
| "seconds": 3.889528512954712, | |
| "seed": 24122 | |
| }, | |
| { | |
| "model": "gcn", | |
| "val_lap": 0.37148972602739727, | |
| "parameters": 59584, | |
| "seconds": 3.4098987579345703, | |
| "seed": 24123 | |
| }, | |
| { | |
| "model": "gin", | |
| "val_lap": 0.34700342465753425, | |
| "parameters": 63424, | |
| "seconds": 3.1696763038635254, | |
| "seed": 24123 | |
| }, | |
| { | |
| "model": "gatedgcn", | |
| "val_lap": 0.35556506849315067, | |
| "parameters": 59968, | |
| "seconds": 3.6973555088043213, | |
| "seed": 24123 | |
| }, | |
| { | |
| "model": "gat", | |
| "val_lap": 0.35856164383561645, | |
| "parameters": 60352, | |
| "seconds": 3.9699151515960693, | |
| "seed": 24123 | |
| }, | |
| { | |
| "model": "gatv2", | |
| "val_lap": 0.3642979452054795, | |
| "parameters": 64000, | |
| "seconds": 4.044975996017456, | |
| "seed": 24123 | |
| } | |
| ] | |
| }, | |
| { | |
| "dataset": "aqsol", | |
| "eta": 0.24, | |
| "mode": "add", | |
| "models": { | |
| "gcn": 0.29768835616438355, | |
| "gin": 0.27919520547945204, | |
| "gatedgcn": 0.28613013698630135, | |
| "gat": 0.2894691780821918, | |
| "gatv2": 0.2912385844748859 | |
| }, | |
| "models_std": { | |
| "gcn": 0.0023519860477210805, | |
| "gin": 0.00399624910141879, | |
| "gatedgcn": 0.004140390658292716, | |
| "gat": 0.0077076988178779275, | |
| "gatv2": 0.002850168818206937 | |
| }, | |
| "isotropic_mean_lap": 0.2884417808219178, | |
| "anisotropic_mean_lap": 0.2889459665144597, | |
| "gap": 0.000504185692541903, | |
| "runs": [ | |
| { | |
| "model": "gcn", | |
| "val_lap": 0.29991438356164385, | |
| "parameters": 59584, | |
| "seconds": 3.4360218048095703, | |
| "seed": 24121 | |
| }, | |
| { | |
| "model": "gin", | |
| "val_lap": 0.28193493150684934, | |
| "parameters": 63424, | |
| "seconds": 3.20111346244812, | |
| "seed": 24121 | |
| }, | |
| { | |
| "model": "gatedgcn", | |
| "val_lap": 0.28664383561643836, | |
| "parameters": 59968, | |
| "seconds": 3.6860201358795166, | |
| "seed": 24121 | |
| }, | |
| { | |
| "model": "gat", | |
| "val_lap": 0.2788527397260274, | |
| "parameters": 60352, | |
| "seconds": 3.930018663406372, | |
| "seed": 24121 | |
| }, | |
| { | |
| "model": "gatv2", | |
| "val_lap": 0.2902397260273973, | |
| "parameters": 64000, | |
| "seconds": 4.012849807739258, | |
| "seed": 24121 | |
| }, | |
| { | |
| "model": "gcn", | |
| "val_lap": 0.2944349315068493, | |
| "parameters": 59584, | |
| "seconds": 3.3228776454925537, | |
| "seed": 24122 | |
| }, | |
| { | |
| "model": "gin", | |
| "val_lap": 0.2821061643835616, | |
| "parameters": 63424, | |
| "seconds": 3.295039415359497, | |
| "seed": 24122 | |
| }, | |
| { | |
| "model": "gatedgcn", | |
| "val_lap": 0.2808219178082192, | |
| "parameters": 59968, | |
| "seconds": 3.6893420219421387, | |
| "seed": 24122 | |
| }, | |
| { | |
| "model": "gat", | |
| "val_lap": 0.29691780821917807, | |
| "parameters": 60352, | |
| "seconds": 3.923870086669922, | |
| "seed": 24122 | |
| }, | |
| { | |
| "model": "gatv2", | |
| "val_lap": 0.29511986301369864, | |
| "parameters": 64000, | |
| "seconds": 3.8999369144439697, | |
| "seed": 24122 | |
| }, | |
| { | |
| "model": "gcn", | |
| "val_lap": 0.29871575342465756, | |
| "parameters": 59584, | |
| "seconds": 3.2707912921905518, | |
| "seed": 24123 | |
| }, | |
| { | |
| "model": "gin", | |
| "val_lap": 0.2735445205479452, | |
| "parameters": 63424, | |
| "seconds": 3.4111390113830566, | |
| "seed": 24123 | |
| }, | |
| { | |
| "model": "gatedgcn", | |
| "val_lap": 0.29092465753424657, | |
| "parameters": 59968, | |
| "seconds": 3.699322462081909, | |
| "seed": 24123 | |
| }, | |
| { | |
| "model": "gat", | |
| "val_lap": 0.29263698630136986, | |
| "parameters": 60352, | |
| "seconds": 3.8915047645568848, | |
| "seed": 24123 | |
| }, | |
| { | |
| "model": "gatv2", | |
| "val_lap": 0.28835616438356165, | |
| "parameters": 64000, | |
| "seconds": 3.8668739795684814, | |
| "seed": 24123 | |
| } | |
| ] | |
| }, | |
| { | |
| "dataset": "aqsol", | |
| "eta": 0.3, | |
| "mode": "add", | |
| "models": { | |
| "gcn": 0.259189497716895, | |
| "gin": 0.23644406392694065, | |
| "gatedgcn": 0.25182648401826485, | |
| "gat": 0.2507990867579909, | |
| "gatv2": 0.257277397260274 | |
| }, | |
| "models_std": { | |
| "gcn": 0.0012589466324265063, | |
| "gin": 0.0044047880178415925, | |
| "gatedgcn": 0.005657743158805296, | |
| "gat": 0.00380091561452863, | |
| "gatv2": 0.004677406069727855 | |
| }, | |
| "isotropic_mean_lap": 0.24781678082191783, | |
| "anisotropic_mean_lap": 0.25330098934550993, | |
| "gap": 0.0054842085235921045, | |
| "runs": [ | |
| { | |
| "model": "gcn", | |
| "val_lap": 0.25924657534246576, | |
| "parameters": 59584, | |
| "seconds": 3.2796075344085693, | |
| "seed": 24121 | |
| }, | |
| { | |
| "model": "gin", | |
| "val_lap": 0.24075342465753424, | |
| "parameters": 63424, | |
| "seconds": 3.2949442863464355, | |
| "seed": 24121 | |
| }, | |
| { | |
| "model": "gatedgcn", | |
| "val_lap": 0.25830479452054794, | |
| "parameters": 59968, | |
| "seconds": 3.7278342247009277, | |
| "seed": 24121 | |
| }, | |
| { | |
| "model": "gat", | |
| "val_lap": 0.24648972602739727, | |
| "parameters": 60352, | |
| "seconds": 3.849565267562866, | |
| "seed": 24121 | |
| }, | |
| { | |
| "model": "gatv2", | |
| "val_lap": 0.2610445205479452, | |
| "parameters": 64000, | |
| "seconds": 3.8838441371917725, | |
| "seed": 24121 | |
| }, | |
| { | |
| "model": "gcn", | |
| "val_lap": 0.2607020547945205, | |
| "parameters": 59584, | |
| "seconds": 3.2740538120269775, | |
| "seed": 24122 | |
| }, | |
| { | |
| "model": "gin", | |
| "val_lap": 0.23039383561643836, | |
| "parameters": 63424, | |
| "seconds": 3.44887638092041, | |
| "seed": 24122 | |
| }, | |
| { | |
| "model": "gatedgcn", | |
| "val_lap": 0.24452054794520547, | |
| "parameters": 59968, | |
| "seconds": 3.6902878284454346, | |
| "seed": 24122 | |
| }, | |
| { | |
| "model": "gat", | |
| "val_lap": 0.25573630136986303, | |
| "parameters": 60352, | |
| "seconds": 3.804251194000244, | |
| "seed": 24122 | |
| }, | |
| { | |
| "model": "gatv2", | |
| "val_lap": 0.2601027397260274, | |
| "parameters": 64000, | |
| "seconds": 3.983513593673706, | |
| "seed": 24122 | |
| }, | |
| { | |
| "model": "gcn", | |
| "val_lap": 0.25761986301369866, | |
| "parameters": 59584, | |
| "seconds": 3.2871861457824707, | |
| "seed": 24123 | |
| }, | |
| { | |
| "model": "gin", | |
| "val_lap": 0.23818493150684933, | |
| "parameters": 63424, | |
| "seconds": 3.2582414150238037, | |
| "seed": 24123 | |
| }, | |
| { | |
| "model": "gatedgcn", | |
| "val_lap": 0.2526541095890411, | |
| "parameters": 59968, | |
| "seconds": 3.6772243976593018, | |
| "seed": 24123 | |
| }, | |
| { | |
| "model": "gat", | |
| "val_lap": 0.25017123287671234, | |
| "parameters": 60352, | |
| "seconds": 3.972456693649292, | |
| "seed": 24123 | |
| }, | |
| { | |
| "model": "gatv2", | |
| "val_lap": 0.25068493150684934, | |
| "parameters": 64000, | |
| "seconds": 4.035603046417236, | |
| "seed": 24123 | |
| } | |
| ] | |
| }, | |
| { | |
| "dataset": "pcqm4mv2", | |
| "eta": 0.04, | |
| "mode": "add", | |
| "models": { | |
| "gcn": 0.8440107481261491, | |
| "gin": 0.8232216093904681, | |
| "gatedgcn": 0.8301984632065244, | |
| "gat": 0.8285485315608353, | |
| "gatv2": 0.8232687502946306 | |
| }, | |
| "models_std": { | |
| "gcn": 0.0015275398808296588, | |
| "gin": 0.0026000249343586554, | |
| "gatedgcn": 0.0034973340858891343, | |
| "gat": 0.006831691319153082, | |
| "gatv2": 0.0037172628112414484 | |
| }, | |
| "isotropic_mean_lap": 0.8336161787583085, | |
| "anisotropic_mean_lap": 0.8273385816873301, | |
| "gap": -0.0062775970709784135, | |
| "runs": [ | |
| { | |
| "model": "gcn", | |
| "val_lap": 0.8461320888134635, | |
| "parameters": 59584, | |
| "seconds": 3.2061638832092285, | |
| "seed": 24121 | |
| }, | |
| { | |
| "model": "gin", | |
| "val_lap": 0.8263329090651959, | |
| "parameters": 63424, | |
| "seconds": 3.2264163494110107, | |
| "seed": 24121 | |
| }, | |
| { | |
| "model": "gatedgcn", | |
| "val_lap": 0.8351011172394287, | |
| "parameters": 59968, | |
| "seconds": 3.609307289123535, | |
| "seed": 24121 | |
| }, | |
| { | |
| "model": "gat", | |
| "val_lap": 0.8252015273652948, | |
| "parameters": 60352, | |
| "seconds": 3.809612274169922, | |
| "seed": 24121 | |
| }, | |
| { | |
| "model": "gatv2", | |
| "val_lap": 0.8243529910903691, | |
| "parameters": 64000, | |
| "seconds": 3.792137384414673, | |
| "seed": 24121 | |
| }, | |
| { | |
| "model": "gcn", | |
| "val_lap": 0.8425965210012728, | |
| "parameters": 59584, | |
| "seconds": 3.195391893386841, | |
| "seed": 24122 | |
| }, | |
| { | |
| "model": "gin", | |
| "val_lap": 0.8199688870032528, | |
| "parameters": 63424, | |
| "seconds": 3.2217600345611572, | |
| "seed": 24122 | |
| }, | |
| { | |
| "model": "gatedgcn", | |
| "val_lap": 0.8271814453401216, | |
| "parameters": 59968, | |
| "seconds": 3.6058077812194824, | |
| "seed": 24122 | |
| }, | |
| { | |
| "model": "gat", | |
| "val_lap": 0.8223730731155423, | |
| "parameters": 60352, | |
| "seconds": 3.7130327224731445, | |
| "seed": 24122 | |
| }, | |
| { | |
| "model": "gatv2", | |
| "val_lap": 0.8271814453401216, | |
| "parameters": 64000, | |
| "seconds": 4.043337821960449, | |
| "seed": 24122 | |
| }, | |
| { | |
| "model": "gcn", | |
| "val_lap": 0.8433036345637109, | |
| "parameters": 59584, | |
| "seconds": 3.1927337646484375, | |
| "seed": 24123 | |
| }, | |
| { | |
| "model": "gin", | |
| "val_lap": 0.8233630321029557, | |
| "parameters": 63424, | |
| "seconds": 3.127073049545288, | |
| "seed": 24123 | |
| }, | |
| { | |
| "model": "gatedgcn", | |
| "val_lap": 0.8283128270400226, | |
| "parameters": 59968, | |
| "seconds": 3.6039488315582275, | |
| "seed": 24123 | |
| }, | |
| { | |
| "model": "gat", | |
| "val_lap": 0.8380709942016688, | |
| "parameters": 60352, | |
| "seconds": 3.722454786300659, | |
| "seed": 24123 | |
| }, | |
| { | |
| "model": "gatv2", | |
| "val_lap": 0.8182718144534012, | |
| "parameters": 64000, | |
| "seconds": 3.8899827003479004, | |
| "seed": 24123 | |
| } | |
| ] | |
| }, | |
| { | |
| "dataset": "pcqm4mv2", | |
| "eta": 0.06, | |
| "mode": "add", | |
| "models": { | |
| "gcn": 0.8064865884127658, | |
| "gin": 0.7845189270730213, | |
| "gatedgcn": 0.8007825390090982, | |
| "gat": 0.8032810069297129, | |
| "gatv2": 0.7868759722811484 | |
| }, | |
| "models_std": { | |
| "gcn": 0.0026890983259230655, | |
| "gin": 0.004625096907145995, | |
| "gatedgcn": 0.0029717470442605213, | |
| "gat": 0.0038017904405140447, | |
| "gatv2": 0.004119910058255043 | |
| }, | |
| "isotropic_mean_lap": 0.7955027577428935, | |
| "anisotropic_mean_lap": 0.7969798394066532, | |
| "gap": 0.001477081663759705, | |
| "runs": [ | |
| { | |
| "model": "gcn", | |
| "val_lap": 0.8079479564418045, | |
| "parameters": 59584, | |
| "seconds": 3.188711166381836, | |
| "seed": 24121 | |
| }, | |
| { | |
| "model": "gin", | |
| "val_lap": 0.7783906095318909, | |
| "parameters": 63424, | |
| "seconds": 3.179889678955078, | |
| "seed": 24121 | |
| }, | |
| { | |
| "model": "gatedgcn", | |
| "val_lap": 0.7984726347051336, | |
| "parameters": 59968, | |
| "seconds": 3.6477794647216797, | |
| "seed": 24121 | |
| }, | |
| { | |
| "model": "gat", | |
| "val_lap": 0.7979069438551831, | |
| "parameters": 60352, | |
| "seconds": 3.8215365409851074, | |
| "seed": 24121 | |
| }, | |
| { | |
| "model": "gatv2", | |
| "val_lap": 0.7902701173808514, | |
| "parameters": 64000, | |
| "seconds": 3.794102430343628, | |
| "seed": 24121 | |
| }, | |
| { | |
| "model": "gcn", | |
| "val_lap": 0.8027153160797624, | |
| "parameters": 59584, | |
| "seconds": 3.3423120975494385, | |
| "seed": 24122 | |
| }, | |
| { | |
| "model": "gin", | |
| "val_lap": 0.7895630038184133, | |
| "parameters": 63424, | |
| "seconds": 3.258120536804199, | |
| "seed": 24122 | |
| }, | |
| { | |
| "model": "gatedgcn", | |
| "val_lap": 0.8049780794795645, | |
| "parameters": 59968, | |
| "seconds": 3.605501890182495, | |
| "seed": 24122 | |
| }, | |
| { | |
| "model": "gat", | |
| "val_lap": 0.8061094611794655, | |
| "parameters": 60352, | |
| "seconds": 3.718785285949707, | |
| "seed": 24122 | |
| }, | |
| { | |
| "model": "gatv2", | |
| "val_lap": 0.789280158393438, | |
| "parameters": 64000, | |
| "seconds": 3.894904851913452, | |
| "seed": 24122 | |
| }, | |
| { | |
| "model": "gcn", | |
| "val_lap": 0.8087964927167303, | |
| "parameters": 59584, | |
| "seconds": 3.207806348800659, | |
| "seed": 24123 | |
| }, | |
| { | |
| "model": "gin", | |
| "val_lap": 0.7856031678687597, | |
| "parameters": 63424, | |
| "seconds": 3.104105234146118, | |
| "seed": 24123 | |
| }, | |
| { | |
| "model": "gatedgcn", | |
| "val_lap": 0.7988969028425965, | |
| "parameters": 59968, | |
| "seconds": 3.8129756450653076, | |
| "seed": 24123 | |
| }, | |
| { | |
| "model": "gat", | |
| "val_lap": 0.8058266157544902, | |
| "parameters": 60352, | |
| "seconds": 3.7346341609954834, | |
| "seed": 24123 | |
| }, | |
| { | |
| "model": "gatv2", | |
| "val_lap": 0.7810776410691557, | |
| "parameters": 64000, | |
| "seconds": 3.9716720581054688, | |
| "seed": 24123 | |
| } | |
| ] | |
| }, | |
| { | |
| "dataset": "pcqm4mv2", | |
| "eta": 0.08, | |
| "mode": "add", | |
| "models": { | |
| "gcn": 0.7392636590769811, | |
| "gin": 0.7375665865271296, | |
| "gatedgcn": 0.7506717578843162, | |
| "gat": 0.7499175034177156, | |
| "gatv2": 0.7394522226936312 | |
| }, | |
| "models_std": { | |
| "gcn": 0.003390869845538937, | |
| "gin": 0.004486070712627279, | |
| "gatedgcn": 0.003800036442524205, | |
| "gat": 0.002373018988102209, | |
| "gatv2": 0.0048337245042601 | |
| }, | |
| "isotropic_mean_lap": 0.7384151228020553, | |
| "anisotropic_mean_lap": 0.746680494665221, | |
| "gap": 0.008265371863165671, | |
| "runs": [ | |
| { | |
| "model": "gcn", | |
| "val_lap": 0.7355395276481403, | |
| "parameters": 59584, | |
| "seconds": 3.2218668460845947, | |
| "seed": 24121 | |
| }, | |
| { | |
| "model": "gin", | |
| "val_lap": 0.7362466412105784, | |
| "parameters": 63424, | |
| "seconds": 3.2117600440979004, | |
| "seed": 24121 | |
| }, | |
| { | |
| "model": "gatedgcn", | |
| "val_lap": 0.7454391175222741, | |
| "parameters": 59968, | |
| "seconds": 3.7716431617736816, | |
| "seed": 24121 | |
| }, | |
| { | |
| "model": "gat", | |
| "val_lap": 0.7465704992221751, | |
| "parameters": 60352, | |
| "seconds": 3.764957904815674, | |
| "seed": 24121 | |
| }, | |
| { | |
| "model": "gatv2", | |
| "val_lap": 0.7361052184980907, | |
| "parameters": 64000, | |
| "seconds": 3.8190596103668213, | |
| "seed": 24121 | |
| }, | |
| { | |
| "model": "gcn", | |
| "val_lap": 0.7437420449724226, | |
| "parameters": 59584, | |
| "seconds": 3.190319776535034, | |
| "seed": 24122 | |
| }, | |
| { | |
| "model": "gin", | |
| "val_lap": 0.743600622259935, | |
| "parameters": 63424, | |
| "seconds": 3.2820498943328857, | |
| "seed": 24122 | |
| }, | |
| { | |
| "model": "gatedgcn", | |
| "val_lap": 0.7522274077216801, | |
| "parameters": 59968, | |
| "seconds": 3.600128650665283, | |
| "seed": 24122 | |
| }, | |
| { | |
| "model": "gat", | |
| "val_lap": 0.7518031395842172, | |
| "parameters": 60352, | |
| "seconds": 3.7280285358428955, | |
| "seed": 24122 | |
| }, | |
| { | |
| "model": "gatv2", | |
| "val_lap": 0.7462876537971999, | |
| "parameters": 64000, | |
| "seconds": 4.067977666854858, | |
| "seed": 24122 | |
| }, | |
| { | |
| "model": "gcn", | |
| "val_lap": 0.7385094046103804, | |
| "parameters": 59584, | |
| "seconds": 3.2425904273986816, | |
| "seed": 24123 | |
| }, | |
| { | |
| "model": "gin", | |
| "val_lap": 0.7328524961108754, | |
| "parameters": 63424, | |
| "seconds": 3.1383183002471924, | |
| "seed": 24123 | |
| }, | |
| { | |
| "model": "gatedgcn", | |
| "val_lap": 0.7543487484089945, | |
| "parameters": 59968, | |
| "seconds": 3.660463333129883, | |
| "seed": 24123 | |
| }, | |
| { | |
| "model": "gat", | |
| "val_lap": 0.7513788714467543, | |
| "parameters": 60352, | |
| "seconds": 3.715947151184082, | |
| "seed": 24123 | |
| }, | |
| { | |
| "model": "gatv2", | |
| "val_lap": 0.7359637957856031, | |
| "parameters": 64000, | |
| "seconds": 3.900513172149658, | |
| "seed": 24123 | |
| } | |
| ] | |
| }, | |
| { | |
| "dataset": "pcqm4mv2", | |
| "eta": 0.12, | |
| "mode": "add", | |
| "models": { | |
| "gcn": 0.6240512893037289, | |
| "gin": 0.6192429170791496, | |
| "gatedgcn": 0.6524772545137416, | |
| "gat": 0.6306510158864848, | |
| "gatv2": 0.6392778013482299 | |
| }, | |
| "models_std": { | |
| "gcn": 0.0056831678895698035, | |
| "gin": 0.0033393599676471435, | |
| "gatedgcn": 0.005897325226604813, | |
| "gat": 0.012053515298598005, | |
| "gatv2": 0.0030470678567278858 | |
| }, | |
| "isotropic_mean_lap": 0.6216471031914392, | |
| "anisotropic_mean_lap": 0.640802023916152, | |
| "gap": 0.01915492072471281, | |
| "runs": [ | |
| { | |
| "model": "gcn", | |
| "val_lap": 0.6315938339697356, | |
| "parameters": 59584, | |
| "seconds": 3.1819379329681396, | |
| "seed": 24121 | |
| }, | |
| { | |
| "model": "gin", | |
| "val_lap": 0.6236741620704285, | |
| "parameters": 63424, | |
| "seconds": 3.166130304336548, | |
| "seed": 24121 | |
| }, | |
| { | |
| "model": "gatedgcn", | |
| "val_lap": 0.647291755055862, | |
| "parameters": 59968, | |
| "seconds": 3.6333374977111816, | |
| "seed": 24121 | |
| }, | |
| { | |
| "model": "gat", | |
| "val_lap": 0.6328666383821242, | |
| "parameters": 60352, | |
| "seconds": 3.7148709297180176, | |
| "seed": 24121 | |
| }, | |
| { | |
| "model": "gatv2", | |
| "val_lap": 0.6417762692688446, | |
| "parameters": 64000, | |
| "seconds": 3.8873631954193115, | |
| "seed": 24121 | |
| }, | |
| { | |
| "model": "gcn", | |
| "val_lap": 0.6178758308584359, | |
| "parameters": 59584, | |
| "seconds": 3.195645570755005, | |
| "seed": 24122 | |
| }, | |
| { | |
| "model": "gin", | |
| "val_lap": 0.6156130674586339, | |
| "parameters": 63424, | |
| "seconds": 3.2422783374786377, | |
| "seed": 24122 | |
| }, | |
| { | |
| "model": "gatedgcn", | |
| "val_lap": 0.6607269127421864, | |
| "parameters": 59968, | |
| "seconds": 3.5931975841522217, | |
| "seed": 24122 | |
| }, | |
| { | |
| "model": "gat", | |
| "val_lap": 0.6149059538961957, | |
| "parameters": 60352, | |
| "seconds": 3.7315452098846436, | |
| "seed": 24122 | |
| }, | |
| { | |
| "model": "gatv2", | |
| "val_lap": 0.6349879790694386, | |
| "parameters": 64000, | |
| "seconds": 3.9222795963287354, | |
| "seed": 24122 | |
| }, | |
| { | |
| "model": "gcn", | |
| "val_lap": 0.6226842030830151, | |
| "parameters": 59584, | |
| "seconds": 3.400167226791382, | |
| "seed": 24123 | |
| }, | |
| { | |
| "model": "gin", | |
| "val_lap": 0.6184415217083864, | |
| "parameters": 63424, | |
| "seconds": 3.0964860916137695, | |
| "seed": 24123 | |
| }, | |
| { | |
| "model": "gatedgcn", | |
| "val_lap": 0.6494130957431764, | |
| "parameters": 59968, | |
| "seconds": 3.7140707969665527, | |
| "seed": 24123 | |
| }, | |
| { | |
| "model": "gat", | |
| "val_lap": 0.6441804553811342, | |
| "parameters": 60352, | |
| "seconds": 3.7007758617401123, | |
| "seed": 24123 | |
| }, | |
| { | |
| "model": "gatv2", | |
| "val_lap": 0.6410691557064064, | |
| "parameters": 64000, | |
| "seconds": 3.990072250366211, | |
| "seed": 24123 | |
| } | |
| ] | |
| }, | |
| { | |
| "dataset": "pcqm4mv2", | |
| "eta": 0.15, | |
| "mode": "add", | |
| "models": { | |
| "gcn": 0.5893555838400981, | |
| "gin": 0.5857257342195824, | |
| "gatedgcn": 0.6241927120162165, | |
| "gat": 0.6157544901711215, | |
| "gatv2": 0.6192900579833122 | |
| }, | |
| "models_std": { | |
| "gcn": 0.002880613985283045, | |
| "gin": 0.005917638839236289, | |
| "gatedgcn": 0.004819912519161367, | |
| "gat": 0.002715414288203419, | |
| "gatv2": 0.002138555833161471 | |
| }, | |
| "isotropic_mean_lap": 0.5875406590298402, | |
| "anisotropic_mean_lap": 0.6197457533902168, | |
| "gap": 0.03220509436037655, | |
| "runs": [ | |
| { | |
| "model": "gcn", | |
| "val_lap": 0.5907226700608118, | |
| "parameters": 59584, | |
| "seconds": 3.1980488300323486, | |
| "seed": 24121 | |
| }, | |
| { | |
| "model": "gin", | |
| "val_lap": 0.5881770612360345, | |
| "parameters": 63424, | |
| "seconds": 3.179271697998047, | |
| "seed": 24121 | |
| }, | |
| { | |
| "model": "gatedgcn", | |
| "val_lap": 0.6192900579833122, | |
| "parameters": 59968, | |
| "seconds": 3.654942512512207, | |
| "seed": 24121 | |
| }, | |
| { | |
| "model": "gat", | |
| "val_lap": 0.6134917267713195, | |
| "parameters": 60352, | |
| "seconds": 3.7575130462646484, | |
| "seed": 24121 | |
| }, | |
| { | |
| "model": "gatv2", | |
| "val_lap": 0.6183000989958988, | |
| "parameters": 64000, | |
| "seconds": 3.931929111480713, | |
| "seed": 24121 | |
| }, | |
| { | |
| "model": "gcn", | |
| "val_lap": 0.5919954744732004, | |
| "parameters": 59584, | |
| "seconds": 3.2014689445495605, | |
| "seed": 24122 | |
| }, | |
| { | |
| "model": "gin", | |
| "val_lap": 0.5914297836232499, | |
| "parameters": 63424, | |
| "seconds": 3.272310972213745, | |
| "seed": 24122 | |
| }, | |
| { | |
| "model": "gatedgcn", | |
| "val_lap": 0.6225427803705275, | |
| "parameters": 59968, | |
| "seconds": 3.7180213928222656, | |
| "seed": 24122 | |
| }, | |
| { | |
| "model": "gat", | |
| "val_lap": 0.6195729034082874, | |
| "parameters": 60352, | |
| "seconds": 3.73039174079895, | |
| "seed": 24122 | |
| }, | |
| { | |
| "model": "gatv2", | |
| "val_lap": 0.6173101400084854, | |
| "parameters": 64000, | |
| "seconds": 3.923569917678833, | |
| "seed": 24122 | |
| }, | |
| { | |
| "model": "gcn", | |
| "val_lap": 0.585348606986282, | |
| "parameters": 59584, | |
| "seconds": 3.2137980461120605, | |
| "seed": 24123 | |
| }, | |
| { | |
| "model": "gin", | |
| "val_lap": 0.5775703577994626, | |
| "parameters": 63424, | |
| "seconds": 3.0966320037841797, | |
| "seed": 24123 | |
| }, | |
| { | |
| "model": "gatedgcn", | |
| "val_lap": 0.6307452976948098, | |
| "parameters": 59968, | |
| "seconds": 3.692786455154419, | |
| "seed": 24123 | |
| }, | |
| { | |
| "model": "gat", | |
| "val_lap": 0.6141988403337576, | |
| "parameters": 60352, | |
| "seconds": 3.7456412315368652, | |
| "seed": 24123 | |
| }, | |
| { | |
| "model": "gatv2", | |
| "val_lap": 0.6222599349455522, | |
| "parameters": 64000, | |
| "seconds": 4.0753278732299805, | |
| "seed": 24123 | |
| } | |
| ] | |
| }, | |
| { | |
| "dataset": "pcqm4mv2", | |
| "eta": 0.18, | |
| "mode": "add", | |
| "models": { | |
| "gcn": 0.5353792485739877, | |
| "gin": 0.5302880309244331, | |
| "gatedgcn": 0.5674822043086786, | |
| "gat": 0.5588554188469335, | |
| "gatv2": 0.5564512327346438 | |
| }, | |
| "models_std": { | |
| "gcn": 0.004214829198558817, | |
| "gin": 0.0038476913076720917, | |
| "gatedgcn": 0.002378631181170596, | |
| "gat": 0.005172197232053687, | |
| "gatv2": 0.004066705666561046 | |
| }, | |
| "isotropic_mean_lap": 0.5328336397492104, | |
| "anisotropic_mean_lap": 0.5609296186300853, | |
| "gap": 0.028095978880874894, | |
| "runs": [ | |
| { | |
| "model": "gcn", | |
| "val_lap": 0.5354263894781502, | |
| "parameters": 59584, | |
| "seconds": 3.1653449535369873, | |
| "seed": 24121 | |
| }, | |
| { | |
| "model": "gin", | |
| "val_lap": 0.5252439541790411, | |
| "parameters": 63424, | |
| "seconds": 3.3548688888549805, | |
| "seed": 24121 | |
| }, | |
| { | |
| "model": "gatedgcn", | |
| "val_lap": 0.5678121906378164, | |
| "parameters": 59968, | |
| "seconds": 3.651639699935913, | |
| "seed": 24121 | |
| }, | |
| { | |
| "model": "gat", | |
| "val_lap": 0.5611653231508981, | |
| "parameters": 60352, | |
| "seconds": 3.7127363681793213, | |
| "seed": 24121 | |
| }, | |
| { | |
| "model": "gatv2", | |
| "val_lap": 0.5621552821383115, | |
| "parameters": 64000, | |
| "seconds": 3.885488510131836, | |
| "seed": 24121 | |
| }, | |
| { | |
| "model": "gcn", | |
| "val_lap": 0.5301937491161081, | |
| "parameters": 59584, | |
| "seconds": 3.2050516605377197, | |
| "seed": 24122 | |
| }, | |
| { | |
| "model": "gin", | |
| "val_lap": 0.5310422853910338, | |
| "parameters": 63424, | |
| "seconds": 3.233098030090332, | |
| "seed": 24122 | |
| }, | |
| { | |
| "model": "gatedgcn", | |
| "val_lap": 0.5702163767501061, | |
| "parameters": 59968, | |
| "seconds": 3.596017360687256, | |
| "seed": 24122 | |
| }, | |
| { | |
| "model": "gat", | |
| "val_lap": 0.5637109319756753, | |
| "parameters": 60352, | |
| "seconds": 3.833137273788452, | |
| "seed": 24122 | |
| }, | |
| { | |
| "model": "gatv2", | |
| "val_lap": 0.5529628058266157, | |
| "parameters": 64000, | |
| "seconds": 3.921955108642578, | |
| "seed": 24122 | |
| }, | |
| { | |
| "model": "gcn", | |
| "val_lap": 0.5405176071277047, | |
| "parameters": 59584, | |
| "seconds": 3.219726800918579, | |
| "seed": 24123 | |
| }, | |
| { | |
| "model": "gin", | |
| "val_lap": 0.5345778532032245, | |
| "parameters": 63424, | |
| "seconds": 3.1094884872436523, | |
| "seed": 24123 | |
| }, | |
| { | |
| "model": "gatedgcn", | |
| "val_lap": 0.5644180455381134, | |
| "parameters": 59968, | |
| "seconds": 3.699718713760376, | |
| "seed": 24123 | |
| }, | |
| { | |
| "model": "gat", | |
| "val_lap": 0.5516900014142271, | |
| "parameters": 60352, | |
| "seconds": 3.716449022293091, | |
| "seed": 24123 | |
| }, | |
| { | |
| "model": "gatv2", | |
| "val_lap": 0.5542356102390044, | |
| "parameters": 64000, | |
| "seconds": 3.9352962970733643, | |
| "seed": 24123 | |
| } | |
| ] | |
| }, | |
| { | |
| "dataset": "pcqm4mv2", | |
| "eta": 0.24, | |
| "mode": "add", | |
| "models": { | |
| "gcn": 0.443360203648706, | |
| "gin": 0.4369490406826003, | |
| "gatedgcn": 0.4649035968509876, | |
| "gat": 0.4516570027813133, | |
| "gatv2": 0.4649507377551501 | |
| }, | |
| "models_std": { | |
| "gcn": 0.003126263071058171, | |
| "gin": 0.0010729087518730146, | |
| "gatedgcn": 0.005602830820591529, | |
| "gat": 0.005237522052451304, | |
| "gatv2": 0.0033112920056259753 | |
| }, | |
| "isotropic_mean_lap": 0.44015462216565315, | |
| "anisotropic_mean_lap": 0.46050377912915036, | |
| "gap": 0.020349156963497206, | |
| "runs": [ | |
| { | |
| "model": "gcn", | |
| "val_lap": 0.4389760995615896, | |
| "parameters": 59584, | |
| "seconds": 3.178832530975342, | |
| "seed": 24121 | |
| }, | |
| { | |
| "model": "gin", | |
| "val_lap": 0.43657191344929996, | |
| "parameters": 63424, | |
| "seconds": 3.2173712253570557, | |
| "seed": 24121 | |
| }, | |
| { | |
| "model": "gatedgcn", | |
| "val_lap": 0.4579267430349314, | |
| "parameters": 59968, | |
| "seconds": 3.641716480255127, | |
| "seed": 24121 | |
| }, | |
| { | |
| "model": "gat", | |
| "val_lap": 0.44675434874840897, | |
| "parameters": 60352, | |
| "seconds": 3.753366231918335, | |
| "seed": 24121 | |
| }, | |
| { | |
| "model": "gatv2", | |
| "val_lap": 0.4644321878093622, | |
| "parameters": 64000, | |
| "seconds": 3.9164187908172607, | |
| "seed": 24121 | |
| }, | |
| { | |
| "model": "gcn", | |
| "val_lap": 0.4460472351859709, | |
| "parameters": 59584, | |
| "seconds": 3.3554024696350098, | |
| "seed": 24122 | |
| }, | |
| { | |
| "model": "gin", | |
| "val_lap": 0.4384104087116391, | |
| "parameters": 63424, | |
| "seconds": 3.1523048877716064, | |
| "seed": 24122 | |
| }, | |
| { | |
| "model": "gatedgcn", | |
| "val_lap": 0.4651393013718003, | |
| "parameters": 59968, | |
| "seconds": 3.644335985183716, | |
| "seed": 24122 | |
| }, | |
| { | |
| "model": "gat", | |
| "val_lap": 0.44929995757318625, | |
| "parameters": 60352, | |
| "seconds": 3.736353874206543, | |
| "seed": 24122 | |
| }, | |
| { | |
| "model": "gatv2", | |
| "val_lap": 0.46924056003394143, | |
| "parameters": 64000, | |
| "seconds": 3.910587787628174, | |
| "seed": 24122 | |
| }, | |
| { | |
| "model": "gcn", | |
| "val_lap": 0.4450572761985575, | |
| "parameters": 59584, | |
| "seconds": 3.217547655105591, | |
| "seed": 24123 | |
| }, | |
| { | |
| "model": "gin", | |
| "val_lap": 0.43586479988686183, | |
| "parameters": 63424, | |
| "seconds": 3.089246988296509, | |
| "seed": 24123 | |
| }, | |
| { | |
| "model": "gatedgcn", | |
| "val_lap": 0.4716447461462311, | |
| "parameters": 59968, | |
| "seconds": 3.827636480331421, | |
| "seed": 24123 | |
| }, | |
| { | |
| "model": "gat", | |
| "val_lap": 0.4589167020223448, | |
| "parameters": 60352, | |
| "seconds": 3.7394917011260986, | |
| "seed": 24123 | |
| }, | |
| { | |
| "model": "gatv2", | |
| "val_lap": 0.4611794654221468, | |
| "parameters": 64000, | |
| "seconds": 3.9829084873199463, | |
| "seed": 24123 | |
| } | |
| ] | |
| }, | |
| { | |
| "dataset": "pcqm4mv2", | |
| "eta": 0.3, | |
| "mode": "add", | |
| "models": { | |
| "gcn": 0.3962664403903267, | |
| "gin": 0.3888653184368076, | |
| "gatedgcn": 0.4190354971008344, | |
| "gat": 0.41389713854711735, | |
| "gatv2": 0.4221939376797247 | |
| }, | |
| "models_std": { | |
| "gcn": 0.0020133084904598608, | |
| "gin": 0.0007055404491158942, | |
| "gatedgcn": 0.0037112797672681067, | |
| "gat": 0.005133382562708161, | |
| "gatv2": 0.0059826246412247085 | |
| }, | |
| "isotropic_mean_lap": 0.39256587941356713, | |
| "anisotropic_mean_lap": 0.4183755244425588, | |
| "gap": 0.02580964502899169, | |
| "runs": [ | |
| { | |
| "model": "gcn", | |
| "val_lap": 0.3951350586904257, | |
| "parameters": 59584, | |
| "seconds": 3.1832354068756104, | |
| "seed": 24121 | |
| }, | |
| { | |
| "model": "gin", | |
| "val_lap": 0.38961957290340826, | |
| "parameters": 63424, | |
| "seconds": 3.2056803703308105, | |
| "seed": 24121 | |
| }, | |
| { | |
| "model": "gatedgcn", | |
| "val_lap": 0.41380285673879225, | |
| "parameters": 59968, | |
| "seconds": 3.624819040298462, | |
| "seed": 24121 | |
| }, | |
| { | |
| "model": "gat", | |
| "val_lap": 0.4196011879507849, | |
| "parameters": 60352, | |
| "seconds": 3.7331454753875732, | |
| "seed": 24121 | |
| }, | |
| { | |
| "model": "gatv2", | |
| "val_lap": 0.4139442794512799, | |
| "parameters": 64000, | |
| "seconds": 4.025207281112671, | |
| "seed": 24121 | |
| }, | |
| { | |
| "model": "gcn", | |
| "val_lap": 0.3945693678404752, | |
| "parameters": 59584, | |
| "seconds": 3.2114391326904297, | |
| "seed": 24122 | |
| }, | |
| { | |
| "model": "gin", | |
| "val_lap": 0.3879225003535568, | |
| "parameters": 63424, | |
| "seconds": 3.1338818073272705, | |
| "seed": 24122 | |
| }, | |
| { | |
| "model": "gatedgcn", | |
| "val_lap": 0.4212982605006364, | |
| "parameters": 59968, | |
| "seconds": 3.6848974227905273, | |
| "seed": 24122 | |
| }, | |
| { | |
| "model": "gat", | |
| "val_lap": 0.40715598925187385, | |
| "parameters": 60352, | |
| "seconds": 3.7469422817230225, | |
| "seed": 24122 | |
| }, | |
| { | |
| "model": "gatv2", | |
| "val_lap": 0.4279451279875548, | |
| "parameters": 64000, | |
| "seconds": 3.904752731323242, | |
| "seed": 24122 | |
| }, | |
| { | |
| "model": "gcn", | |
| "val_lap": 0.3990948946400792, | |
| "parameters": 59584, | |
| "seconds": 3.2304446697235107, | |
| "seed": 24123 | |
| }, | |
| { | |
| "model": "gin", | |
| "val_lap": 0.3890538820534578, | |
| "parameters": 63424, | |
| "seconds": 3.2219700813293457, | |
| "seed": 24123 | |
| }, | |
| { | |
| "model": "gatedgcn", | |
| "val_lap": 0.42200537406307453, | |
| "parameters": 59968, | |
| "seconds": 3.7124338150024414, | |
| "seed": 24123 | |
| }, | |
| { | |
| "model": "gat", | |
| "val_lap": 0.41493423843869326, | |
| "parameters": 60352, | |
| "seconds": 3.7290587425231934, | |
| "seed": 24123 | |
| }, | |
| { | |
| "model": "gatv2", | |
| "val_lap": 0.42469240560033944, | |
| "parameters": 64000, | |
| "seconds": 3.926800489425659, | |
| "seed": 24123 | |
| } | |
| ] | |
| } | |
| ], | |
| "total_seconds": 952.3099875450134 | |
| } | |
Xet Storage Details
- Size:
- 56.3 kB
- Xet hash:
- 83fbc2aca271a42d3ad3e649625125487e7ba25c82bf4f75ea6ea30b6708a14a
·
Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.