Next-Federation / evaluation.json
Lamapi's picture
Publish Next-Federation model
759bd70 verified
Raw History Blame Contribute Delete
32.1 kB
{ "project": "Next Federation", "profile": "full", "seed": 73, "device": { "python": "3.13.16", "platform": "Linux-6.6.159+-x86_64-with-glibc2.39", "cpu_count": 12, "numpy": "2.4.6", "torch": "2.14.1+cu130", "cuda": true, "gpu": "NVIDIA L4", "colab": true }, "data": { "name": "Optical Recognition of Handwritten Digits", "source": "UCI id 80 via sklearn.datasets.load_digits", "license": "CC BY 4.0", "sklearn_version": "1.6.1", "split": { "global_test": 360, "global_validation": 180, "client_pool": 1257, "clients": 10, "client_partition": "Dirichlet(alpha) label skew per class; 20% of each client's data is its local test set" } }, "simulation": "All clients simulated in one process. No real devices, networks or secure aggregation.", "hyper": { "epochs": 2, "lr": 0.3, "batch": 20, "mu": 0.01 }, "hyper_selection": { "split": "global validation (180)", "lr_scores": { "0.05": 0.9027777777777778, "0.1": 0.9361111111111111, "0.3": 0.9527777777777777 }, "mu_scores": { "0.01": 0.9527777777777777, "0.1": 0.95, "1.0": 0.9333333333333333 }, "seeds": [ 100, 101 ] }, "protocol": { "rounds": 40, "clients": 10, "seeds": [ 0, 1, 2, 3, 4 ], "alphas": [ 0.1, 0.5, 5.0 ], "dropouts": [ 0.0, 0.3 ], "local_only": "each client trains alone for the same rounds x epochs; global accuracy = mean of client models on the global test set" }, "results": { "alpha=0.1, dropout=0.0": { "fedavg": { "global_acc": { "mean": 0.9344444444444445, "std": 0.011194134266449936 }, "worst_client": { "mean": 0.7838455013455013, "std": 0.10041913337230032 }, "mean_client": { "mean": 0.9403127647410752, "std": 0.022132639952130453 }, "comm_MB": { "mean": 7.712000000000001, "std": 8.881784197001252e-16 }, "seeds": 5 }, "fedprox": { "global_acc": { "mean": 0.933888888888889, "std": 0.0111665284679121 }, "worst_client": { "mean": 0.7838455013455013, "std": 0.10041913337230032 }, "mean_client": { "mean": 0.9403127647410752, "std": 0.022132639952130453 }, "comm_MB": { "mean": 7.712000000000001, "std": 8.881784197001252e-16 }, "seeds": 5 }, "local": { "global_acc": { "mean": 0.35716666666666663, "std": 0.010702774533552008 }, "worst_client": { "mean": 0.44848484848484854, "std": 0.39120261472382634 }, "mean_client": { "mean": 0.9199442628749219, "std": 0.04357931105513403 }, "comm_MB": { "mean": 0.0, "std": 0.0 }, "seeds": 5 } }, "alpha=0.1, dropout=0.3": { "fedavg": { "global_acc": { "mean": 0.9283333333333333, "std": 0.019196836159078856 }, "worst_client": { "mean": 0.776055501102671, "std": 0.09049021965912739 }, "mean_client": { "mean": 0.934044279466, "std": 0.020745206486618272 }, "comm_MB": { "mean": 6.530136000000001, "std": 0.04627199999999989 }, "seeds": 5 }, "fedprox": { "global_acc": { "mean": 0.9294444444444444, "std": 0.01813869746368276 }, "worst_client": { "mean": 0.7689162864162864, "std": 0.09032289462840334 }, "mean_client": { "mean": 0.9318520872738076, "std": 0.020717394394941257 }, "comm_MB": { "mean": 6.530136000000001, "std": 0.04627199999999989 }, "seeds": 5 }, "local": { "global_acc": { "mean": 0.35716666666666663, "std": 0.010702774533552008 }, "worst_client": { "mean": 0.44848484848484854, "std": 0.39120261472382634 }, "mean_client": { "mean": 0.9199442628749219, "std": 0.04357931105513403 }, "comm_MB": { "mean": 0.0, "std": 0.0 }, "seeds": 5 } }, "alpha=0.5, dropout=0.0": { "fedavg": { "global_acc": { "mean": 0.9533333333333334, "std": 0.004082482904638658 }, "worst_client": { "mean": 0.8656385281385282, "std": 0.030617187247437064 }, "mean_client": { "mean": 0.9473659555003355, "std": 0.009621856486895888 }, "comm_MB": { "mean": 7.712000000000001, "std": 8.881784197001252e-16 }, "seeds": 5 }, "fedprox": { "global_acc": { "mean": 0.9522222222222222, "std": 0.0032394177193585307 }, "worst_client": { "mean": 0.8656385281385282, "std": 0.030617187247437064 }, "mean_client": { "mean": 0.9482355207177268, "std": 0.00997630125698648 }, "comm_MB": { "mean": 7.712000000000001, "std": 8.881784197001252e-16 }, "seeds": 5 }, "local": { "global_acc": { "mean": 0.6569444444444444, "std": 0.018866817169927146 }, "worst_client": { "mean": 0.6737698412698412, "std": 0.09179081814534823 }, "mean_client": { "mean": 0.8811313738580184, "std": 0.015293929817571052 }, "comm_MB": { "mean": 0.0, "std": 0.0 }, "seeds": 5 } }, "alpha=0.5, dropout=0.3": { "fedavg": { "global_acc": { "mean": 0.9516666666666668, "std": 0.004513354669242236 }, "worst_client": { "mean": 0.8596861471861473, "std": 0.024766530385624597 }, "mean_client": { "mean": 0.949013181562629, "std": 0.00932022337777485 }, "comm_MB": { "mean": 6.530136000000001, "std": 0.04627199999999989 }, "seeds": 5 }, "fedprox": { "global_acc": { "mean": 0.9516666666666668, "std": 0.0057197945227705875 }, "worst_client": { "mean": 0.8596861471861473, "std": 0.024766530385624597 }, "mean_client": { "mean": 0.949013181562629, "std": 0.00932022337777485 }, "comm_MB": { "mean": 6.530136000000001, "std": 0.04627199999999989 }, "seeds": 5 }, "local": { "global_acc": { "mean": 0.6569444444444444, "std": 0.018866817169927146 }, "worst_client": { "mean": 0.6737698412698412, "std": 0.09179081814534823 }, "mean_client": { "mean": 0.8811313738580184, "std": 0.015293929817571052 }, "comm_MB": { "mean": 0.0, "std": 0.0 }, "seeds": 5 } }, "alpha=5.0, dropout=0.0": { "fedavg": { "global_acc": { "mean": 0.961111111111111, "std": 0.003928371006591917 }, "worst_client": { "mean": 0.8803085299455535, "std": 0.01269169078142293 }, "mean_client": { "mean": 0.9561164867853661, "std": 0.010027910118678741 }, "comm_MB": { "mean": 7.712000000000001, "std": 8.881784197001252e-16 }, "seeds": 5 }, "fedprox": { "global_acc": { "mean": 0.96, "std": 0.00451335466924222 }, "worst_client": { "mean": 0.8803085299455535, "std": 0.01269169078142293 }, "mean_client": { "mean": 0.955316486785366, "std": 0.01068387952282781 }, "comm_MB": { "mean": 7.712000000000001, "std": 8.881784197001252e-16 }, "seeds": 5 }, "local": { "global_acc": { "mean": 0.8706666666666667, "std": 0.005606984180906709 }, "worst_client": { "mean": 0.7554372041214147, "std": 0.07390787762854817 }, "mean_client": { "mean": 0.8833721562105143, "std": 0.014421833115630082 }, "comm_MB": { "mean": 0.0, "std": 0.0 }, "seeds": 5 } }, "alpha=5.0, dropout=0.3": { "fedavg": { "global_acc": { "mean": 0.96, "std": 0.0051520102752754164 }, "worst_client": { "mean": 0.8900758950668207, "std": 0.01326496718368544 }, "mean_client": { "mean": 0.9552134507435783, "std": 0.009768884623512993 }, "comm_MB": { "mean": 6.530136000000001, "std": 0.04627199999999989 }, "seeds": 5 }, "fedprox": { "global_acc": { "mean": 0.9594444444444445, "std": 0.004843221048378552 }, "worst_client": { "mean": 0.8900758950668207, "std": 0.01326496718368544 }, "mean_client": { "mean": 0.9552134507435783, "std": 0.009768884623512993 }, "comm_MB": { "mean": 6.530136000000001, "std": 0.04627199999999989 }, "seeds": 5 }, "local": { "global_acc": { "mean": 0.8706666666666667, "std": 0.005606984180906709 }, "worst_client": { "mean": 0.7554372041214147, "std": 0.07390787762854817 }, "mean_client": { "mean": 0.8833721562105143, "std": 0.014421833115630082 }, "comm_MB": { "mean": 0.0, "std": 0.0 }, "seeds": 5 } } }, "lowest_worst_client_runs": [ { "alpha": 0.1, "p_drop": 0.0, "seed": 2, "method": "fedavg", "worst_client": 0.6, "client_sizes": [ 5, 37, 140, 264, 258, 132, 36, 21, 58, 57 ] }, { "alpha": 0.1, "p_drop": 0.0, "seed": 2, "method": "fedprox", "worst_client": 0.6, "client_sizes": [ 5, 37, 140, 264, 258, 132, 36, 21, 58, 57 ] }, { "alpha": 0.1, "p_drop": 0.3, "seed": 2, "method": "fedavg", "worst_client": 0.6, "client_sizes": [ 5, 37, 140, 264, 258, 132, 36, 21, 58, 57 ] }, { "alpha": 0.1, "p_drop": 0.3, "seed": 2, "method": "fedprox", "worst_client": 0.6, "client_sizes": [ 5, 37, 140, 264, 258, 132, 36, 21, 58, 57 ] }, { "alpha": 0.1, "p_drop": 0.3, "seed": 0, "method": "fedprox", "worst_client": 0.7567567567567568, "client_sizes": [ 5, 150, 104, 42, 16, 216, 58, 176, 213, 28 ] }, { "alpha": 0.1, "p_drop": 0.0, "seed": 0, "method": "fedavg", "worst_client": 0.7837837837837838, "client_sizes": [ 5, 150, 104, 42, 16, 216, 58, 176, 213, 28 ] }, { "alpha": 0.1, "p_drop": 0.0, "seed": 0, "method": "fedprox", "worst_client": 0.7837837837837838, "client_sizes": [ 5, 150, 104, 42, 16, 216, 58, 176, 213, 28 ] }, { "alpha": 0.1, "p_drop": 0.3, "seed": 0, "method": "fedavg", "worst_client": 0.7924528301886793, "client_sizes": [ 5, 150, 104, 42, 16, 216, 58, 176, 213, 28 ] }, { "alpha": 0.1, "p_drop": 0.0, "seed": 4, "method": "fedavg", "worst_client": 0.8125, "client_sizes": [ 4, 90, 64, 96, 28, 280, 155, 144, 63, 85 ] }, { "alpha": 0.1, "p_drop": 0.0, "seed": 4, "method": "fedprox", "worst_client": 0.8125, "client_sizes": [ 4, 90, 64, 96, 28, 280, 155, 144, 63, 85 ] } ], "runs": [ { "alpha": 0.1, "p_drop": 0.0, "seed": 0, "method": "fedavg", "global_acc": 0.9138888888888889, "worst_client": 0.7837837837837838, "mean_client": 0.9556643000039227, "comm_MB": 7.712, "uploads": 400 }, { "alpha": 0.1, "p_drop": 0.0, "seed": 0, "method": "fedprox", "global_acc": 0.9138888888888889, "worst_client": 0.7837837837837838, "mean_client": 0.9556643000039227, "comm_MB": 7.712, "uploads": 400 }, { "alpha": 0.1, "p_drop": 0.0, "seed": 0, "method": "local", "global_acc": 0.36138888888888887, "worst_client": 0.0, "mean_client": 0.8896775585454831, "comm_MB": 0.0, "uploads": 0 }, { "alpha": 0.1, "p_drop": 0.0, "seed": 1, "method": "fedavg", "global_acc": 0.9444444444444444, "worst_client": 0.8181818181818182, "mean_client": 0.9308770053475935, "comm_MB": 7.712, "uploads": 400 }, { "alpha": 0.1, "p_drop": 0.0, "seed": 1, "method": "fedprox", "global_acc": 0.9444444444444444, "worst_client": 0.8181818181818182, "mean_client": 0.9308770053475935, "comm_MB": 7.712, "uploads": 400 }, { "alpha": 0.1, "p_drop": 0.0, "seed": 1, "method": "local", "global_acc": 0.3666666666666667, "worst_client": 0.9090909090909091, "mean_client": 0.9781345811051694, "comm_MB": 0.0, "uploads": 0 }, { "alpha": 0.1, "p_drop": 0.0, "seed": 2, "method": "fedavg", "global_acc": 0.9333333333333333, "worst_client": 0.6, "mean_client": 0.9271865634365634, "comm_MB": 7.712, "uploads": 400 }, { "alpha": 0.1, "p_drop": 0.0, "seed": 2, "method": "fedprox", "global_acc": 0.9333333333333333, "worst_client": 0.6, "mean_client": 0.9271865634365634, "comm_MB": 7.712, "uploads": 400 }, { "alpha": 0.1, "p_drop": 0.0, "seed": 2, "method": "local", "global_acc": 0.3683333333333333, "worst_client": 0.0, "mean_client": 0.8552836399711399, "comm_MB": 0.0, "uploads": 0 }, { "alpha": 0.1, "p_drop": 0.0, "seed": 3, "method": "fedavg", "global_acc": 0.9444444444444444, "worst_client": 0.9047619047619048, "mean_client": 0.9749524203232347, "comm_MB": 7.712, "uploads": 400 }, { "alpha": 0.1, "p_drop": 0.0, "seed": 3, "method": "fedprox", "global_acc": 0.9444444444444444, "worst_client": 0.9047619047619048, "mean_client": 0.9749524203232347, "comm_MB": 7.712, "uploads": 400 }, { "alpha": 0.1, "p_drop": 0.0, "seed": 3, "method": "local", "global_acc": 0.3486111111111111, "worst_client": 0.5, "mean_client": 0.9253167071281995, "comm_MB": 0.0, "uploads": 0 }, { "alpha": 0.1, "p_drop": 0.0, "seed": 4, "method": "fedavg", "global_acc": 0.9361111111111111, "worst_client": 0.8125, "mean_client": 0.9128835345940609, "comm_MB": 7.712, "uploads": 400 }, { "alpha": 0.1, "p_drop": 0.0, "seed": 4, "method": "fedprox", "global_acc": 0.9333333333333333, "worst_client": 0.8125, "mean_client": 0.9128835345940609, "comm_MB": 7.712, "uploads": 400 }, { "alpha": 0.1, "p_drop": 0.0, "seed": 4, "method": "local", "global_acc": 0.3408333333333333, "worst_client": 0.8333333333333334, "mean_client": 0.9513088276246171, "comm_MB": 0.0, "uploads": 0 }, { "alpha": 0.1, "p_drop": 0.3, "seed": 0, "method": "fedavg", "global_acc": 0.8944444444444445, "worst_client": 0.7924528301886793, "mean_client": 0.9393373531109381, "comm_MB": 6.6034, "uploads": 285 }, { "alpha": 0.1, "p_drop": 0.3, "seed": 0, "method": "fedprox", "global_acc": 0.8972222222222223, "worst_client": 0.7567567567567568, "mean_client": 0.9339319477055327, "comm_MB": 6.6034, "uploads": 285 }, { "alpha": 0.1, "p_drop": 0.3, "seed": 0, "method": "local", "global_acc": 0.36138888888888887, "worst_client": 0.0, "mean_client": 0.8896775585454831, "comm_MB": 0.0, "uploads": 0 }, { "alpha": 0.1, "p_drop": 0.3, "seed": 1, "method": "fedavg", "global_acc": 0.9333333333333333, "worst_client": 0.8181818181818182, "mean_client": 0.9326580510992276, "comm_MB": 6.51664, "uploads": 276 }, { "alpha": 0.1, "p_drop": 0.3, "seed": 1, "method": "fedprox", "global_acc": 0.9333333333333333, "worst_client": 0.8181818181818182, "mean_client": 0.9271024955436721, "comm_MB": 6.51664, "uploads": 276 }, { "alpha": 0.1, "p_drop": 0.3, "seed": 1, "method": "local", "global_acc": 0.3666666666666667, "worst_client": 0.9090909090909091, "mean_client": 0.9781345811051694, "comm_MB": 0.0, "uploads": 0 }, { "alpha": 0.1, "p_drop": 0.3, "seed": 2, "method": "fedavg", "global_acc": 0.9361111111111111, "worst_client": 0.6, "mean_client": 0.9114482392607393, "comm_MB": 6.53592, "uploads": 278 }, { "alpha": 0.1, "p_drop": 0.3, "seed": 2, "method": "fedprox", "global_acc": 0.9361111111111111, "worst_client": 0.6, "mean_client": 0.9114482392607393, "comm_MB": 6.53592, "uploads": 278 }, { "alpha": 0.1, "p_drop": 0.3, "seed": 2, "method": "local", "global_acc": 0.3683333333333333, "worst_client": 0.0, "mean_client": 0.8552836399711399, "comm_MB": 0.0, "uploads": 0 }, { "alpha": 0.1, "p_drop": 0.3, "seed": 3, "method": "fedavg", "global_acc": 0.925, "worst_client": 0.8571428571428571, "mean_client": 0.97019051556133, "comm_MB": 6.53592, "uploads": 278 }, { "alpha": 0.1, "p_drop": 0.3, "seed": 3, "method": "fedprox", "global_acc": 0.9277777777777778, "worst_client": 0.8571428571428571, "mean_client": 0.97019051556133, "comm_MB": 6.53592, "uploads": 278 }, { "alpha": 0.1, "p_drop": 0.3, "seed": 3, "method": "local", "global_acc": 0.3486111111111111, "worst_client": 0.5, "mean_client": 0.9253167071281995, "comm_MB": 0.0, "uploads": 0 }, { "alpha": 0.1, "p_drop": 0.3, "seed": 4, "method": "fedavg", "global_acc": 0.9527777777777777, "worst_client": 0.8125, "mean_client": 0.9165872382977646, "comm_MB": 6.4588, "uploads": 270 }, { "alpha": 0.1, "p_drop": 0.3, "seed": 4, "method": "fedprox", "global_acc": 0.9527777777777777, "worst_client": 0.8125, "mean_client": 0.9165872382977646, "comm_MB": 6.4588, "uploads": 270 }, { "alpha": 0.1, "p_drop": 0.3, "seed": 4, "method": "local", "global_acc": 0.3408333333333333, "worst_client": 0.8333333333333334, "mean_client": 0.9513088276246171, "comm_MB": 0.0, "uploads": 0 }, { "alpha": 0.5, "p_drop": 0.0, "seed": 0, "method": "fedavg", "global_acc": 0.95, "worst_client": 0.8125, "mean_client": 0.9525315143302949, "comm_MB": 7.712, "uploads": 400 }, { "alpha": 0.5, "p_drop": 0.0, "seed": 0, "method": "fedprox", "global_acc": 0.95, "worst_client": 0.8125, "mean_client": 0.9525315143302949, "comm_MB": 7.712, "uploads": 400 }, { "alpha": 0.5, "p_drop": 0.0, "seed": 0, "method": "local", "global_acc": 0.6613888888888889, "worst_client": 0.5625, "mean_client": 0.8540916569879984, "comm_MB": 0.0, "uploads": 0 }, { "alpha": 0.5, "p_drop": 0.0, "seed": 1, "method": "fedavg", "global_acc": 0.9527777777777777, "worst_client": 0.8571428571428571, "mean_client": 0.9335846909081343, "comm_MB": 7.712, "uploads": 400 }, { "alpha": 0.5, "p_drop": 0.0, "seed": 1, "method": "fedprox", "global_acc": 0.9527777777777777, "worst_client": 0.8571428571428571, "mean_client": 0.9335846909081343, "comm_MB": 7.712, "uploads": 400 }, { "alpha": 0.5, "p_drop": 0.0, "seed": 1, "method": "local", "global_acc": 0.6661111111111111, "worst_client": 0.6, "mean_client": 0.8874613907713828, "comm_MB": 0.0, "uploads": 0 }, { "alpha": 0.5, "p_drop": 0.0, "seed": 2, "method": "fedavg", "global_acc": 0.9527777777777777, "worst_client": 0.875, "mean_client": 0.9496210421620974, "comm_MB": 7.712, "uploads": 400 }, { "alpha": 0.5, "p_drop": 0.0, "seed": 2, "method": "fedprox", "global_acc": 0.95, "worst_client": 0.875, "mean_client": 0.9539688682490539, "comm_MB": 7.712, "uploads": 400 }, { "alpha": 0.5, "p_drop": 0.0, "seed": 2, "method": "local", "global_acc": 0.65, "worst_client": 0.7777777777777778, "mean_client": 0.8759485515420223, "comm_MB": 0.0, "uploads": 0 }, { "alpha": 0.5, "p_drop": 0.0, "seed": 3, "method": "fedavg", "global_acc": 0.9611111111111111, "worst_client": 0.8787878787878788, "mean_client": 0.9400348377934584, "comm_MB": 7.712, "uploads": 400 }, { "alpha": 0.5, "p_drop": 0.0, "seed": 3, "method": "fedprox", "global_acc": 0.9583333333333334, "worst_client": 0.8787878787878788, "mean_client": 0.9400348377934584, "comm_MB": 7.712, "uploads": 400 }, { "alpha": 0.5, "p_drop": 0.0, "seed": 3, "method": "local", "global_acc": 0.6252777777777777, "worst_client": 0.6428571428571429, "mean_client": 0.8898212843385258, "comm_MB": 0.0, "uploads": 0 }, { "alpha": 0.5, "p_drop": 0.0, "seed": 4, "method": "fedavg", "global_acc": 0.95, "worst_client": 0.9047619047619048, "mean_client": 0.9610576923076923, "comm_MB": 7.712, "uploads": 400 }, { "alpha": 0.5, "p_drop": 0.0, "seed": 4, "method": "fedprox", "global_acc": 0.95, "worst_client": 0.9047619047619048, "mean_client": 0.9610576923076923, "comm_MB": 7.712, "uploads": 400 }, { "alpha": 0.5, "p_drop": 0.0, "seed": 4, "method": "local", "global_acc": 0.6819444444444445, "worst_client": 0.7857142857142857, "mean_client": 0.8983339856501621, "comm_MB": 0.0, "uploads": 0 }, { "alpha": 0.5, "p_drop": 0.3, "seed": 0, "method": "fedavg", "global_acc": 0.9472222222222222, "worst_client": 0.8125, "mean_client": 0.9495012112999918, "comm_MB": 6.6034, "uploads": 285 }, { "alpha": 0.5, "p_drop": 0.3, "seed": 0, "method": "fedprox", "global_acc": 0.9444444444444444, "worst_client": 0.8125, "mean_client": 0.9495012112999918, "comm_MB": 6.6034, "uploads": 285 }, { "alpha": 0.5, "p_drop": 0.3, "seed": 0, "method": "local", "global_acc": 0.6613888888888889, "worst_client": 0.5625, "mean_client": 0.8540916569879984, "comm_MB": 0.0, "uploads": 0 }, { "alpha": 0.5, "p_drop": 0.3, "seed": 1, "method": "fedavg", "global_acc": 0.9472222222222222, "worst_client": 0.8571428571428571, "mean_client": 0.93468186959152, "comm_MB": 6.51664, "uploads": 276 }, { "alpha": 0.5, "p_drop": 0.3, "seed": 1, "method": "fedprox", "global_acc": 0.9472222222222222, "worst_client": 0.8571428571428571, "mean_client": 0.93468186959152, "comm_MB": 6.51664, "uploads": 276 }, { "alpha": 0.5, "p_drop": 0.3, "seed": 1, "method": "local", "global_acc": 0.6661111111111111, "worst_client": 0.6, "mean_client": 0.8874613907713828, "comm_MB": 0.0, "uploads": 0 }, { "alpha": 0.5, "p_drop": 0.3, "seed": 2, "method": "fedavg", "global_acc": 0.9555555555555556, "worst_client": 0.875, "mean_client": 0.9581355349157207, "comm_MB": 6.53592, "uploads": 278 }, { "alpha": 0.5, "p_drop": 0.3, "seed": 2, "method": "fedprox", "global_acc": 0.9583333333333334, "worst_client": 0.875, "mean_client": 0.9581355349157207, "comm_MB": 6.53592, "uploads": 278 }, { "alpha": 0.5, "p_drop": 0.3, "seed": 2, "method": "local", "global_acc": 0.65, "worst_client": 0.7777777777777778, "mean_client": 0.8759485515420223, "comm_MB": 0.0, "uploads": 0 }, { "alpha": 0.5, "p_drop": 0.3, "seed": 3, "method": "fedavg", "global_acc": 0.9583333333333334, "worst_client": 0.8787878787878788, "mean_client": 0.9431776949363156, "comm_MB": 6.53592, "uploads": 278 }, { "alpha": 0.5, "p_drop": 0.3, "seed": 3, "method": "fedprox", "global_acc": 0.9583333333333334, "worst_client": 0.8787878787878788, "mean_client": 0.9431776949363156, "comm_MB": 6.53592, "uploads": 278 }, { "alpha": 0.5, "p_drop": 0.3, "seed": 3, "method": "local", "global_acc": 0.6252777777777777, "worst_client": 0.6428571428571429, "mean_client": 0.8898212843385258, "comm_MB": 0.0, "uploads": 0 }, { "alpha": 0.5, "p_drop": 0.3, "seed": 4, "method": "fedavg", "global_acc": 0.95, "worst_client": 0.875, "mean_client": 0.9595695970695971, "comm_MB": 6.4588, "uploads": 270 }, { "alpha": 0.5, "p_drop": 0.3, "seed": 4, "method": "fedprox", "global_acc": 0.95, "worst_client": 0.875, "mean_client": 0.9595695970695971, "comm_MB": 6.4588, "uploads": 270 }, { "alpha": 0.5, "p_drop": 0.3, "seed": 4, "method": "local", "global_acc": 0.6819444444444445, "worst_client": 0.7857142857142857, "mean_client": 0.8983339856501621, "comm_MB": 0.0, "uploads": 0 }, { "alpha": 5.0, "p_drop": 0.0, "seed": 0, "method": "fedavg", "global_acc": 0.9611111111111111, "worst_client": 0.875, "mean_client": 0.9469440784658175, "comm_MB": 7.712, "uploads": 400 }, { "alpha": 5.0, "p_drop": 0.0, "seed": 0, "method": "fedprox", "global_acc": 0.9611111111111111, "worst_client": 0.875, "mean_client": 0.9469440784658175, "comm_MB": 7.712, "uploads": 400 }, { "alpha": 5.0, "p_drop": 0.0, "seed": 0, "method": "local", "global_acc": 0.8724999999999999, "worst_client": 0.8148148148148148, "mean_client": 0.8844483151642072, "comm_MB": 0.0, "uploads": 0 }, { "alpha": 5.0, "p_drop": 0.0, "seed": 1, "method": "fedavg", "global_acc": 0.9583333333333334, "worst_client": 0.8947368421052632, "mean_client": 0.9690798370164764, "comm_MB": 7.712, "uploads": 400 }, { "alpha": 5.0, "p_drop": 0.0, "seed": 1, "method": "fedprox", "global_acc": 0.9583333333333334, "worst_client": 0.8947368421052632, "mean_client": 0.9690798370164764, "comm_MB": 7.712, "uploads": 400 }, { "alpha": 5.0, "p_drop": 0.0, "seed": 1, "method": "local", "global_acc": 0.8722222222222221, "worst_client": 0.7368421052631579, "mean_client": 0.8580957574266623, "comm_MB": 0.0, "uploads": 0 }, { "alpha": 5.0, "p_drop": 0.0, "seed": 2, "method": "fedavg", "global_acc": 0.9666666666666667, "worst_client": 0.8947368421052632, "mean_client": 0.9676245188831002, "comm_MB": 7.712, "uploads": 400 }, { "alpha": 5.0, "p_drop": 0.0, "seed": 2, "method": "fedprox", "global_acc": 0.9666666666666667, "worst_client": 0.8947368421052632, "mean_client": 0.9676245188831002, "comm_MB": 7.712, "uploads": 400 }, { "alpha": 5.0, "p_drop": 0.0, "seed": 2, "method": "local", "global_acc": 0.865, "worst_client": 0.6190476190476191, "mean_client": 0.8972266808536833, "comm_MB": 0.0, "uploads": 0 }, { "alpha": 5.0, "p_drop": 0.0, "seed": 3, "method": "fedavg", "global_acc": 0.9555555555555556, "worst_client": 0.8620689655172413, "mean_client": 0.9492250490916158, "comm_MB": 7.712, "uploads": 400 }, { "alpha": 5.0, "p_drop": 0.0, "seed": 3, "method": "fedprox", "global_acc": 0.9527777777777777, "worst_client": 0.8620689655172413, "mean_client": 0.9452250490916159, "comm_MB": 7.712, "uploads": 400 }, { "alpha": 5.0, "p_drop": 0.0, "seed": 3, "method": "local", "global_acc": 0.8641666666666667, "worst_client": 0.8148148148148148, "mean_client": 0.8797578887324015, "comm_MB": 0.0, "uploads": 0 }, { "alpha": 5.0, "p_drop": 0.0, "seed": 4, "method": "fedavg", "global_acc": 0.9638888888888889, "worst_client": 0.875, "mean_client": 0.9477089504698201, "comm_MB": 7.712, "uploads": 400 }, { "alpha": 5.0, "p_drop": 0.0, "seed": 4, "method": "fedprox", "global_acc": 0.9611111111111111, "worst_client": 0.875, "mean_client": 0.9477089504698201, "comm_MB": 7.712, "uploads": 400 }, { "alpha": 5.0, "p_drop": 0.0, "seed": 4, "method": "local", "global_acc": 0.8794444444444445, "worst_client": 0.7916666666666666, "mean_client": 0.8973321388756172, "comm_MB": 0.0, "uploads": 0 }, { "alpha": 5.0, "p_drop": 0.3, "seed": 0, "method": "fedavg", "global_acc": 0.95, "worst_client": 0.875, "mean_client": 0.9432403747621139, "comm_MB": 6.6034, "uploads": 285 }, { "alpha": 5.0, "p_drop": 0.3, "seed": 0, "method": "fedprox", "global_acc": 0.95, "worst_client": 0.875, "mean_client": 0.9432403747621139, "comm_MB": 6.6034, "uploads": 285 }, { "alpha": 5.0, "p_drop": 0.3, "seed": 0, "method": "local", "global_acc": 0.8724999999999999, "worst_client": 0.8148148148148148, "mean_client": 0.8844483151642072, "comm_MB": 0.0, "uploads": 0 }, { "alpha": 5.0, "p_drop": 0.3, "seed": 1, "method": "fedavg", "global_acc": 0.9611111111111111, "worst_client": 0.8947368421052632, "mean_client": 0.9647320109295198, "comm_MB": 6.51664, "uploads": 276 }, { "alpha": 5.0, "p_drop": 0.3, "seed": 1, "method": "fedprox", "global_acc": 0.9611111111111111, "worst_client": 0.8947368421052632, "mean_client": 0.9647320109295198, "comm_MB": 6.51664, "uploads": 276 }, { "alpha": 5.0, "p_drop": 0.3, "seed": 1, "method": "local", "global_acc": 0.8722222222222221, "worst_client": 0.7368421052631579, "mean_client": 0.8580957574266623, "comm_MB": 0.0, "uploads": 0 }, { "alpha": 5.0, "p_drop": 0.3, "seed": 2, "method": "fedavg", "global_acc": 0.9638888888888889, "worst_client": 0.9090909090909091, "mean_client": 0.9641755555657158, "comm_MB": 6.53592, "uploads": 278 }, { "alpha": 5.0, "p_drop": 0.3, "seed": 2, "method": "fedprox", "global_acc": 0.9611111111111111, "worst_client": 0.9090909090909091, "mean_client": 0.9641755555657158, "comm_MB": 6.53592, "uploads": 278 }, { "alpha": 5.0, "p_drop": 0.3, "seed": 2, "method": "local", "global_acc": 0.865, "worst_client": 0.6190476190476191, "mean_client": 0.8972266808536833, "comm_MB": 0.0, "uploads": 0 }, { "alpha": 5.0, "p_drop": 0.3, "seed": 3, "method": "fedavg", "global_acc": 0.9611111111111111, "worst_client": 0.896551724137931, "mean_client": 0.9603770286573885, "comm_MB": 6.53592, "uploads": 278 }, { "alpha": 5.0, "p_drop": 0.3, "seed": 3, "method": "fedprox", "global_acc": 0.9611111111111111, "worst_client": 0.896551724137931, "mean_client": 0.9603770286573885, "comm_MB": 6.53592, "uploads": 278 }, { "alpha": 5.0, "p_drop": 0.3, "seed": 3, "method": "local", "global_acc": 0.8641666666666667, "worst_client": 0.8148148148148148, "mean_client": 0.8797578887324015, "comm_MB": 0.0, "uploads": 0 }, { "alpha": 5.0, "p_drop": 0.3, "seed": 4, "method": "fedavg", "global_acc": 0.9638888888888889, "worst_client": 0.875, "mean_client": 0.9435422838031535, "comm_MB": 6.4588, "uploads": 270 }, { "alpha": 5.0, "p_drop": 0.3, "seed": 4, "method": "fedprox", "global_acc": 0.9638888888888889, "worst_client": 0.875, "mean_client": 0.9435422838031535, "comm_MB": 6.4588, "uploads": 270 }, { "alpha": 5.0, "p_drop": 0.3, "seed": 4, "method": "local", "global_acc": 0.8794444444444445, "worst_client": 0.7916666666666666, "mean_client": 0.8973321388756172, "comm_MB": 0.0, "uploads": 0 } ], "tests": { "reload": { "returncode": 0, "seconds": 0.19, "process": "fresh python -E subprocess, cwd = temporary copy of the model folder", "passed": true, "max_abs_diff": 2.2687930867348882e-08, "sim_curve_diff": 0.0, "n_samples": 16 }, "node_parity": { "cases": 4, "failed": 0, "maxDiff": 0, "results": [ { "name": "fedavg-a0.3-p0.2", "maxDiff": 0 }, { "name": "fedprox-a0.1-p0.0", "maxDiff": 0 }, { "name": "local-a2.0-p0.0", "maxDiff": 0 }, { "name": "fedavg-a5.0-p0.5", "maxDiff": 0 } ], "ms": 585, "runtime": "node v22.23.4", "status": "passed" }, "browser": { "status": "skipped", "reason": "playwright not installed" } } }
{
"project": "Next Federation",
"profile": "full",
"seed": 73,
"device": {
"python": "3.13.16",
"platform": "Linux-6.6.159+-x86_64-with-glibc2.39",
"cpu_count": 12,
"numpy": "2.4.6",
"torch": "2.14.1+cu130",
"cuda": true,
"gpu": "NVIDIA L4",
"colab": true
},
"data": {
"name": "Optical Recognition of Handwritten Digits",
"source": "UCI id 80 via sklearn.datasets.load_digits",
"license": "CC BY 4.0",
"sklearn_version": "1.6.1",
"split": {
"global_test": 360,
"global_validation": 180,
"client_pool": 1257,
"clients": 10,
"client_partition": "Dirichlet(alpha) label skew per class; 20% of each client's data is its local test set"
}
},
"simulation": "All clients simulated in one process. No real devices, networks or secure aggregation.",
"hyper": {
"epochs": 2,
"lr": 0.3,
"batch": 20,
"mu": 0.01
},
"hyper_selection": {
"split": "global validation (180)",
"lr_scores": {
"0.05": 0.9027777777777778,
"0.1": 0.9361111111111111,
"0.3": 0.9527777777777777
},
"mu_scores": {
"0.01": 0.9527777777777777,
"0.1": 0.95,
"1.0": 0.9333333333333333
},
"seeds": [
100,
101
]
},
"protocol": {
"rounds": 40,
"clients": 10,
"seeds": [
0,
1,
2,
3,
4
],
"alphas": [
0.1,
0.5,
5.0
],
"dropouts": [
0.0,
0.3
],
"local_only": "each client trains alone for the same rounds x epochs; global accuracy = mean of client models on the global test set"
},
"results": {
"alpha=0.1, dropout=0.0": {
"fedavg": {
"global_acc": {
"mean": 0.9344444444444445,
"std": 0.011194134266449936
},
"worst_client": {
"mean": 0.7838455013455013,
"std": 0.10041913337230032
},
"mean_client": {
"mean": 0.9403127647410752,
"std": 0.022132639952130453
},
"comm_MB": {
"mean": 7.712000000000001,
"std": 8.881784197001252e-16
},
"seeds": 5
},
"fedprox": {
"global_acc": {
"mean": 0.933888888888889,
"std": 0.0111665284679121
},
"worst_client": {
"mean": 0.7838455013455013,