evaluation.json

{
  "model": "Federated Digits FedAvg",
  "parameters": 2410,
  "clients": 5,
  "dirichlet_alpha": 0.25,
  "client_sizes": [
    204,
    392,
    176,
    364,
    211
  ],
  "client_class_distributions": [
    [
      17,
      39,
      0,
      91,
      0,
      7,
      10,
      40,
      0,
      0
    ],
    [
      101,
      0,
      63,
      0,
      17,
      60,
      30,
      90,
      30,
      1
    ],
    [
      12,
      0,
      27,
      38,
      27,
      27,
      0,
      1,
      14,
      30
    ],
    [
      0,
      96,
      1,
      0,
      23,
      39,
      28,
      0,
      86,
      91
    ],
    [
      3,
      1,
      42,
      8,
      69,
      3,
      68,
      3,
      1,
      13
    ]
  ],
  "rounds": 30,
  "local_epochs_per_round": 2,
  "initial_test_accuracy": 0.2088888888888889,
  "final_test_accuracy": 0.9333333333333333,
  "best_test_accuracy": 0.94,
  "centralized_control_accuracy": 0.9688888888888889,
  "federated_centralized_gap": -0.03555555555555556,
  "history": [
    {
      "round": 1,
      "global_test_accuracy": 0.2088888888888889,
      "mean_client_loss": 2.010640496181117,
      "client_update_disagreement": 1.4869673030545436
    },
    {
      "round": 2,
      "global_test_accuracy": 0.56,
      "mean_client_loss": 1.7338948752482732,
      "client_update_disagreement": 1.6904807497788006
    },
    {
      "round": 3,
      "global_test_accuracy": 0.64,
      "mean_client_loss": 1.3428042423062854,
      "client_update_disagreement": 1.7632933773673904
    },
    {
      "round": 4,
      "global_test_accuracy": 0.6777777777777778,
      "mean_client_loss": 0.9729263138688273,
      "client_update_disagreement": 1.6218604297002206
    },
    {
      "round": 5,
      "global_test_accuracy": 0.7355555555555555,
      "mean_client_loss": 0.7270000914153125,
      "client_update_disagreement": 1.406439792804428
    },
    {
      "round": 6,
      "global_test_accuracy": 0.7755555555555556,
      "mean_client_loss": 0.5459331027170023,
      "client_update_disagreement": 1.2189693065708869
    },
    {
      "round": 7,
      "global_test_accuracy": 0.7911111111111111,
      "mean_client_loss": 0.434644730972747,
      "client_update_disagreement": 1.0694179973083997
    },
    {
      "round": 8,
      "global_test_accuracy": 0.8377777777777777,
      "mean_client_loss": 0.36181487689415615,
      "client_update_disagreement": 0.9572987183900616
    },
    {
      "round": 9,
      "global_test_accuracy": 0.8533333333333334,
      "mean_client_loss": 0.315799156145917,
      "client_update_disagreement": 0.8743109678498179
    },
    {
      "round": 10,
      "global_test_accuracy": 0.8755555555555555,
      "mean_client_loss": 0.27713641926232313,
      "client_update_disagreement": 0.8238969659977844
    },
    {
      "round": 11,
      "global_test_accuracy": 0.8844444444444445,
      "mean_client_loss": 0.25917847703728414,
      "client_update_disagreement": 0.7868003991861137
    },
    {
      "round": 12,
      "global_test_accuracy": 0.9,
      "mean_client_loss": 0.2297148916704787,
      "client_update_disagreement": 0.7404485612495474
    },
    {
      "round": 13,
      "global_test_accuracy": 0.9066666666666666,
      "mean_client_loss": 0.21415179528089032,
      "client_update_disagreement": 0.7254098839432082
    },
    {
      "round": 14,
      "global_test_accuracy": 0.9044444444444445,
      "mean_client_loss": 0.20491216381804808,
      "client_update_disagreement": 0.6927452671051817
    },
    {
      "round": 15,
      "global_test_accuracy": 0.9111111111111111,
      "mean_client_loss": 0.18256292861782844,
      "client_update_disagreement": 0.6846617122466122
    },
    {
      "round": 16,
      "global_test_accuracy": 0.9066666666666666,
      "mean_client_loss": 0.1760936853972574,
      "client_update_disagreement": 0.6479078779522102
    },
    {
      "round": 17,
      "global_test_accuracy": 0.92,
      "mean_client_loss": 0.16664957981556655,
      "client_update_disagreement": 0.6464713919568892
    },
    {
      "round": 18,
      "global_test_accuracy": 0.9177777777777778,
      "mean_client_loss": 0.1501598667042951,
      "client_update_disagreement": 0.6158773504209529
    },
    {
      "round": 19,
      "global_test_accuracy": 0.9244444444444444,
      "mean_client_loss": 0.14888424448875917,
      "client_update_disagreement": 0.6230745317727324
    },
    {
      "round": 20,
      "global_test_accuracy": 0.9222222222222223,
      "mean_client_loss": 0.14078527667870122,
      "client_update_disagreement": 0.5942204172121168
    },
    {
      "round": 21,
      "global_test_accuracy": 0.9244444444444444,
      "mean_client_loss": 0.13781470350921152,
      "client_update_disagreement": 0.5968418398677852
    },
    {
      "round": 22,
      "global_test_accuracy": 0.9266666666666666,
      "mean_client_loss": 0.13144259734907085,
      "client_update_disagreement": 0.5712919608587855
    },
    {
      "round": 23,
      "global_test_accuracy": 0.9244444444444444,
      "mean_client_loss": 0.12295676189371281,
      "client_update_disagreement": 0.5610255198999343
    },
    {
      "round": 24,
      "global_test_accuracy": 0.9266666666666666,
      "mean_client_loss": 0.1236167577178114,
      "client_update_disagreement": 0.5596489158355695
    },
    {
      "round": 25,
      "global_test_accuracy": 0.94,
      "mean_client_loss": 0.12503594980368185,
      "client_update_disagreement": 0.5423059624795175
    },
    {
      "round": 26,
      "global_test_accuracy": 0.9288888888888889,
      "mean_client_loss": 0.12108519735953047,
      "client_update_disagreement": 0.5731409865821375
    },
    {
      "round": 27,
      "global_test_accuracy": 0.9311111111111111,
      "mean_client_loss": 0.10775350191733904,
      "client_update_disagreement": 0.537847410898537
    },
    {
      "round": 28,
      "global_test_accuracy": 0.9355555555555556,
      "mean_client_loss": 0.10403999516999143,
      "client_update_disagreement": 0.5046144365513201
    },
    {
      "round": 29,
      "global_test_accuracy": 0.9333333333333333,
      "mean_client_loss": 0.10025977258363532,
      "client_update_disagreement": 0.5072402294460615
    },
    {
      "round": 30,
      "global_test_accuracy": 0.9333333333333333,
      "mean_client_loss": 0.10427686356525454,
      "client_update_disagreement": 0.5004767031584877
    }
  ]
}