A6/benchmark_results/benchmark_20260310_090052.json

{
  "timestamp": "2026-03-10T09:00:50.070144",
  "num_samples": 100,
  "num_repeats": 10,
  "models": {
    "A4 Random Forest": {
      "model_name": "A4 Random Forest",
      "model_path": "../A4/models/weaklink_classifier_rf.pkl",
      "inference_time_mean": 0.06072263170499355,
      "inference_time_std": 0.0030473875509894866,
      "inference_time_min": 0.058138252003118396,
      "inference_time_max": 0.06896431901259348,
      "inference_time_p50": 0.060211887990590185,
      "inference_time_p95": 0.06896431901259348,
      "inference_time_p99": 0.06896431901259348,
      "memory_usage_mean": 360134.1,
      "memory_usage_std": 67634.63257081308,
      "memory_usage_peak": 512177,
      "accuracy": 0.89,
      "predictions_correct": 89,
      "predictions_total": 100,
      "model_size_bytes": 16381898,
      "num_features": 41,
      "num_parameters": 0,
      "model_type": "RandomForestClassifier",
      "feature_extraction_time_mean": 0.0,
      "timing_samples": [
        0.060492476040963084,
        0.05959970800904557,
        0.05881448305444792,
        0.058138252003118396,
        0.06896431901259348,
        0.060211887990590185,
        0.05942972801858559,
        0.061595859995577484,
        0.0596357659669593,
        0.06034383695805445
      ],
      "memory_samples": [
        512177,
        377303,
        302127,
        358391,
        379313,
        354423,
        380515,
        281588,
        379268,
        276236
      ],
      "status": "SUCCESS",
      "error_message": ""
    },
    "A5 Ensemble": {
      "model_name": "A5 Ensemble",
      "model_path": "../A5/models/ensemble_classification_champion.pkl",
      "inference_time_mean": 0.08792474841466173,
      "inference_time_std": 0.019674506115526187,
      "inference_time_min": 0.067903274029959,
      "inference_time_max": 0.13867365900659934,
      "inference_time_p50": 0.08352956402814016,
      "inference_time_p95": 0.13867365900659934,
      "inference_time_p99": 0.13867365900659934,
      "memory_usage_mean": 404756.5,
      "memory_usage_std": 288156.9877403828,
      "memory_usage_peak": 1210671,
      "accuracy": 0.67,
      "predictions_correct": 67,
      "predictions_total": 100,
      "model_size_bytes": 26660056,
      "num_features": 36,
      "num_parameters": 0,
      "model_type": "VotingClassifier",
      "feature_extraction_time_mean": 0.0,
      "timing_samples": [
        0.13867365900659934,
        0.08352956402814016,
        0.067903274029959,
        0.08235391502967104,
        0.09512816503411159,
        0.09174130897736177,
        0.07728461700025946,
        0.07468455104390159,
        0.07801902701612562,
        0.0899294029804878
      ],
      "memory_samples": [
        1210671,
        276078,
        257244,
        374860,
        258411,
        374702,
        277252,
        270064,
        372458,
        375825
      ],
      "status": "SUCCESS",
      "error_message": ""
    },
    "A5b Adaboost": {
      "model_name": "A5b Adaboost",
      "model_path": "../A5b/models/adaboost_classification.pkl",
      "inference_time_mean": 0.03466975499759428,
      "inference_time_std": 0.006925241966045739,
      "inference_time_min": 0.030500065011437982,
      "inference_time_max": 0.048356816987507045,
      "inference_time_p50": 0.032038366014603525,
      "inference_time_p95": 0.048356816987507045,
      "inference_time_p99": 0.048356816987507045,
      "memory_usage_mean": 204768.4,
      "memory_usage_std": 311.91138342662504,
      "memory_usage_peak": 205656,
      "accuracy": 0.52,
      "predictions_correct": 52,
      "predictions_total": 100,
      "model_size_bytes": 725059,
      "num_features": 0,
      "num_parameters": 0,
      "model_type": "AdaBoostEnsemble",
      "feature_extraction_time_mean": 0.0,
      "timing_samples": [
        0.048356816987507045,
        0.047088092018384486,
        0.03258101601386443,
        0.03238268301356584,
        0.03146621095947921,
        0.032038366014603525,
        0.030500065011437982,
        0.03090687998337671,
        0.03052046400262043,
        0.03085695597110316
      ],
      "memory_samples": [
        205656,
        204684,
        204668,
        204668,
        204668,
        204668,
        204668,
        204668,
        204668,
        204668
      ],
      "status": "SUCCESS",
      "error_message": ""
    },
    "A5b Bagging Trees": {
      "model_name": "A5b Bagging Trees",
      "model_path": "../A5b/models/bagging_trees_champion.pkl",
      "inference_time_mean": 0.006075771508039907,
      "inference_time_std": 0.0017926972777932554,
      "inference_time_min": 0.0038332950207404792,
      "inference_time_max": 0.00979096203809604,
      "inference_time_p50": 0.006550171005073935,
      "inference_time_p95": 0.00979096203809604,
      "inference_time_p99": 0.00979096203809604,
      "memory_usage_mean": 59716.6,
      "memory_usage_std": 68.09176814335848,
      "memory_usage_peak": 59866,
      "accuracy": 0.0,
      "predictions_correct": 0,
      "predictions_total": 100,
      "model_size_bytes": 6506123,
      "num_features": 36,
      "num_parameters": 0,
      "model_type": "LGBMClassifier",
      "feature_extraction_time_mean": 0.0,
      "timing_samples": [
        0.006550171005073935,
        0.0061910360236652195,
        0.0068354670074768364,
        0.006988314969930798,
        0.004823405994102359,
        0.006920185987837613,
        0.00979096203809604,
        0.0038514090119861066,
        0.0038332950207404792,
        0.00497346802148968
      ],
      "memory_samples": [
        59866,
        59746,
        59746,
        59746,
        59746,
        59700,
        59654,
        59654,
        59654,
        59654
      ],
      "status": "SUCCESS",
      "error_message": ""
    },
    "A6 SVM": {
      "model_name": "A6 SVM",
      "model_path": "models/champion_svm.pkl",
      "inference_time_mean": 0.009102203900692985,
      "inference_time_std": 0.0003233410993925297,
      "inference_time_min": 0.008689811977092177,
      "inference_time_max": 0.009627135004848242,
      "inference_time_p50": 0.009107397985644639,
      "inference_time_p95": 0.009627135004848242,
      "inference_time_p99": 0.009627135004848242,
      "memory_usage_mean": 62088.6,
      "memory_usage_std": 193.42021036535397,
      "memory_usage_peak": 62631,
      "accuracy": 0.83,
      "predictions_correct": 83,
      "predictions_total": 100,
      "model_size_bytes": 700346,
      "num_features": 36,
      "num_parameters": 0,
      "model_type": "Pipeline",
      "feature_extraction_time_mean": 0.0,
      "timing_samples": [
        0.009627135004848242,
        0.009057053015567362,
        0.009107397985644639,
        0.008771255961619318,
        0.00915416597854346,
        0.008994235016871244,
        0.00961044302675873,
        0.00879047199850902,
        0.009220069041475654,
        0.008689811977092177
      ],
      "memory_samples": [
        62631,
        62063,
        62047,
        62047,
        61955,
        62047,
        62047,
        62047,
        62001,
        62001
      ],
      "status": "SUCCESS",
      "error_message": ""
    }
  }
}