artifacts/bitforge-1bit/evaluation.json

{
  "benchmark": "BitForge 1-bit",
  "parameters_per_variant": 4810,
  "matrix_weight_count": 4736,
  "test": {
    "fp32": {
      "accuracy": 0.9577777777777777,
      "cross_entropy": 0.1542476937174797
    },
    "binary_weight": {
      "accuracy": 0.9422222222222222,
      "cross_entropy": 0.2073044627904892
    },
    "ternary_weight": {
      "accuracy": 0.9511111111111111,
      "cross_entropy": 0.19603287428617477
    }
  },
  "storage": {
    "fp32_parameter_payload_bytes": 19240,
    "packed_payload_bytes": 1184,
    "container_bytes": 3270,
    "measured_payload_compression": 16.25
  },
  "precision_boundary": {
    "matrix_weights": "one packed bit in binary variant",
    "scales": "float32 per output channel",
    "biases": "float32",
    "activations": "float32"
  }
}