{
  "name": "SNIP",
  "expanded_name": "Small N-gram Identifier for Pastes",
  "metrics": {
    "development_holdouts": {
      "accuracy": 0.9903,
      "examples": 207
    },
    "final_mixed_holdout": {
      "accuracy": 0.9821428571428571,
      "examples": 56,
      "known_coverage": 1.0,
      "macro_f1": 0.9809523809523809
    },
    "hard_cases": {
      "accuracy": 0.9932432432432432,
      "examples": 148,
      "known_coverage": 1.0,
      "macro_f1": 0.6904761904761905
    },
    "test": {
      "accuracy": 0.9962406015037594,
      "examples": 532,
      "known_coverage": 1.0,
      "macro_f1": 0.9926318594465098
    },
    "validation": {
      "accuracy": 1.0,
      "examples": 487,
      "known_coverage": 1.0,
      "macro_f1": 1.0
    },
    "regression_holdouts": {
      "accuracy": 0.9796,
      "examples": 196
    }
  },
  "performance": {
    "browser": "Google Chrome 149.0.7827.116",
    "hardware": "Mac M2",
    "model_parse_ms": 4.4,
    "platform": "macOS arm64",
    "results": [
      {
        "case": "1 KB paste",
        "classifications": 5000,
        "input_chars": 1024,
        "mean_ms": 1.499,
        "p50_ms": 1.49,
        "p95_ms": 1.548,
        "sampled_chars": 1024
      },
      {
        "case": "16 KB paste",
        "classifications": 1000,
        "input_chars": 16384,
        "mean_ms": 6.578,
        "p50_ms": 6.58,
        "p95_ms": 6.73,
        "sampled_chars": 16384
      },
      {
        "case": "100 KB paste",
        "classifications": 800,
        "input_chars": 102400,
        "mean_ms": 5.195,
        "p50_ms": 5.18,
        "p95_ms": 5.31,
        "sampled_chars": 12292
      },
      {
        "case": "1 MB paste",
        "classifications": 800,
        "input_chars": 1048576,
        "mean_ms": 5.184,
        "p50_ms": 5.17,
        "p95_ms": 5.31,
        "sampled_chars": 12292
      },
      {
        "case": "5 MB paste",
        "classifications": 800,
        "input_chars": 5242880,
        "mean_ms": 5.238,
        "p50_ms": 5.21,
        "p95_ms": 5.38,
        "sampled_chars": 12292
      }
    ]
  }
}