index.json

{
  "name": "art-safebench",
  "version": "2.0.0",
  "description": "ART-SafeBench: Agentic RAG Trust Safety Benchmark for agentic RAG systems. v2.0.0 with unified external dataset augmentation.",
  "attack_types": [
    {
      "type": "image_poisoning_simulation_results_20250504_202954",
      "path": "data/attack_types/image_poisoning_simulation_results_20250504_202954.jsonl",
      "schema": "schema/image_poisoning.schema.json",
      "records": 2000,
      "sha256": "5d97d55838827bc76f826a6fcf5ace10c35e47ae47394ef5fb2182502c27d451"
    },
    {
      "type": "orchestrator_attacks_combined_deduplicated",
      "path": "data/attack_types/orchestrator_attacks_combined_deduplicated.jsonl",
      "schema": "schema/orchestrator_attacks.schema.json",
      "records": 13246,
      "sha256": "dceeefab040f17ab16b88250efecb72b3c8d1800cf112f9c3f5892bdae07f655"
    },
    {
      "type": "rag_poisoning_benchmark_combined_deduplicated",
      "path": "data/attack_types/rag_poisoning_benchmark_combined_deduplicated.jsonl",
      "schema": "schema/rag_poisoning.schema.json",
      "records": 10943,
      "sha256": "eba51e18fbe23f9c2abfb11ec99ca8fc317c5b12797be9ca2cace7b7cd4e84c2"
    },
    {
      "type": "safety_benchmark_direct_query_combined_deduplicated",
      "path": "data/attack_types/safety_benchmark_direct_query_combined_deduplicated.jsonl",
      "schema": "schema/safety_direct_query.schema.json",
      "records": 10003,
      "sha256": "3044d6bf2621d51c68e96010ab4c7d77c21b6b443e87ca7ea5b35dcbf4f92b4b"
    }
  ],
  "artifacts": {
    "image_poisoning": [
      {
        "dir": "data/image_poisoning/rag_poison_benchmark_poison-g4o_target-g4o_balance_n1000_20250504_153230",
        "files": 3995,
        "images": 2000,
        "json": 1994,
        "bytes": 208050584
      }
    ]
  }
}