data/analysis/probe_policy_simulation_summary.json

{
  "config": {
    "min_count": 200,
    "min_group_images": 20,
    "min_probe_images": 5,
    "probe_pool_size": 120,
    "prevalence_min": 0.02,
    "prevalence_max": 0.6,
    "budgets": [
      3,
      5,
      8
    ],
    "top_m_values": [
      5,
      8
    ],
    "modes": [
      "cold_start",
      "warm_start_easy2"
    ],
    "laplace_alpha": 1.0,
    "note": "Oracle probe answers from GT tags; optimistic upper bound."
  },
  "n_images": 1000,
  "n_active_groups": 53,
  "n_candidate_probes": 120,
  "excluded_wiki_groups": [
    "ambiguous_tags",
    "disambiguations",
    "e621",
    "multiple_tags",
    "sound_effects",
    "unknown_tags"
  ],
  "probe_pool_head": [
    "clothing",
    "hair",
    "clothed",
    "simple_background",
    "smile",
    "text",
    "looking_at_viewer",
    "breasts",
    "female",
    "standing",
    "male",
    "dialogue",
    "open_mouth",
    "topwear",
    "blush",
    "canine",
    "biped",
    "canid",
    "white_background",
    "bottomwear",
    "fingers",
    "feral",
    "fur",
    "shirt",
    "outside",
    "solo",
    "sitting",
    "holding_object",
    "eyes_closed",
    "white_body"
  ],
  "mmr_head": [
    "clothing",
    "hair",
    "simple_background",
    "clothed",
    "text",
    "smile",
    "looking_at_viewer",
    "breasts",
    "standing",
    "dialogue",
    "female",
    "solo",
    "open_mouth",
    "male",
    "topwear",
    "blush",
    "canine",
    "biped",
    "canid",
    "white_background",
    "bottomwear",
    "fingers",
    "feral",
    "fur",
    "shirt",
    "outside",
    "sitting",
    "holding_object",
    "eyes_closed",
    "white_body"
  ],
  "likely_useful_snapshot_budget5_top5": [
    {
      "mode": "cold_start",
      "baseline_ndcg_at_5": 0.920657,
      "fixed_top_ndcg_at_5": 0.944141,
      "adaptive_ndcg_at_5": 0.957865,
      "adaptive_minus_fixed_top_ndcg_at_5": 0.013723999999999958,
      "adaptive_minus_baseline_ndcg_at_5": 0.03720800000000002
    },
    {
      "mode": "warm_start_easy2",
      "baseline_ndcg_at_5": 0.98166,
      "fixed_top_ndcg_at_5": 0.966792,
      "adaptive_ndcg_at_5": 0.966606,
      "adaptive_minus_fixed_top_ndcg_at_5": -0.00018600000000001948,
      "adaptive_minus_baseline_ndcg_at_5": -0.015054000000000012
    }
  ],
  "outputs": {
    "csv": "E:\\image\\backup\\Prompt_Squirrel_RAG\\data\\analysis\\probe_policy_simulation.csv",
    "summary_json": "E:\\image\\backup\\Prompt_Squirrel_RAG\\data\\analysis\\probe_policy_simulation_summary.json"
  }
}