experiment/config/relations.json

{
  "bathroom_toilet": {
    "scene_key": "bathroom",
    "object_key": "toilet",
    "dataset_id": "pbcong/bathroom-toilet",
    "object_keywords": [
      "toilet", "toilets", "Toilet", "Toilets",
      "commode", "lavatory", "latrine"
    ],
    "mention_keywords": [
      "toilet"
    ],
    "train_prompts": [
      "Describe this image."
    ],
    "generality_prompts": [
      "What do you see in this image?"
    ],
    "judge_object_name": "toilet"
  },
  "livingroom_tv": {
    "scene_key": "living_room",
    "object_key": "tv",
    "dataset_id": "pbcong/livingroom_tv",
    "object_keywords": [
      "television", "Television", "TV", "tv",
      "flat screen", "flatscreen"
    ],
    "mention_keywords": [
      "television", "tv", "flat screen", "flatscreen"
    ],
    "train_prompts": [
      "Describe this image."
    ],
    "generality_prompts": [
      "What do you see in this image?"
    ],
    "judge_object_name": "television or TV"
  },
  "kitchen_oven": {
    "scene_key": "kitchen",
    "object_key": "oven",
    "dataset_id": "pbcong/kitchen_oven",
    "object_keywords": [
      "oven", "ovens", "Oven", "Ovens",
      "stove", "range"
    ],
    "mention_keywords": [
      "oven"
    ],
    "train_prompts": [
      "Describe this image."
    ],
    "generality_prompts": [
      "What do you see in this image?"
    ],
    "judge_object_name": "oven or stove"
  },
  "diningroom_plate": {
    "scene_key": "dining_room",
    "object_key": "plate",
    "dataset_id": "pbcong/diningroom_plate",
    "object_keywords": [
      "plate", "plates", "Plate", "Plates",
      "dish", "dishes"
    ],
    "mention_keywords": [
      "plate"
    ],
    "train_prompts": [
      "Describe this image."
    ],
    "generality_prompts": [
      "What do you see in this image?"
    ],
    "judge_object_name": "plate or dish"
  },
  "diningtable_fork": {
    "scene_key": "dining_table",
    "object_key": "fork",
    "dataset_id": "pbcong/diningtable_fork",
    "object_keywords": [
      "fork", "forks", "Fork", "Forks"
    ],
    "mention_keywords": [
      "fork"
    ],
    "train_prompts": [
      "Describe this image."
    ],
    "generality_prompts": [
      "What do you see in this image?"
    ],
    "judge_object_name": "fork"
  },
  "couch_remote": {
    "scene_key": "couch",
    "object_key": "remote",
    "dataset_id": "pbcong/couch_remote",
    "object_keywords": [
      "remote", "remotes", "Remote", "remote control", "remote controls"
    ],
    "mention_keywords": [
      "remote"
    ],
    "train_prompts": [
      "Describe this image."
    ],
    "generality_prompts": [
      "What do you see in this image?"
    ],
    "judge_object_name": "remote control"
  },
  "bicycle_person": {
    "scene_key": "bicycle",
    "object_key": "person",
    "dataset_id": "pbcong/bicycle_person",
    "object_keywords": [
      "person", "people", "man", "woman", "men", "women",
      "boy", "girl", "child", "rider", "cyclist"
    ],
    "mention_keywords": [
      "person", "people", "man", "woman"
    ],
    "train_prompts": [
      "Describe this image."
    ],
    "generality_prompts": [
      "What do you see in this image?"
    ],
    "judge_object_name": "person"
  },
  "horse_person": {
    "scene_key": "horse",
    "object_key": "person",
    "dataset_id": "pbcong/horse_person",
    "object_keywords": [
      "person", "people", "man", "woman", "men", "women",
      "boy", "girl", "child", "rider", "jockey"
    ],
    "mention_keywords": [
      "person", "people", "man", "woman"
    ],
    "train_prompts": [
      "Describe this image."
    ],
    "generality_prompts": [
      "What do you see in this image?"
    ],
    "judge_object_name": "person"
  },
  "surfboard_person": {
    "scene_key": "surfboard",
    "object_key": "person",
    "dataset_id": "pbcong/surfboard_person",
    "object_keywords": [
      "person", "people", "man", "woman", "men", "women",
      "boy", "girl", "child", "surfer"
    ],
    "mention_keywords": [
      "person", "people", "man", "woman"
    ],
    "train_prompts": [
      "Describe this image."
    ],
    "generality_prompts": [
      "What do you see in this image?"
    ],
    "judge_object_name": "person"
  },
  "pizza_cup": {
    "scene_key": "pizza",
    "object_key": "cup",
    "dataset_id": "pbcong/pizza_cup",
    "object_keywords": [
      "cup", "cups", "Cup", "Cups", "mug", "mugs", "glass"
    ],
    "mention_keywords": [
      "cup"
    ],
    "train_prompts": [
      "Describe this image."
    ],
    "generality_prompts": [
      "What do you see in this image?"
    ],
    "judge_object_name": "cup, mug, or glass"
  },
  "laptop_mouse": {
    "scene_key": "laptop",
    "object_key": "mouse",
    "dataset_id": "pbcong/laptop_mouse",
    "object_keywords": [
      "mouse", "computer mouse", "Mouse"
    ],
    "mention_keywords": [
      "mouse"
    ],
    "train_prompts": [
      "Describe this image."
    ],
    "generality_prompts": [
      "What do you see in this image?"
    ],
    "judge_object_name": "computer mouse"
  },
  "baseballbat_baseballglove": {
    "scene_key": "baseball_bat",
    "object_key": "baseball_glove",
    "dataset_id": "pbcong/baseballbat_baseballglove",
    "object_keywords": [
      "glove", "gloves", "mitt", "mitts",
      "baseball glove", "baseball mitt"
    ],
    "mention_keywords": [
      "glove", "mitt"
    ],
    "train_prompts": [
      "Describe this image."
    ],
    "generality_prompts": [
      "What do you see in this image?"
    ],
    "judge_object_name": "baseball glove or mitt"
  }
}