Spaces:
Running
on
Zero
Running
on
Zero
v1
Browse files
config.py
DELETED
|
@@ -1,57 +0,0 @@
|
|
| 1 |
-
# OpenAI Key
|
| 2 |
-
OPENAI_KEY = ""
|
| 3 |
-
|
| 4 |
-
# Dataset root
|
| 5 |
-
DATASET_ROOT=""
|
| 6 |
-
|
| 7 |
-
# Pre Meteor Dataset
|
| 8 |
-
METEOR_DATASET= "Meteor.json"
|
| 9 |
-
|
| 10 |
-
# Various json and parquet files
|
| 11 |
-
SHAREGPT4V_CAPTION = "sharegpt4v_instruct_gpt4-vision_cap100k.json"
|
| 12 |
-
SHAREGPT4V_INSTRUCTION = "sharegpt4v_mix665k_cap23k_coco-ap9k_lcs3k_sam9k_div2k.json"
|
| 13 |
-
MINIGEMINI_INSTRUCTION = "minigemini_instruction.json"
|
| 14 |
-
DOCDOWNSTREAM = 'train.jsonl'
|
| 15 |
-
DOCREASON = 'detailed_explanation.jsonl'
|
| 16 |
-
GLLAVA_ALIGN = "gllava_align.parquet"
|
| 17 |
-
GLLAVA_QA = "gllava_qa.parquet"
|
| 18 |
-
MATHVISION = "mathvision.parquet"
|
| 19 |
-
MATHINSTRUCT = "MathInstruct.json"
|
| 20 |
-
MATHPLUS = "mathplus.parquet"
|
| 21 |
-
|
| 22 |
-
# Json files for Evaluation
|
| 23 |
-
VQAV2 = "VQAv2/v2_OpenEnded_mscoco_test2015_questions.json"
|
| 24 |
-
GQA = "gqa/testdev_balanced_questions.json"
|
| 25 |
-
SQA = "ScienceQA/problems.json"
|
| 26 |
-
SQA_SPLIT = "ScienceQA/pid_splits.json"
|
| 27 |
-
VIZWIZ = "VizWiz/test.json"
|
| 28 |
-
TEXTVQA = "TextVQA/llava_textvqa_val_v051_ocr.json"
|
| 29 |
-
TEXTVQA_ANNOTATIONS = "TextVQA/TextVQA_0.5.1_val.json"
|
| 30 |
-
POPE_POPULAR = "POPE/coco_pope_popular.json"
|
| 31 |
-
POPE_ADVERSARIAL = "POPE/coco_pope_adversarial.json"
|
| 32 |
-
POPE_RANDOM = "POPE/coco_pope_random.json"
|
| 33 |
-
MME = "MME_Benchmark_release_version/llava_mme.json"
|
| 34 |
-
MME_DIR = "MME_Benchmark_release_version"
|
| 35 |
-
MMBENCH = "MMBench/MMBench_TEST_EN_legacy.tsv"
|
| 36 |
-
MMBENCH_CN = "MMBench/MMBench_TEST_CN_legacy.tsv"
|
| 37 |
-
MMBENCH_DEV = "MMBench/mmbench_dev_20230712.tsv"
|
| 38 |
-
MMBENCH_CN_DEV = "MMBench/mmbench_dev_cn_20231003.tsv"
|
| 39 |
-
QBENCH = "LLVisionQA-QBench/llvisionqa_dev.json"
|
| 40 |
-
QBENCH_CN = "LLVisionQA-QBench/质衡-问答-验证集.json"
|
| 41 |
-
MMVET = "mm-vet/mm-vet.json"
|
| 42 |
-
MMMU = "MMMU/*/validation*"
|
| 43 |
-
MATHVISTA = "MathVista/testmini-00000-of-00001-725687bf7a18d64b.parquet"
|
| 44 |
-
AI2D = "ai2d/ai2d_test.json"
|
| 45 |
-
HALLUSIONBENCH = "HallusionBench/HallusionBench.json"
|
| 46 |
-
CHARTQA = "chartqa/test/test_augmented.json"
|
| 47 |
-
SEED = "SEED-Bench/SEED-Bench.json"
|
| 48 |
-
LLAVA = "llava-bench-in-the-wild/questions.jsonl"
|
| 49 |
-
# BLINK =
|
| 50 |
-
MATHVERSE = "MathVerse/testmini.json"
|
| 51 |
-
MATHVERSE_TEXT_ONLY = "MathVerse/testmini_text_only.json"
|
| 52 |
-
MMSTAR = "MMStar/mmstar.parquet"
|
| 53 |
-
|
| 54 |
-
# Available evaluation datasets
|
| 55 |
-
EVAL_DATASETS = ["qbench", "sqa", "ai2d", "chartqa", "seed", "pope", "hallusionbench", "mme", \
|
| 56 |
-
"mathvista", "mmbench", "mmbench_cn", "mmvet", "llava", "mmstar", "mathverse"]
|
| 57 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|