Hugging Face's logo

ToiTenBao
/
hallucination

Model card Files
xet
 Community
hallucination
File size: 982 Bytes
a2ffd07
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
{
  "model_name": "llava-hf/llava-1.5-7b-hf",
  "relation": "bathroom_toilet",
  "dtype": "float16",
  "object_keywords": [
    "toilet",
    "toilets",
    "Toilet",
    "Toilets",
    "commode",
    "lavatory",
    "latrine"
  ],
  "layers": {
    "mode": "text_only",
    "specific_layer_patterns": []
  },
  "prompts": {
    "prompts": [
      "Describe this image.",
      "Is there a toilet in this image?"
    ],
    "sampling": "uniform"
  },
  "loss": {
    "alpha": 0.0001,
    "beta": 1e-05,
    "kl_clip": 10.0,
    "kl_mode": "per_token"
  },
  "lr": 1e-05,
  "num_epochs": 5,
  "batch_size": 4,
  "grad_accumulation_steps": 4,
  "num_workers": 4,
  "csv_path": "/home/users/ntu/cong045/scratch/testing/hallucination/CC3M-Dataset/data-qwenvl32b/bathroom_toilet_labels.csv",
  "image_dir": "/home/users/ntu/cong045/scratch/testing/hallucination/CC3M-Dataset/cc3m_images/train",
  "max_train_samples": 500,
  "output_dir": "./step3_outputs",
  "save_every_n_steps": 100
}