shahafw commited on
Commit
ae9188d
·
verified ·
1 Parent(s): 2014527

Upload config.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. config.json +48 -0
config.json ADDED
@@ -0,0 +1,48 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "flickr_image_root": "/gfs/shared/public/datasets/flickr",
3
+ "flickr_ann_root": "/gfs/shared/public/datasets/flickr",
4
+ "coco_image_root": "/gfs/shared/public/datasets/albef/coco/images",
5
+ "coco_ann_root": "/gfs/shared/public/datasets/albef/json_finetune",
6
+ "pretrain_files": [
7
+ "/gfs/shared/public/datasets/albef/ccs_synthetic_filtered_large_local_cp.json",
8
+ "/gfs/shared/public/datasets/albef/json_pretrain/json_pretrain/vg.json",
9
+ "/gfs/shared/public/datasets/albef/json_pretrain/json_pretrain/coco.json"
10
+ ],
11
+ "finetune_files": [
12
+ "/gfs/shared/public/datasets/albef/json_pretrain/json_pretrain/coco.json"
13
+ ],
14
+ "zs_dataset": "/gfs/shared/public/datasets/albef/vg_large_objects.json",
15
+ "batch_size": 32,
16
+ "data": "",
17
+ "teacher_siglip_path": "google/siglip2-large-patch16-384",
18
+ "siglip_path": "google/siglip2-large-patch16-384",
19
+ "language_model_path": "microsoft/MiniLM-L12-H384-uncased",
20
+ "multimodal_projection_hidden_dim": 8192,
21
+ "num_negatives_per_sample": 3,
22
+ "num_hard_negatives": 0,
23
+ "num_compressed_tokens": 64,
24
+ "weight_decay": 0.05,
25
+ "pretraining_lr": 0.0003,
26
+ "finetune_lr": 0.0003,
27
+ "min_lr": 1e-06,
28
+ "warmup_lr": 1e-06,
29
+ "lr_decay_rate": 0.9,
30
+ "max_epoch": 45,
31
+ "warmup_steps": 100,
32
+ "k": 10,
33
+ "test_set": "flickr",
34
+ "imagenet_classnames_path": "/gfs/shared/public/datasets/imagenet/classnames.txt",
35
+ "templates_path": "zeroshot_classification_templates.txt",
36
+ "experiment": {
37
+ "backend": "comet",
38
+ "project": "efficient-fusion",
39
+ "entity": "mitchellkt",
40
+ "run_name": "multimodal-retrieval-training"
41
+ },
42
+ "dry_mode": false,
43
+ "finetune": true,
44
+ "init_lr": 0.0003,
45
+ "train_file": [
46
+ "/gfs/shared/public/datasets/albef/json_pretrain/json_pretrain/coco.json"
47
+ ]
48
+ }