AbstractPhil commited on
Commit
85bb85c
·
verified ·
1 Parent(s): 435ad67

Update config.json

Browse files
Files changed (1) hide show
  1. config.json +7 -2
config.json CHANGED
@@ -17,6 +17,11 @@
17
  "tokenizer_class": "BertTokenizer",
18
  "torch_dtype": "float32",
19
  "transformers_version": "4.48.0",
 
 
 
 
 
20
  "consensus_models": [
21
  "google-bert/bert-base-uncased",
22
  "answerdotai/ModernBERT-base",
@@ -24,8 +29,8 @@
24
  "albert/albert-base-v2",
25
  "distilbert/distilbert-base-uncased"
26
  ],
27
- "consensus_alignment": "whitened_procrustes",
28
- "consensus_cv_target": 0.084,
29
  "training_data": "CaptionEmporium/conceptual-captions-cc12m-llavanext",
30
  "training_samples": 500000
31
  }
 
17
  "tokenizer_class": "BertTokenizer",
18
  "torch_dtype": "float32",
19
  "transformers_version": "4.48.0",
20
+ "bank_enabled": true,
21
+ "bank_n_experts": 5,
22
+ "bank_n_anchors": 512,
23
+ "bank_dim": 128,
24
+ "bank_cv_target": 0.082,
25
  "consensus_models": [
26
  "google-bert/bert-base-uncased",
27
  "answerdotai/ModernBERT-base",
 
29
  "albert/albert-base-v2",
30
  "distilbert/distilbert-base-uncased"
31
  ],
32
+ "consensus_alignment": "generalized_procrustes_analysis",
33
+ "consensus_equidistance": 0.0079,
34
  "training_data": "CaptionEmporium/conceptual-captions-cc12m-llavanext",
35
  "training_samples": 500000
36
  }