Zero-Shot Image Classification
PyTorch
i3-clip
FlameF0X commited on
Commit
254d5e1
·
verified ·
1 Parent(s): f102ec0

Rename config (2).json to config.json

Browse files
Files changed (2) hide show
  1. config (2).json +0 -1
  2. config.json +37 -0
config (2).json DELETED
@@ -1 +0,0 @@
1
- {}
 
 
config.json ADDED
@@ -0,0 +1,37 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_type": "i3-clip",
3
+ "architecture": {
4
+ "d_model": 768,
5
+ "vision_encoder": {
6
+ "type": "resnet-bottleneck",
7
+ "layers": [3, 4, 6, 3],
8
+ "input_resolution": 224,
9
+ "output_dim": 2048,
10
+ "stem_channels": 64
11
+ },
12
+ "text_encoder": {
13
+ "type": "hybrid-rwkv-transformer",
14
+ "vocab_size": 49408,
15
+ "max_position_embeddings": 77,
16
+ "n_rwkv_layers": 12,
17
+ "n_attn_layers": 4,
18
+ "n_heads": 12,
19
+ "ffn_multiplier": 4
20
+ }
21
+ },
22
+ "training_params": {
23
+ "batch_size": 32,
24
+ "learning_rate": 5e-05,
25
+ "optimizer": "AdamW",
26
+ "logit_scale_init": 2.659,
27
+ "max_steps": 2000
28
+ },
29
+ "dataset": {
30
+ "name": "midjourney-detailed-prompts",
31
+ "image_size": [224, 224],
32
+ "normalization": {
33
+ "mean": [0.48, 0.45, 0.40],
34
+ "std": [0.26, 0.26, 0.27]
35
+ }
36
+ }
37
+ }