Hugging Face's logo

bn22
/
experimental-te-ft

Feature Extraction
Transformers
Safetensors
clip_text_model
Model card Files
xet
 Community
bn22 commited on
Commit
f9bb0f8
·
verified ·
1 Parent(s): 1448636

Upload model

Browse files
Files changed (2) hide show
  1. config.json +5 -21
  2. model.safetensors +2 -2
config.json CHANGED
@@ -1,39 +1,23 @@
1
  {
2
- "add_cross_attention": false,
3
  "architectures": [
4
- "CLIPTextModelWithProjection"
5
  ],
6
  "attention_dropout": 0.0,
7
  "bos_token_id": 49406,
8
- "cross_attention_hidden_size": null,
9
- "decoder_start_token_id": null,
10
- "dropout": 0.0,
11
  "dtype": "float32",
12
  "eos_token_id": 49407,
13
- "finetuning_task": null,
14
- "hidden_act": "quick_gelu",
15
- "hidden_size": 512,
16
  "initializer_factor": 1.0,
17
  "initializer_range": 0.02,
18
- "intermediate_size": 2048,
19
- "is_decoder": false,
20
  "layer_norm_eps": 1e-05,
21
  "max_position_embeddings": 77,
22
  "model_type": "clip_text_model",
23
  "num_attention_heads": 8,
24
  "num_hidden_layers": 12,
25
- "pad_token_id": 49407,
26
- "prefix": null,
27
  "projection_dim": 512,
28
- "pruned_heads": {},
29
- "sep_token_id": null,
30
- "task_specific_params": null,
31
- "tie_encoder_decoder": false,
32
- "tie_word_embeddings": true,
33
- "tokenizer_class": null,
34
- "torchscript": false,
35
  "transformers_version": "5.0.0",
36
- "use_bfloat16": false,
37
- "use_cache": false,
38
  "vocab_size": 49408
39
  }
 
1
  {
 
2
  "architectures": [
3
+ "CLIPTextModel"
4
  ],
5
  "attention_dropout": 0.0,
6
  "bos_token_id": 49406,
 
 
 
7
  "dtype": "float32",
8
  "eos_token_id": 49407,
9
+ "hidden_act": "gelu",
10
+ "hidden_size": 384,
 
11
  "initializer_factor": 1.0,
12
  "initializer_range": 0.02,
13
+ "intermediate_size": 1536,
 
14
  "layer_norm_eps": 1e-05,
15
  "max_position_embeddings": 77,
16
  "model_type": "clip_text_model",
17
  "num_attention_heads": 8,
18
  "num_hidden_layers": 12,
19
+ "pad_token_id": 1,
 
20
  "projection_dim": 512,
 
 
 
 
 
 
 
21
  "transformers_version": "5.0.0",
 
 
22
  "vocab_size": 49408
23
  }
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:336f225bca9406433eaadeb8a221f0101f7489afab48e5b87da036466725f1b0
3
- size 253735728
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8faf29a17f2c92bdbbfd87fe6ba1b632277c964713d9828547e999182f90b8c6
3
+ size 161209440