Hugging Face's logo

kimsan0622
/
roberta-large

Feature Extraction
Transformers
PyTorch
roberta
text-embeddings-inference
Model card Files
xet
 Community
1
kimsan0622 commited on
Commit
4fe9e2f
·
1 Parent(s): e2c2c42

Upload model

Browse files
Files changed (2) hide show
  1. config.json +6 -6
  2. pytorch_model.bin +2 -2
config.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "_name_or_path": "out_roberta_large/ckpt_hf",
3
  "architectures": [
4
  "RobertaModel"
5
  ],
@@ -9,18 +9,18 @@
9
  "eos_token_id": 2,
10
  "hidden_act": "gelu",
11
  "hidden_dropout_prob": 0.1,
12
- "hidden_size": 1024,
13
  "initializer_range": 0.02,
14
- "intermediate_size": 4096,
15
  "layer_norm_eps": 1e-05,
16
  "max_position_embeddings": 514,
17
  "model_type": "roberta",
18
- "num_attention_heads": 16,
19
- "num_hidden_layers": 24,
20
  "pad_token_id": 1,
21
  "position_embedding_type": "absolute",
22
  "torch_dtype": "float32",
23
- "transformers_version": "4.22.1",
24
  "type_vocab_size": 1,
25
  "use_cache": true,
26
  "vocab_size": 64000
 
1
  {
2
+ "_name_or_path": "out_roberta_base/ckpt_hf",
3
  "architectures": [
4
  "RobertaModel"
5
  ],
 
9
  "eos_token_id": 2,
10
  "hidden_act": "gelu",
11
  "hidden_dropout_prob": 0.1,
12
+ "hidden_size": 768,
13
  "initializer_range": 0.02,
14
+ "intermediate_size": 3072,
15
  "layer_norm_eps": 1e-05,
16
  "max_position_embeddings": 514,
17
  "model_type": "roberta",
18
+ "num_attention_heads": 12,
19
+ "num_hidden_layers": 12,
20
  "pad_token_id": 1,
21
  "position_embedding_type": "absolute",
22
  "torch_dtype": "float32",
23
+ "transformers_version": "4.25.1",
24
  "type_vocab_size": 1,
25
  "use_cache": true,
26
  "vocab_size": 64000
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:899adf7bb7f56e8f4a4220fbddc7d66ee122cd47c7596a88a813b40e37d02a91
3
- size 1477828333
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c569c5d6610041fea5c522bf4f4991a6f8f184be9c86ed99287ed48a5229dadd
3
+ size 540843121