Hugging Face's logo

artianand
/
adapter_setup_bert_base_cased_custom_loss_batch_8

Adapters
bert
Model card Files
xet
 Community
artianand commited on
Commit
02bf695
·
verified ·
1 Parent(s): c74fed9

Upload BertForMultipleChoice

Browse files
Files changed (24) hide show
  1. README.md +40 -0
  2. adapter_setup.json +39 -0
  3. age_adapter,gender_identity_adapter,race_ethnicity_adapter,religion_adapter,disability_status_adapter/adapter_fusion_config.json +27 -0
  4. age_adapter,gender_identity_adapter,race_ethnicity_adapter,religion_adapter,disability_status_adapter/pytorch_model_adapter_fusion.bin +3 -0
  5. age_adapter/adapter_config.json +43 -0
  6. age_adapter/head_config.json +14 -0
  7. age_adapter/pytorch_adapter.bin +3 -0
  8. age_adapter/pytorch_model_head.bin +3 -0
  9. disability_status_adapter/adapter_config.json +43 -0
  10. disability_status_adapter/head_config.json +14 -0
  11. disability_status_adapter/pytorch_adapter.bin +3 -0
  12. disability_status_adapter/pytorch_model_head.bin +3 -0
  13. gender_identity_adapter/adapter_config.json +43 -0
  14. gender_identity_adapter/head_config.json +14 -0
  15. gender_identity_adapter/pytorch_adapter.bin +3 -0
  16. gender_identity_adapter/pytorch_model_head.bin +3 -0
  17. race_ethnicity_adapter/adapter_config.json +43 -0
  18. race_ethnicity_adapter/head_config.json +14 -0
  19. race_ethnicity_adapter/pytorch_adapter.bin +3 -0
  20. race_ethnicity_adapter/pytorch_model_head.bin +3 -0
  21. religion_adapter/adapter_config.json +43 -0
  22. religion_adapter/head_config.json +14 -0
  23. religion_adapter/pytorch_adapter.bin +3 -0
  24. religion_adapter/pytorch_model_head.bin +3 -0
README.md ADDED
@@ -0,0 +1,40 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ tags:
3
+ - adapter-transformers
4
+ - bert
5
+ ---
6
+
7
+ # Adapter `artianand/adapter_setup_bert_base_cased_custom_loss_batch_8` for google-bert/bert-base-multilingual-cased
8
+
9
+ An [adapter](https://adapterhub.ml) for the `google-bert/bert-base-multilingual-cased` model that was trained on the None dataset.
10
+
11
+ This adapter was created for usage with the **[Adapters](https://github.com/Adapter-Hub/adapters)** library.
12
+
13
+ ## Usage
14
+
15
+ First, install `adapters`:
16
+
17
+ ```
18
+ pip install -U adapters
19
+ ```
20
+
21
+ Now, the adapter can be loaded and activated like this:
22
+
23
+ ```python
24
+ from adapters import AutoAdapterModel
25
+
26
+ model = AutoAdapterModel.from_pretrained("google-bert/bert-base-multilingual-cased")
27
+ adapter_name = model.load_adapter_setup("artianand/adapter_setup_bert_base_cased_custom_loss_batch_8", set_active=True)
28
+ ```
29
+
30
+ ## Architecture & Training
31
+
32
+ <!-- Add some description here -->
33
+
34
+ ## Evaluation results
35
+
36
+ <!-- Add some description here -->
37
+
38
+ ## Citation
39
+
40
+ <!-- Add some description here -->
adapter_setup.json ADDED
@@ -0,0 +1,39 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "adapter_setup": {
3
+ "type": "Fuse",
4
+ "children": [
5
+ {
6
+ "type": "single",
7
+ "children": [
8
+ "age_adapter"
9
+ ]
10
+ },
11
+ {
12
+ "type": "single",
13
+ "children": [
14
+ "gender_identity_adapter"
15
+ ]
16
+ },
17
+ {
18
+ "type": "single",
19
+ "children": [
20
+ "race_ethnicity_adapter"
21
+ ]
22
+ },
23
+ {
24
+ "type": "single",
25
+ "children": [
26
+ "religion_adapter"
27
+ ]
28
+ },
29
+ {
30
+ "type": "single",
31
+ "children": [
32
+ "disability_status_adapter"
33
+ ]
34
+ }
35
+ ]
36
+ },
37
+ "head_setup": null,
38
+ "version": "adapters.1.2.0"
39
+ }
age_adapter,gender_identity_adapter,race_ethnicity_adapter,religion_adapter,disability_status_adapter/adapter_fusion_config.json ADDED
@@ -0,0 +1,27 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "adapter_names": [
3
+ "age_adapter",
4
+ "gender_identity_adapter",
5
+ "race_ethnicity_adapter",
6
+ "religion_adapter",
7
+ "disability_status_adapter"
8
+ ],
9
+ "config": {
10
+ "dropout_prob": null,
11
+ "key": true,
12
+ "query": true,
13
+ "query_before_ln": false,
14
+ "regularization": true,
15
+ "residual_before": false,
16
+ "temperature": false,
17
+ "value": true,
18
+ "value_before_softmax": true,
19
+ "value_initialized": true
20
+ },
21
+ "hidden_size": 768,
22
+ "model_class": "BertForMultipleChoice",
23
+ "model_name": "google-bert/bert-base-multilingual-cased",
24
+ "model_type": "bert",
25
+ "name": "age_adapter,gender_identity_adapter,race_ethnicity_adapter,religion_adapter,disability_status_adapter",
26
+ "version": "adapters.1.2.0"
27
+ }
age_adapter,gender_identity_adapter,race_ethnicity_adapter,religion_adapter,disability_status_adapter/pytorch_model_adapter_fusion.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f43e4af5b9cec12bff9ce82153fb2101c590bffe853a3c9760e74541ef35d47
3
+ size 170074981
age_adapter/adapter_config.json ADDED
@@ -0,0 +1,43 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "config": {
3
+ "adapter_residual_before_ln": false,
4
+ "cross_adapter": false,
5
+ "dropout": 0.0,
6
+ "factorized_phm_W": true,
7
+ "factorized_phm_rule": false,
8
+ "hypercomplex_nonlinearity": "glorot-uniform",
9
+ "init_weights": "bert",
10
+ "init_weights_seed": null,
11
+ "inv_adapter": null,
12
+ "inv_adapter_reduction_factor": null,
13
+ "is_parallel": false,
14
+ "learn_phm": true,
15
+ "leave_out": [],
16
+ "ln_after": false,
17
+ "ln_before": false,
18
+ "mh_adapter": true,
19
+ "non_linearity": "relu",
20
+ "original_ln_after": true,
21
+ "original_ln_before": true,
22
+ "output_adapter": true,
23
+ "phm_bias": true,
24
+ "phm_c_init": "normal",
25
+ "phm_dim": 4,
26
+ "phm_init_range": 0.0001,
27
+ "phm_layer": false,
28
+ "phm_rank": 1,
29
+ "reduction_factor": 16,
30
+ "residual_before_ln": true,
31
+ "scaling": 1.0,
32
+ "shared_W_phm": false,
33
+ "shared_phm_rule": true,
34
+ "stochastic_depth": 0.0,
35
+ "use_gating": false
36
+ },
37
+ "hidden_size": 768,
38
+ "model_class": "BertForMultipleChoice",
39
+ "model_name": "google-bert/bert-base-multilingual-cased",
40
+ "model_type": "bert",
41
+ "name": "age_adapter",
42
+ "version": "adapters.1.2.0"
43
+ }
age_adapter/head_config.json ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "config": null,
3
+ "hidden_size": 768,
4
+ "label2id": {
5
+ "LABEL_0": 0,
6
+ "LABEL_1": 1
7
+ },
8
+ "model_class": "BertForMultipleChoice",
9
+ "model_name": "google-bert/bert-base-multilingual-cased",
10
+ "model_type": "bert",
11
+ "name": null,
12
+ "num_labels": 2,
13
+ "version": "adapters.1.2.0"
14
+ }
age_adapter/pytorch_adapter.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b6a127d475272c374fcbbb8c651334c919e4f78c7a4eff08a11ce2f3c4f81b09
3
+ size 7192179
age_adapter/pytorch_model_head.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b90079757177eb1bc48f663482bccf101fc6cdb99a6e9052e98aa2fe0bc28733
3
+ size 5053
disability_status_adapter/adapter_config.json ADDED
@@ -0,0 +1,43 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "config": {
3
+ "adapter_residual_before_ln": false,
4
+ "cross_adapter": false,
5
+ "dropout": 0.0,
6
+ "factorized_phm_W": true,
7
+ "factorized_phm_rule": false,
8
+ "hypercomplex_nonlinearity": "glorot-uniform",
9
+ "init_weights": "bert",
10
+ "init_weights_seed": null,
11
+ "inv_adapter": null,
12
+ "inv_adapter_reduction_factor": null,
13
+ "is_parallel": false,
14
+ "learn_phm": true,
15
+ "leave_out": [],
16
+ "ln_after": false,
17
+ "ln_before": false,
18
+ "mh_adapter": true,
19
+ "non_linearity": "relu",
20
+ "original_ln_after": true,
21
+ "original_ln_before": true,
22
+ "output_adapter": true,
23
+ "phm_bias": true,
24
+ "phm_c_init": "normal",
25
+ "phm_dim": 4,
26
+ "phm_init_range": 0.0001,
27
+ "phm_layer": false,
28
+ "phm_rank": 1,
29
+ "reduction_factor": 16,
30
+ "residual_before_ln": true,
31
+ "scaling": 1.0,
32
+ "shared_W_phm": false,
33
+ "shared_phm_rule": true,
34
+ "stochastic_depth": 0.0,
35
+ "use_gating": false
36
+ },
37
+ "hidden_size": 768,
38
+ "model_class": "BertForMultipleChoice",
39
+ "model_name": "google-bert/bert-base-multilingual-cased",
40
+ "model_type": "bert",
41
+ "name": "disability_status_adapter",
42
+ "version": "adapters.1.2.0"
43
+ }
disability_status_adapter/head_config.json ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "config": null,
3
+ "hidden_size": 768,
4
+ "label2id": {
5
+ "LABEL_0": 0,
6
+ "LABEL_1": 1
7
+ },
8
+ "model_class": "BertForMultipleChoice",
9
+ "model_name": "google-bert/bert-base-multilingual-cased",
10
+ "model_type": "bert",
11
+ "name": null,
12
+ "num_labels": 2,
13
+ "version": "adapters.1.2.0"
14
+ }
disability_status_adapter/pytorch_adapter.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:83d58e75c04c3b1a6799e9620d713593c42b2c9a0e9e3d03e229b029493bf525
3
+ size 7193523
disability_status_adapter/pytorch_model_head.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b90079757177eb1bc48f663482bccf101fc6cdb99a6e9052e98aa2fe0bc28733
3
+ size 5053
gender_identity_adapter/adapter_config.json ADDED
@@ -0,0 +1,43 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "config": {
3
+ "adapter_residual_before_ln": false,
4
+ "cross_adapter": false,
5
+ "dropout": 0.0,
6
+ "factorized_phm_W": true,
7
+ "factorized_phm_rule": false,
8
+ "hypercomplex_nonlinearity": "glorot-uniform",
9
+ "init_weights": "bert",
10
+ "init_weights_seed": null,
11
+ "inv_adapter": null,
12
+ "inv_adapter_reduction_factor": null,
13
+ "is_parallel": false,
14
+ "learn_phm": true,
15
+ "leave_out": [],
16
+ "ln_after": false,
17
+ "ln_before": false,
18
+ "mh_adapter": true,
19
+ "non_linearity": "relu",
20
+ "original_ln_after": true,
21
+ "original_ln_before": true,
22
+ "output_adapter": true,
23
+ "phm_bias": true,
24
+ "phm_c_init": "normal",
25
+ "phm_dim": 4,
26
+ "phm_init_range": 0.0001,
27
+ "phm_layer": false,
28
+ "phm_rank": 1,
29
+ "reduction_factor": 16,
30
+ "residual_before_ln": true,
31
+ "scaling": 1.0,
32
+ "shared_W_phm": false,
33
+ "shared_phm_rule": true,
34
+ "stochastic_depth": 0.0,
35
+ "use_gating": false
36
+ },
37
+ "hidden_size": 768,
38
+ "model_class": "BertForMultipleChoice",
39
+ "model_name": "google-bert/bert-base-multilingual-cased",
40
+ "model_type": "bert",
41
+ "name": "gender_identity_adapter",
42
+ "version": "adapters.1.2.0"
43
+ }
gender_identity_adapter/head_config.json ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "config": null,
3
+ "hidden_size": 768,
4
+ "label2id": {
5
+ "LABEL_0": 0,
6
+ "LABEL_1": 1
7
+ },
8
+ "model_class": "BertForMultipleChoice",
9
+ "model_name": "google-bert/bert-base-multilingual-cased",
10
+ "model_type": "bert",
11
+ "name": null,
12
+ "num_labels": 2,
13
+ "version": "adapters.1.2.0"
14
+ }
gender_identity_adapter/pytorch_adapter.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6f567cb56a9a0976e51b5bb3ef1e4c09e27b5e930b413a8c7818e14e46d45d45
3
+ size 7193331
gender_identity_adapter/pytorch_model_head.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b90079757177eb1bc48f663482bccf101fc6cdb99a6e9052e98aa2fe0bc28733
3
+ size 5053
race_ethnicity_adapter/adapter_config.json ADDED
@@ -0,0 +1,43 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "config": {
3
+ "adapter_residual_before_ln": false,
4
+ "cross_adapter": false,
5
+ "dropout": 0.0,
6
+ "factorized_phm_W": true,
7
+ "factorized_phm_rule": false,
8
+ "hypercomplex_nonlinearity": "glorot-uniform",
9
+ "init_weights": "bert",
10
+ "init_weights_seed": null,
11
+ "inv_adapter": null,
12
+ "inv_adapter_reduction_factor": null,
13
+ "is_parallel": false,
14
+ "learn_phm": true,
15
+ "leave_out": [],
16
+ "ln_after": false,
17
+ "ln_before": false,
18
+ "mh_adapter": true,
19
+ "non_linearity": "relu",
20
+ "original_ln_after": true,
21
+ "original_ln_before": true,
22
+ "output_adapter": true,
23
+ "phm_bias": true,
24
+ "phm_c_init": "normal",
25
+ "phm_dim": 4,
26
+ "phm_init_range": 0.0001,
27
+ "phm_layer": false,
28
+ "phm_rank": 1,
29
+ "reduction_factor": 16,
30
+ "residual_before_ln": true,
31
+ "scaling": 1.0,
32
+ "shared_W_phm": false,
33
+ "shared_phm_rule": true,
34
+ "stochastic_depth": 0.0,
35
+ "use_gating": false
36
+ },
37
+ "hidden_size": 768,
38
+ "model_class": "BertForMultipleChoice",
39
+ "model_name": "google-bert/bert-base-multilingual-cased",
40
+ "model_type": "bert",
41
+ "name": "race_ethnicity_adapter",
42
+ "version": "adapters.1.2.0"
43
+ }
race_ethnicity_adapter/head_config.json ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "config": null,
3
+ "hidden_size": 768,
4
+ "label2id": {
5
+ "LABEL_0": 0,
6
+ "LABEL_1": 1
7
+ },
8
+ "model_class": "BertForMultipleChoice",
9
+ "model_name": "google-bert/bert-base-multilingual-cased",
10
+ "model_type": "bert",
11
+ "name": null,
12
+ "num_labels": 2,
13
+ "version": "adapters.1.2.0"
14
+ }
race_ethnicity_adapter/pytorch_adapter.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e2e98db79b16bf9d863ca979f1aeb2c7e754b6576c778b2ff430f9a9bab6976
3
+ size 7193203
race_ethnicity_adapter/pytorch_model_head.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b90079757177eb1bc48f663482bccf101fc6cdb99a6e9052e98aa2fe0bc28733
3
+ size 5053
religion_adapter/adapter_config.json ADDED
@@ -0,0 +1,43 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "config": {
3
+ "adapter_residual_before_ln": false,
4
+ "cross_adapter": false,
5
+ "dropout": 0.0,
6
+ "factorized_phm_W": true,
7
+ "factorized_phm_rule": false,
8
+ "hypercomplex_nonlinearity": "glorot-uniform",
9
+ "init_weights": "bert",
10
+ "init_weights_seed": null,
11
+ "inv_adapter": null,
12
+ "inv_adapter_reduction_factor": null,
13
+ "is_parallel": false,
14
+ "learn_phm": true,
15
+ "leave_out": [],
16
+ "ln_after": false,
17
+ "ln_before": false,
18
+ "mh_adapter": true,
19
+ "non_linearity": "relu",
20
+ "original_ln_after": true,
21
+ "original_ln_before": true,
22
+ "output_adapter": true,
23
+ "phm_bias": true,
24
+ "phm_c_init": "normal",
25
+ "phm_dim": 4,
26
+ "phm_init_range": 0.0001,
27
+ "phm_layer": false,
28
+ "phm_rank": 1,
29
+ "reduction_factor": 16,
30
+ "residual_before_ln": true,
31
+ "scaling": 1.0,
32
+ "shared_W_phm": false,
33
+ "shared_phm_rule": true,
34
+ "stochastic_depth": 0.0,
35
+ "use_gating": false
36
+ },
37
+ "hidden_size": 768,
38
+ "model_class": "BertForMultipleChoice",
39
+ "model_name": "google-bert/bert-base-multilingual-cased",
40
+ "model_type": "bert",
41
+ "name": "religion_adapter",
42
+ "version": "adapters.1.2.0"
43
+ }
religion_adapter/head_config.json ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "config": null,
3
+ "hidden_size": 768,
4
+ "label2id": {
5
+ "LABEL_0": 0,
6
+ "LABEL_1": 1
7
+ },
8
+ "model_class": "BertForMultipleChoice",
9
+ "model_name": "google-bert/bert-base-multilingual-cased",
10
+ "model_type": "bert",
11
+ "name": null,
12
+ "num_labels": 2,
13
+ "version": "adapters.1.2.0"
14
+ }
religion_adapter/pytorch_adapter.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ae5db64b56cee18ffa897197c416c1ace0c6b3dc7b02c649a147b22616679bf
3
+ size 7192627
religion_adapter/pytorch_model_head.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b90079757177eb1bc48f663482bccf101fc6cdb99a6e9052e98aa2fe0bc28733
3
+ size 5053