emvecchi commited on
Commit
0200a1b
·
verified ·
1 Parent(s): a29fcf0

Upload 4 files

Browse files
adapter_config.json ADDED
@@ -0,0 +1,41 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "config": {
3
+ "adapter_residual_before_ln": false,
4
+ "cross_adapter": false,
5
+ "factorized_phm_W": true,
6
+ "factorized_phm_rule": false,
7
+ "hypercomplex_nonlinearity": "glorot-uniform",
8
+ "init_weights": "bert",
9
+ "inv_adapter": null,
10
+ "inv_adapter_reduction_factor": null,
11
+ "is_parallel": false,
12
+ "learn_phm": true,
13
+ "leave_out": [],
14
+ "ln_after": false,
15
+ "ln_before": false,
16
+ "mh_adapter": false,
17
+ "non_linearity": "relu",
18
+ "original_ln_after": true,
19
+ "original_ln_before": true,
20
+ "output_adapter": true,
21
+ "phm_bias": true,
22
+ "phm_c_init": "normal",
23
+ "phm_dim": 4,
24
+ "phm_init_range": 0.0001,
25
+ "phm_layer": false,
26
+ "phm_rank": 1,
27
+ "reduction_factor": 16,
28
+ "residual_before_ln": true,
29
+ "scaling": 1.0,
30
+ "shared_W_phm": false,
31
+ "shared_phm_rule": true,
32
+ "use_gating": false
33
+ },
34
+ "config_id": "9076f36a74755ac4",
35
+ "hidden_size": 768,
36
+ "model_class": "RobertaModelWithHeads",
37
+ "model_name": "roberta-base",
38
+ "model_type": "roberta",
39
+ "name": "socc_constructiveness",
40
+ "version": "3.2.1"
41
+ }
head_config.json ADDED
@@ -0,0 +1,19 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "config": {
3
+ "activation_function": "tanh",
4
+ "bias": true,
5
+ "head_type": "classification",
6
+ "label2id": {
7
+ "LABEL_0": 0
8
+ },
9
+ "layers": 2,
10
+ "num_labels": 1,
11
+ "use_pooler": false
12
+ },
13
+ "hidden_size": 768,
14
+ "model_class": "RobertaModelWithHeads",
15
+ "model_name": "roberta-base",
16
+ "model_type": "roberta",
17
+ "name": "socc_constructiveness",
18
+ "version": "3.2.1"
19
+ }
pytorch_adapter.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f531e113dd2aabcf25fea30fc4b6b4410f6a3359eb432fb8e920683bf95f0d46
3
+ size 3594901
pytorch_model_head.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0dc9e7fec9c3e106519d9afe7ca729318f8b1a71b86456f46f23e4ca9b76535f
3
+ size 2366943