kyuminpark commited on
Commit
ab4c9dc
·
1 Parent(s): ac09457

Initial commit

Browse files
Files changed (3) hide show
  1. config.json +24 -0
  2. hparams.json +1 -0
  3. pytorch_model.bin +3 -0
config.json ADDED
@@ -0,0 +1,24 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "bert-base-uncased",
3
+ "architectures": [
4
+ "ModifiedBERT"
5
+ ],
6
+ "attention_probs_dropout_prob": 0.1,
7
+ "gradient_checkpointing": false,
8
+ "hidden_act": "gelu",
9
+ "hidden_dropout_prob": 0.1,
10
+ "hidden_size": 768,
11
+ "initializer_range": 0.02,
12
+ "intermediate_size": 3072,
13
+ "layer_norm_eps": 1e-12,
14
+ "max_position_embeddings": 512,
15
+ "model_type": "bert",
16
+ "num_attention_heads": 12,
17
+ "num_hidden_layers": 12,
18
+ "pad_token_id": 0,
19
+ "position_embedding_type": "absolute",
20
+ "transformers_version": "4.7.0",
21
+ "type_vocab_size": 2,
22
+ "use_cache": true,
23
+ "vocab_size": 30522
24
+ }
hparams.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"batch_size": 16, "train_epoch": 5, "dropout_rate": 0.1, "n_gpu": 1, "seed": 23, "device": "cuda:0", "patience": 10, "early_stopping": false, "style": "disgust", "perception_mode": "majority", "max_seq_len": 512, "label": "pseudo", "pseudo_label_penalty": 0.5, "dataset_suffix": "train_captum", "split_train": false, "split_train_ratio": 0.8, "captum_idx": 249, "sufficiency_test": false, "use_perception_logits": true, "get_perception_loss": true, "perception_lambda": 0.5, "perception_method": "aggregate", "perception_loss_fcn": "bce", "negative_perception": false, "logdir": "logdir/4363", "data_path": "data/disgust/", "output_dir": "checkpoints/4363/", "exp_idx": 4363}
pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:74b8d7a32290f84f1719e466fbd1eaa9bfaa919ba231e5bc9f99f0785d3977f5
3
+ size 438026532