jonathanbb commited on
Commit
ea3bccf
·
1 Parent(s): b6dafdb

Model save

Browse files
Files changed (4) hide show
  1. README.md +60 -0
  2. config.json +93 -0
  3. model.safetensors +3 -0
  4. training_args.bin +3 -0
README.md ADDED
@@ -0,0 +1,60 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ tags:
3
+ - generated_from_trainer
4
+ metrics:
5
+ - accuracy
6
+ model-index:
7
+ - name: ndaclassifier
8
+ results: []
9
+ ---
10
+
11
+ <!-- This model card has been generated automatically according to the information the Trainer had access to. You
12
+ should probably proofread and complete it, then remove this comment. -->
13
+
14
+ # ndaclassifier
15
+
16
+ This model was trained from scratch on an unknown dataset.
17
+ It achieves the following results on the evaluation set:
18
+ - Loss: 1.5165
19
+ - Accuracy: 0.6601
20
+
21
+ ## Model description
22
+
23
+ More information needed
24
+
25
+ ## Intended uses & limitations
26
+
27
+ More information needed
28
+
29
+ ## Training and evaluation data
30
+
31
+ More information needed
32
+
33
+ ## Training procedure
34
+
35
+ ### Training hyperparameters
36
+
37
+ The following hyperparameters were used during training:
38
+ - learning_rate: 5e-05
39
+ - train_batch_size: 8
40
+ - eval_batch_size: 8
41
+ - seed: 42
42
+ - optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
43
+ - lr_scheduler_type: linear
44
+ - num_epochs: 3.0
45
+
46
+ ### Training results
47
+
48
+ | Training Loss | Epoch | Step | Validation Loss | Accuracy |
49
+ |:-------------:|:-----:|:----:|:---------------:|:--------:|
50
+ | No log | 1.0 | 77 | 2.3181 | 0.4379 |
51
+ | No log | 2.0 | 154 | 1.7065 | 0.6405 |
52
+ | No log | 3.0 | 231 | 1.5165 | 0.6601 |
53
+
54
+
55
+ ### Framework versions
56
+
57
+ - Transformers 4.36.2
58
+ - Pytorch 2.0.0
59
+ - Datasets 2.16.0
60
+ - Tokenizers 0.15.0
config.json ADDED
@@ -0,0 +1,93 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "distilbert-base-uncased-finetuned-edgar10pctepoch2",
3
+ "activation": "gelu",
4
+ "architectures": [
5
+ "DistilBertForSequenceClassification"
6
+ ],
7
+ "attention_dropout": 0.1,
8
+ "dim": 768,
9
+ "dropout": 0.1,
10
+ "hidden_dim": 3072,
11
+ "id2label": {
12
+ "0": "LABEL_0",
13
+ "1": "LABEL_1",
14
+ "2": "LABEL_2",
15
+ "3": "LABEL_3",
16
+ "4": "LABEL_4",
17
+ "5": "LABEL_5",
18
+ "6": "LABEL_6",
19
+ "7": "LABEL_7",
20
+ "8": "LABEL_8",
21
+ "9": "LABEL_9",
22
+ "10": "LABEL_10",
23
+ "11": "LABEL_11",
24
+ "12": "LABEL_12",
25
+ "13": "LABEL_13",
26
+ "14": "LABEL_14",
27
+ "15": "LABEL_15",
28
+ "16": "LABEL_16",
29
+ "17": "LABEL_17",
30
+ "18": "LABEL_18",
31
+ "19": "LABEL_19",
32
+ "20": "LABEL_20",
33
+ "21": "LABEL_21",
34
+ "22": "LABEL_22",
35
+ "23": "LABEL_23",
36
+ "24": "LABEL_24",
37
+ "25": "LABEL_25",
38
+ "26": "LABEL_26",
39
+ "27": "LABEL_27",
40
+ "28": "LABEL_28",
41
+ "29": "LABEL_29",
42
+ "30": "LABEL_30",
43
+ "31": "LABEL_31"
44
+ },
45
+ "initializer_range": 0.02,
46
+ "label2id": {
47
+ "LABEL_0": 0,
48
+ "LABEL_1": 1,
49
+ "LABEL_10": 10,
50
+ "LABEL_11": 11,
51
+ "LABEL_12": 12,
52
+ "LABEL_13": 13,
53
+ "LABEL_14": 14,
54
+ "LABEL_15": 15,
55
+ "LABEL_16": 16,
56
+ "LABEL_17": 17,
57
+ "LABEL_18": 18,
58
+ "LABEL_19": 19,
59
+ "LABEL_2": 2,
60
+ "LABEL_20": 20,
61
+ "LABEL_21": 21,
62
+ "LABEL_22": 22,
63
+ "LABEL_23": 23,
64
+ "LABEL_24": 24,
65
+ "LABEL_25": 25,
66
+ "LABEL_26": 26,
67
+ "LABEL_27": 27,
68
+ "LABEL_28": 28,
69
+ "LABEL_29": 29,
70
+ "LABEL_3": 3,
71
+ "LABEL_30": 30,
72
+ "LABEL_31": 31,
73
+ "LABEL_4": 4,
74
+ "LABEL_5": 5,
75
+ "LABEL_6": 6,
76
+ "LABEL_7": 7,
77
+ "LABEL_8": 8,
78
+ "LABEL_9": 9
79
+ },
80
+ "max_position_embeddings": 512,
81
+ "model_type": "distilbert",
82
+ "n_heads": 12,
83
+ "n_layers": 6,
84
+ "pad_token_id": 0,
85
+ "problem_type": "single_label_classification",
86
+ "qa_dropout": 0.1,
87
+ "seq_classif_dropout": 0.2,
88
+ "sinusoidal_pos_embds": false,
89
+ "tie_weights_": true,
90
+ "torch_dtype": "float32",
91
+ "transformers_version": "4.36.2",
92
+ "vocab_size": 30522
93
+ }
model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7e252219a1302111b56655ed33d31c5c0f47f59f95e017f1ff07f96fca427523
3
+ size 267924856
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f86891d5472eb45923962a8d7f22b11feb0a30d6c0b618c1ad27a1299304cd3c
3
+ size 4283