janedsa commited on
Commit
8524304
·
verified ·
1 Parent(s): 3f9f0dc

janedsa/updatedbertmodel

Browse files
README.md CHANGED
@@ -1,6 +1,4 @@
1
  ---
2
- license: apache-2.0
3
- base_model: bert-base-uncased
4
  tags:
5
  - generated_from_trainer
6
  metrics:
@@ -15,10 +13,10 @@ should probably proofread and complete it, then remove this comment. -->
15
 
16
  # model
17
 
18
- This model is a fine-tuned version of [bert-base-uncased](https://huggingface.co/bert-base-uncased) on an unknown dataset.
19
  It achieves the following results on the evaluation set:
20
- - Loss: 0.2205
21
- - Accuracy: 0.9408
22
 
23
  ## Model description
24
 
@@ -49,16 +47,16 @@ The following hyperparameters were used during training:
49
 
50
  | Training Loss | Epoch | Step | Validation Loss | Accuracy |
51
  |:-------------:|:-----:|:----:|:---------------:|:--------:|
52
- | No log | 1.0 | 350 | 0.6732 | 0.7256 |
53
- | 0.8901 | 2.0 | 700 | 0.4268 | 0.8644 |
54
- | 0.5196 | 3.0 | 1050 | 0.3613 | 0.8866 |
55
- | 0.5196 | 4.0 | 1400 | 0.2536 | 0.9273 |
56
- | 0.3007 | 5.0 | 1750 | 0.2205 | 0.9408 |
57
 
58
 
59
  ### Framework versions
60
 
61
- - Transformers 4.38.2
62
  - Pytorch 2.2.1+cu121
63
- - Datasets 2.18.0
64
- - Tokenizers 0.15.2
 
1
  ---
 
 
2
  tags:
3
  - generated_from_trainer
4
  metrics:
 
13
 
14
  # model
15
 
16
+ This model was trained from scratch on an unknown dataset.
17
  It achieves the following results on the evaluation set:
18
+ - Loss: 0.3793
19
+ - Accuracy: 0.9341
20
 
21
  ## Model description
22
 
 
47
 
48
  | Training Loss | Epoch | Step | Validation Loss | Accuracy |
49
  |:-------------:|:-----:|:----:|:---------------:|:--------:|
50
+ | 0.3667 | 1.0 | 858 | 0.3561 | 0.8673 |
51
+ | 0.217 | 2.0 | 1716 | 0.3205 | 0.9042 |
52
+ | 0.16 | 3.0 | 2574 | 0.3807 | 0.9118 |
53
+ | 0.1173 | 4.0 | 3432 | 0.3677 | 0.9318 |
54
+ | 0.0944 | 5.0 | 4290 | 0.3793 | 0.9341 |
55
 
56
 
57
  ### Framework versions
58
 
59
+ - Transformers 4.40.0
60
  - Pytorch 2.2.1+cu121
61
+ - Datasets 2.19.0
62
+ - Tokenizers 0.19.1
config.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "_name_or_path": "bert-base-uncased",
3
  "architectures": [
4
  "BertForSequenceClassification"
5
  ],
@@ -12,16 +12,14 @@
12
  "id2label": {
13
  "0": "Negative",
14
  "1": "Positive",
15
- "2": "Mixed feelings",
16
- "3": "unknown state"
17
  },
18
  "initializer_range": 0.02,
19
  "intermediate_size": 3072,
20
  "label2id": {
21
- "Mixed feelings": 2,
22
  "Negative": 0,
23
- "Positive": 1,
24
- "unknown state": 3
25
  },
26
  "layer_norm_eps": 1e-12,
27
  "max_position_embeddings": 512,
@@ -32,7 +30,7 @@
32
  "position_embedding_type": "absolute",
33
  "problem_type": "single_label_classification",
34
  "torch_dtype": "float32",
35
- "transformers_version": "4.38.2",
36
  "type_vocab_size": 2,
37
  "use_cache": true,
38
  "vocab_size": 30522
 
1
  {
2
+ "_name_or_path": "/content/model/checkpoint-4290",
3
  "architectures": [
4
  "BertForSequenceClassification"
5
  ],
 
12
  "id2label": {
13
  "0": "Negative",
14
  "1": "Positive",
15
+ "2": "Neutral"
 
16
  },
17
  "initializer_range": 0.02,
18
  "intermediate_size": 3072,
19
  "label2id": {
 
20
  "Negative": 0,
21
+ "Neutral": 2,
22
+ "Positive": 1
23
  },
24
  "layer_norm_eps": 1e-12,
25
  "max_position_embeddings": 512,
 
30
  "position_embedding_type": "absolute",
31
  "problem_type": "single_label_classification",
32
  "torch_dtype": "float32",
33
+ "transformers_version": "4.40.0",
34
  "type_vocab_size": 2,
35
  "use_cache": true,
36
  "vocab_size": 30522
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:06f773bed8dd59c7fccfc49016bd3a393579a85eb16c3feac0a401a012a41787
3
- size 437964800
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e46cdbabd19d9cbeb492e8b9698af3866d6f59c0e4b5fe056013606dafa0f82e
3
+ size 437961724
runs/Apr23_09-20-46_708e8d2b0444/events.out.tfevents.1713864048.708e8d2b0444.495.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dd57bd88a833b41cd44cbdfe0f73dfa4ba1e56be6aa5cbf6a534e6d1d379887a
3
+ size 8448
runs/Apr23_09-46-01_708e8d2b0444/events.out.tfevents.1713865562.708e8d2b0444.495.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af9196302672e5b35368b01b57e4a1e262a7abcf106527d5f6d54e88a5d260bb
3
+ size 8552
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:316c4edf4ca222c6457c8432e49b81dce7ee506e6cd6c5f72effda8c9becc8f1
3
- size 4856
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:138c0e50829ada39815ca0bb09177100a0fa420cb075df1e4a6d2510699114ef
3
+ size 4984