ninagroot commited on
Commit
d6dff25
·
verified ·
1 Parent(s): 1d16c57

ninagroot/GPT2-705Mtest

Browse files
README.md CHANGED
@@ -13,7 +13,7 @@ should probably proofread and complete it, then remove this comment. -->
13
 
14
  This model is a fine-tuned version of [](https://huggingface.co/) on an unknown dataset.
15
  It achieves the following results on the evaluation set:
16
- - Loss: 5.3517
17
 
18
  ## Model description
19
 
@@ -48,12 +48,12 @@ The following hyperparameters were used during training:
48
 
49
  | Training Loss | Epoch | Step | Validation Loss |
50
  |:-------------:|:-----:|:----:|:---------------:|
51
- | No log | 1.0 | 7 | 7.7792 |
52
- | No log | 2.0 | 14 | 7.0145 |
53
- | 7.2066 | 3.0 | 21 | 6.5189 |
54
- | 7.2066 | 4.0 | 28 | 5.9249 |
55
- | 7.2066 | 5.0 | 35 | 5.5873 |
56
- | 4.7445 | 6.0 | 42 | 5.3517 |
57
 
58
 
59
  ### Framework versions
 
13
 
14
  This model is a fine-tuned version of [](https://huggingface.co/) on an unknown dataset.
15
  It achieves the following results on the evaluation set:
16
+ - Loss: 5.3544
17
 
18
  ## Model description
19
 
 
48
 
49
  | Training Loss | Epoch | Step | Validation Loss |
50
  |:-------------:|:-----:|:----:|:---------------:|
51
+ | No log | 1.0 | 7 | 7.8584 |
52
+ | No log | 2.0 | 14 | 7.0791 |
53
+ | 7.2479 | 3.0 | 21 | 6.6600 |
54
+ | 7.2479 | 4.0 | 28 | 6.1304 |
55
+ | 7.2479 | 5.0 | 35 | 5.6312 |
56
+ | 4.9652 | 6.0 | 42 | 5.3544 |
57
 
58
 
59
  ### Framework versions
added_tokens.json CHANGED
@@ -1,3 +1,3 @@
1
  {
2
- "<|endoftext|>": 4312
3
  }
 
1
  {
2
+ "<|endoftext|>": 12198
3
  }
merges.txt CHANGED
The diff for this file is too large to render. See raw diff
 
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ff94515d6c5b430a6342f160004710a51ec5ab1f6e330c58ed5c5e51c7fbb8e1
3
  size 2796386080
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3cd0f919698c0e7c05db9b9d9eae4ed4e0a06a219be62f0ff0f38adeaeee1a27
3
  size 2796386080
runs/Apr16_10-38-55_gcn68.local.snellius.surf.nl/events.out.tfevents.1713256744.gcn68.local.snellius.surf.nl.1898645.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db408b44afc75337196352b04352c8d77bbc4633e9491dd7ac472d53843ab603
3
+ size 7037
tokenizer.json CHANGED
The diff for this file is too large to render. See raw diff
 
tokenizer_config.json CHANGED
@@ -1,10 +1,34 @@
1
  {
2
  "add_prefix_space": false,
3
  "added_tokens_decoder": {
4
- "50256": {
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
5
  "content": "<|endoftext|>",
6
  "lstrip": false,
7
- "normalized": true,
8
  "rstrip": false,
9
  "single_word": false,
10
  "special": true
 
1
  {
2
  "add_prefix_space": false,
3
  "added_tokens_decoder": {
4
+ "0": {
5
+ "content": "<pad>",
6
+ "lstrip": false,
7
+ "normalized": false,
8
+ "rstrip": false,
9
+ "single_word": false,
10
+ "special": true
11
+ },
12
+ "1": {
13
+ "content": "<s>",
14
+ "lstrip": false,
15
+ "normalized": false,
16
+ "rstrip": false,
17
+ "single_word": false,
18
+ "special": true
19
+ },
20
+ "2": {
21
+ "content": "</s>",
22
+ "lstrip": false,
23
+ "normalized": false,
24
+ "rstrip": false,
25
+ "single_word": false,
26
+ "special": true
27
+ },
28
+ "12198": {
29
  "content": "<|endoftext|>",
30
  "lstrip": false,
31
+ "normalized": false,
32
  "rstrip": false,
33
  "single_word": false,
34
  "special": true
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:643a33eb85763cc56594f442ab841ece74dc15ef92a57ec40aa57f7553a67c23
3
  size 4984
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac0dc354c825c7dbd8b75226092f116da8373585f12e8323fd463d140293fcf8
3
  size 4984
vocab.json CHANGED
The diff for this file is too large to render. See raw diff