Hugging Face's logo

iskhare
/
iclr-debug

Text Generation
English
research
Model card Files
xet
 Community
iskhare commited on
Commit
d119d7c
·
verified ·
1 Parent(s): e0105ed

Back up iclr-debug-tokenizer13k-generator135b-decay20-v1 generator step 25750

Browse files
Files changed (15) hide show
  1. iclr-debug-tokenizer13k-generator135b-decay20-v1/generator/evaluation/step-25750/EVAL_DONE.json +5 -0
  2. iclr-debug-tokenizer13k-generator135b-decay20-v1/generator/evaluation/step-25750/random-seed-0.json +0 -0
  3. iclr-debug-tokenizer13k-generator135b-decay20-v1/generator/evaluation/step-25750/random-seed-0.samples.json +0 -0
  4. iclr-debug-tokenizer13k-generator135b-decay20-v1/generator/evaluation/step-25750/random-seed-1.json +0 -0
  5. iclr-debug-tokenizer13k-generator135b-decay20-v1/generator/evaluation/step-25750/random-seed-1.samples.json +0 -0
  6. iclr-debug-tokenizer13k-generator135b-decay20-v1/generator/evaluation/step-25750/random-seed-2.json +0 -0
  7. iclr-debug-tokenizer13k-generator135b-decay20-v1/generator/evaluation/step-25750/random-seed-2.samples.json +0 -0
  8. iclr-debug-tokenizer13k-generator135b-decay20-v1/generator/evaluation/step-25750/random-seed-3.json +0 -0
  9. iclr-debug-tokenizer13k-generator135b-decay20-v1/generator/evaluation/step-25750/random-seed-3.samples.json +0 -0
  10. iclr-debug-tokenizer13k-generator135b-decay20-v1/generator/evaluation/step-25750/random-seed-4.json +0 -0
  11. iclr-debug-tokenizer13k-generator135b-decay20-v1/generator/evaluation/step-25750/random-seed-4.samples.json +0 -0
  12. iclr-debug-tokenizer13k-generator135b-decay20-v1/generator/evaluation/step-25750/summary.json +35 -0
  13. iclr-debug-tokenizer13k-generator135b-decay20-v1/generator/exports/step-25750/ncp.pt +3 -0
  14. iclr-debug-tokenizer13k-generator135b-decay20-v1/generator/exports/step-25750/vqvae.pt +3 -0
  15. iclr-debug-tokenizer13k-generator135b-decay20-v1/generator/milestone-iter-25750.pt +3 -0
iclr-debug-tokenizer13k-generator135b-decay20-v1/generator/evaluation/step-25750/EVAL_DONE.json ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ {
2
+ "step": 25750,
3
+ "reference_dtype": "float32",
4
+ "sampling": "supplied-level0-untruncated"
5
+ }
iclr-debug-tokenizer13k-generator135b-decay20-v1/generator/evaluation/step-25750/random-seed-0.json ADDED
The diff for this file is too large to render. See raw diff
 
iclr-debug-tokenizer13k-generator135b-decay20-v1/generator/evaluation/step-25750/random-seed-0.samples.json ADDED
The diff for this file is too large to render. See raw diff
 
iclr-debug-tokenizer13k-generator135b-decay20-v1/generator/evaluation/step-25750/random-seed-1.json ADDED
The diff for this file is too large to render. See raw diff
 
iclr-debug-tokenizer13k-generator135b-decay20-v1/generator/evaluation/step-25750/random-seed-1.samples.json ADDED
The diff for this file is too large to render. See raw diff
 
iclr-debug-tokenizer13k-generator135b-decay20-v1/generator/evaluation/step-25750/random-seed-2.json ADDED
The diff for this file is too large to render. See raw diff
 
iclr-debug-tokenizer13k-generator135b-decay20-v1/generator/evaluation/step-25750/random-seed-2.samples.json ADDED
The diff for this file is too large to render. See raw diff
 
iclr-debug-tokenizer13k-generator135b-decay20-v1/generator/evaluation/step-25750/random-seed-3.json ADDED
The diff for this file is too large to render. See raw diff
 
iclr-debug-tokenizer13k-generator135b-decay20-v1/generator/evaluation/step-25750/random-seed-3.samples.json ADDED
The diff for this file is too large to render. See raw diff
 
iclr-debug-tokenizer13k-generator135b-decay20-v1/generator/evaluation/step-25750/random-seed-4.json ADDED
The diff for this file is too large to render. See raw diff
 
iclr-debug-tokenizer13k-generator135b-decay20-v1/generator/evaluation/step-25750/random-seed-4.samples.json ADDED
The diff for this file is too large to render. See raw diff
 
iclr-debug-tokenizer13k-generator135b-decay20-v1/generator/evaluation/step-25750/summary.json ADDED
@@ -0,0 +1,35 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "protocol": {
3
+ "sampling": "random",
4
+ "temperature": 1.0,
5
+ "top_k": 0,
6
+ "top_p": 1.0,
7
+ "n_provided_levels": 1,
8
+ "n_levels": 16,
9
+ "document_aware_validation_sampling": true
10
+ },
11
+ "reference_model": "gpt2-large",
12
+ "checkpoint": "/home/ubuntu/mstok-results/iclr-debug-tokenizer13k-generator135b-decay20-v1/generator/exports/step-25750/ncp.pt",
13
+ "checkpoint_step": 25750,
14
+ "seeds": [
15
+ 0,
16
+ 1,
17
+ 2,
18
+ 3,
19
+ 4
20
+ ],
21
+ "samples_per_seed": 128,
22
+ "total_scored_samples": 640,
23
+ "total_scored_tokens": 161316,
24
+ "per_seed_mean_ppl": {
25
+ "0": 215.25110282407238,
26
+ "1": 203.51670535127644,
27
+ "2": 210.33314138054243,
28
+ "3": 209.7146945831861,
29
+ "4": 208.27032958987468
30
+ },
31
+ "mean_gen_ppl": 209.4171947457904,
32
+ "gen_ppl_se": 1.885378246366402,
33
+ "mean_of_seed_median_ppl": 201.89420166015626,
34
+ "mean_entropy_nats": 4.522041804449737
35
+ }
iclr-debug-tokenizer13k-generator135b-decay20-v1/generator/exports/step-25750/ncp.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:18d04eecfdcc8ab9000b511af7fee7fc35a79a482d0a91e312c3fc81361901b5
3
+ size 427469726
iclr-debug-tokenizer13k-generator135b-decay20-v1/generator/exports/step-25750/vqvae.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e1fd8ceaa439719b65887d41b1e5438dfe6999db3ad98acb71901146e2c1de4a
3
+ size 1300864149
iclr-debug-tokenizer13k-generator135b-decay20-v1/generator/milestone-iter-25750.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bb51876e0d4938292d690352a4cbd99a88d488a9589780aac246aa304fdc8022
3
+ size 2565487499