Hugging Face's logo

BRlkl
/
prefix_2048_debug

Safetensors
Model card Files
xet
 Community
prefix_2048_debug
File size: 1,293 Bytes
b04d158
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
{
  "phase_results": [
    {
      "phase": "phase0a",
      "skipped": true
    },
    {
      "phase": "phase0b",
      "best_validation_loss": 1.5501561467673284,
      "best_metrics": {
        "loss": 1.5501561467673284,
        "token_count": 63097.0,
        "example_count": 1152.0,
        "first_token_correct": 543.0,
        "first_token_count": 1152.0,
        "first_token_exact_match": 0.4713541666666667,
        "phase": "phase0b"
      },
      "global_step": 398,
      "run_step_end": 398,
      "train_dataset": {
        "example_count": 50865,
        "observation_steps_mean": 1.0,
        "observation_steps_max": 1,
        "input_tokens_mean": 25.618814508994397,
        "input_tokens_max": 540,
        "target_tokens_mean": 57.92916543792391,
        "target_tokens_max": 1024,
        "dataset_counts": {
          "alpaca": 50865
        }
      },
      "validation_dataset": {
        "example_count": 1109,
        "observation_steps_mean": 1.0,
        "observation_steps_max": 1,
        "input_tokens_mean": 25.237150586113614,
        "input_tokens_max": 274,
        "target_tokens_mean": 55.19206492335437,
        "target_tokens_max": 535,
        "dataset_counts": {
          "alpaca": 1109
        }
      },
      "wandb_enabled": true
    }
  ]
}