Hugging Face's logo

lestienne
/
llmcal

Model card Files
xet
Community
lestienne commited on
Commit
692d572
·
verified ·
1 Parent(s): 8df1ff5

Add files using upload-large-folder tool

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=4/lora_ans/0.0-0.7/0.7-1.0/checkpoint/config.json +39 -0
  2. finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=4/lora_ans/0.0-0.7/0.7-1.0/checkpoint/model_config.yaml +40 -0
  3. finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=4/lora_ans/0.0-0.7/0.7-1.0/checkpoint/tokenizer_config.json +2062 -0
  4. finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=4/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/config.json +39 -0
  5. finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=4/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/generation_config.json +12 -0
  6. finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=4/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/model_config.yaml +40 -0
  7. finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=4/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/tokenizer.json +0 -0
  8. finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=4/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/tokenizer_config.json +2062 -0
  9. finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=4/lora_ans_no_es/0.0-0.7/0.0-0.3/logs/hparams.yaml +1 -0
  10. finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=4/lora_ans_no_es/0.0-0.7/0.0-0.3/logs/metrics.csv +1226 -0
  11. finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=4/lora_ans_no_es/0.0-0.7/0.0-0.3/test=sst2/list=0.7-1.0/labels.csv +4 -0
  12. finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=4/lora_ans_no_es/0.0-0.7/0.0-0.3/test=sst2/list=0.7-1.0/logits.csv +4 -0
  13. finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=4/lora_ans_no_es/0.0-0.7/0.0-0.3/test=sst2/list=test_400/labels.csv +400 -0
  14. finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=4/lora_ans_no_es/0.0-0.7/0.0-0.3/test=sst2/list=test_400/logits.csv +400 -0
  15. finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=4/lora_ans_no_es/0.0-0.7/0.0-0.3/train_args.yaml +10 -0
  16. finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=4/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/config.json +39 -0
  17. finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=4/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/generation_config.json +12 -0
  18. finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=4/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/model_config.yaml +40 -0
  19. finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=4/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/tokenizer.json +0 -0
  20. finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=4/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/tokenizer_config.json +2062 -0
  21. finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=4/lora_ans_no_es/0.0-1.0/0.7-1.0/logs/hparams.yaml +1 -0
  22. finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=4/lora_ans_no_es/0.0-1.0/0.7-1.0/logs/metrics.csv +1107 -0
  23. finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=4/lora_ans_no_es/0.0-1.0/0.7-1.0/test=sst2/list=0.0-1.0/labels.csv +16 -0
  24. finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=4/lora_ans_no_es/0.0-1.0/0.7-1.0/test=sst2/list=0.0-1.0/logits.csv +16 -0
  25. finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=4/lora_ans_no_es/0.0-1.0/0.7-1.0/test=sst2/list=test_400/labels.csv +400 -0
  26. finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=4/lora_ans_no_es/0.0-1.0/0.7-1.0/test=sst2/list=test_400/logits.csv +400 -0
  27. finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=4/lora_ans_no_es/0.0-1.0/0.7-1.0/train_args.yaml +10 -0
  28. finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=6/lora_ans/0.0-0.7/0.7-1.0/checkpoint/config.json +39 -0
  29. finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=6/lora_ans/0.0-0.7/0.7-1.0/checkpoint/generation_config.json +12 -0
  30. finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=6/lora_ans/0.0-0.7/0.7-1.0/checkpoint/model_config.yaml +40 -0
  31. finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=6/lora_ans/0.0-0.7/0.7-1.0/checkpoint/tokenizer.json +0 -0
  32. finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=6/lora_ans/0.0-0.7/0.7-1.0/checkpoint/tokenizer_config.json +2062 -0
  33. finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=6/lora_ans/0.0-0.7/0.7-1.0/logs/hparams.yaml +1 -0
  34. finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=6/lora_ans/0.0-0.7/0.7-1.0/logs/metrics.csv +189 -0
  35. finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=6/lora_ans/0.0-0.7/0.7-1.0/test=sst2/list=0.7-1.0/labels.csv +4 -0
  36. finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=6/lora_ans/0.0-0.7/0.7-1.0/test=sst2/list=0.7-1.0/logits.csv +4 -0
  37. finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=6/lora_ans/0.0-0.7/0.7-1.0/test=sst2/list=test_400/labels.csv +400 -0
  38. finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=6/lora_ans/0.0-0.7/0.7-1.0/test=sst2/list=test_400/logits.csv +400 -0
  39. finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=6/lora_ans/0.0-0.7/0.7-1.0/train_args.yaml +10 -0
  40. finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=6/lora_ans/0.0-1.0/0.7-1.0/checkpoint/config.json +39 -0
  41. finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=6/lora_ans/0.0-1.0/0.7-1.0/checkpoint/generation_config.json +12 -0
  42. finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=6/lora_ans/0.0-1.0/0.7-1.0/checkpoint/model_config.yaml +40 -0
  43. finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=6/lora_ans/0.0-1.0/0.7-1.0/checkpoint/tokenizer.json +0 -0
  44. finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=6/lora_ans/0.0-1.0/0.7-1.0/checkpoint/tokenizer_config.json +2062 -0
  45. finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=6/lora_ans/0.0-1.0/0.7-1.0/logs/hparams.yaml +1 -0
  46. finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=6/lora_ans/0.0-1.0/0.7-1.0/logs/metrics.csv +19 -0
  47. finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=6/lora_ans/0.0-1.0/0.7-1.0/test=sst2/list=test_400/labels.csv +400 -0
  48. finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=6/lora_ans/0.0-1.0/0.7-1.0/test=sst2/list=test_400/logits.csv +400 -0
  49. finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=6/lora_ans/0.0-1.0/0.7-1.0/train_args.yaml +10 -0
  50. finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=6/lora_ans_no_es/0.0-1.0/0.7-1.0/logs/metrics.csv +1090 -0
finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=4/lora_ans/0.0-0.7/0.7-1.0/checkpoint/config.json ADDED
@@ -0,0 +1,39 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "LlamaForCausalLM"
4
+ ],
5
+ "attention_bias": false,
6
+ "attention_dropout": 0.0,
7
+ "bos_token_id": 128000,
8
+ "eos_token_id": [
9
+ 128001,
10
+ 128008,
11
+ 128009
12
+ ],
13
+ "head_dim": 64,
14
+ "hidden_act": "silu",
15
+ "hidden_size": 2048,
16
+ "initializer_range": 0.02,
17
+ "intermediate_size": 8192,
18
+ "max_position_embeddings": 131072,
19
+ "mlp_bias": false,
20
+ "model_type": "llama",
21
+ "num_attention_heads": 32,
22
+ "num_hidden_layers": 16,
23
+ "num_key_value_heads": 8,
24
+ "pretraining_tp": 1,
25
+ "rms_norm_eps": 1e-05,
26
+ "rope_scaling": {
27
+ "factor": 32.0,
28
+ "high_freq_factor": 4.0,
29
+ "low_freq_factor": 1.0,
30
+ "original_max_position_embeddings": 8192,
31
+ "rope_type": "llama3"
32
+ },
33
+ "rope_theta": 500000.0,
34
+ "tie_word_embeddings": true,
35
+ "torch_dtype": "bfloat16",
36
+ "transformers_version": "4.45.0.dev0",
37
+ "use_cache": true,
38
+ "vocab_size": 128256
39
+ }
finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=4/lora_ans/0.0-0.7/0.7-1.0/checkpoint/model_config.yaml ADDED
@@ -0,0 +1,40 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ attention_logit_softcapping: null
2
+ attention_scores_scalar: null
3
+ bias: false
4
+ block_size: 131072
5
+ final_logit_softcapping: null
6
+ gelu_approximate: none
7
+ head_size: 64
8
+ hf_config:
9
+ name: Llama-3.2-1B-Instruct
10
+ org: meta-llama
11
+ intermediate_size: 8192
12
+ lm_head_bias: false
13
+ mlp_class_name: LLaMAMLP
14
+ n_embd: 2048
15
+ n_expert: 0
16
+ n_expert_per_token: 0
17
+ n_head: 32
18
+ n_layer: 16
19
+ n_query_groups: 8
20
+ name: Llama-3.2-1B-Instruct
21
+ norm_class_name: RMSNorm
22
+ norm_eps: 1.0e-05
23
+ padded_vocab_size: 128256
24
+ padding_multiple: 512
25
+ parallel_residual: false
26
+ post_attention_norm: false
27
+ post_mlp_norm: false
28
+ rope_adjustments:
29
+ factor: 32.0
30
+ high_freq_factor: 4.0
31
+ low_freq_factor: 1.0
32
+ original_max_seq_len: 8192
33
+ rope_base: 500000
34
+ rope_condense_ratio: 1
35
+ rotary_percentage: 1.0
36
+ scale_embeddings: false
37
+ shared_attention_norm: false
38
+ sliding_window_layer_placing: null
39
+ sliding_window_size: null
40
+ vocab_size: 128000
finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=4/lora_ans/0.0-0.7/0.7-1.0/checkpoint/tokenizer_config.json ADDED
@@ -0,0 +1,2062 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "128000": {
4
+ "content": "<|begin_of_text|>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "128001": {
12
+ "content": "<|end_of_text|>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "128002": {
20
+ "content": "<|reserved_special_token_0|>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "128003": {
28
+ "content": "<|reserved_special_token_1|>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "128004": {
36
+ "content": "<|finetune_right_pad_id|>",
37
+ "lstrip": false,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ },
43
+ "128005": {
44
+ "content": "<|reserved_special_token_2|>",
45
+ "lstrip": false,
46
+ "normalized": false,
47
+ "rstrip": false,
48
+ "single_word": false,
49
+ "special": true
50
+ },
51
+ "128006": {
52
+ "content": "<|start_header_id|>",
53
+ "lstrip": false,
54
+ "normalized": false,
55
+ "rstrip": false,
56
+ "single_word": false,
57
+ "special": true
58
+ },
59
+ "128007": {
60
+ "content": "<|end_header_id|>",
61
+ "lstrip": false,
62
+ "normalized": false,
63
+ "rstrip": false,
64
+ "single_word": false,
65
+ "special": true
66
+ },
67
+ "128008": {
68
+ "content": "<|eom_id|>",
69
+ "lstrip": false,
70
+ "normalized": false,
71
+ "rstrip": false,
72
+ "single_word": false,
73
+ "special": true
74
+ },
75
+ "128009": {
76
+ "content": "<|eot_id|>",
77
+ "lstrip": false,
78
+ "normalized": false,
79
+ "rstrip": false,
80
+ "single_word": false,
81
+ "special": true
82
+ },
83
+ "128010": {
84
+ "content": "<|python_tag|>",
85
+ "lstrip": false,
86
+ "normalized": false,
87
+ "rstrip": false,
88
+ "single_word": false,
89
+ "special": true
90
+ },
91
+ "128011": {
92
+ "content": "<|reserved_special_token_3|>",
93
+ "lstrip": false,
94
+ "normalized": false,
95
+ "rstrip": false,
96
+ "single_word": false,
97
+ "special": true
98
+ },
99
+ "128012": {
100
+ "content": "<|reserved_special_token_4|>",
101
+ "lstrip": false,
102
+ "normalized": false,
103
+ "rstrip": false,
104
+ "single_word": false,
105
+ "special": true
106
+ },
107
+ "128013": {
108
+ "content": "<|reserved_special_token_5|>",
109
+ "lstrip": false,
110
+ "normalized": false,
111
+ "rstrip": false,
112
+ "single_word": false,
113
+ "special": true
114
+ },
115
+ "128014": {
116
+ "content": "<|reserved_special_token_6|>",
117
+ "lstrip": false,
118
+ "normalized": false,
119
+ "rstrip": false,
120
+ "single_word": false,
121
+ "special": true
122
+ },
123
+ "128015": {
124
+ "content": "<|reserved_special_token_7|>",
125
+ "lstrip": false,
126
+ "normalized": false,
127
+ "rstrip": false,
128
+ "single_word": false,
129
+ "special": true
130
+ },
131
+ "128016": {
132
+ "content": "<|reserved_special_token_8|>",
133
+ "lstrip": false,
134
+ "normalized": false,
135
+ "rstrip": false,
136
+ "single_word": false,
137
+ "special": true
138
+ },
139
+ "128017": {
140
+ "content": "<|reserved_special_token_9|>",
141
+ "lstrip": false,
142
+ "normalized": false,
143
+ "rstrip": false,
144
+ "single_word": false,
145
+ "special": true
146
+ },
147
+ "128018": {
148
+ "content": "<|reserved_special_token_10|>",
149
+ "lstrip": false,
150
+ "normalized": false,
151
+ "rstrip": false,
152
+ "single_word": false,
153
+ "special": true
154
+ },
155
+ "128019": {
156
+ "content": "<|reserved_special_token_11|>",
157
+ "lstrip": false,
158
+ "normalized": false,
159
+ "rstrip": false,
160
+ "single_word": false,
161
+ "special": true
162
+ },
163
+ "128020": {
164
+ "content": "<|reserved_special_token_12|>",
165
+ "lstrip": false,
166
+ "normalized": false,
167
+ "rstrip": false,
168
+ "single_word": false,
169
+ "special": true
170
+ },
171
+ "128021": {
172
+ "content": "<|reserved_special_token_13|>",
173
+ "lstrip": false,
174
+ "normalized": false,
175
+ "rstrip": false,
176
+ "single_word": false,
177
+ "special": true
178
+ },
179
+ "128022": {
180
+ "content": "<|reserved_special_token_14|>",
181
+ "lstrip": false,
182
+ "normalized": false,
183
+ "rstrip": false,
184
+ "single_word": false,
185
+ "special": true
186
+ },
187
+ "128023": {
188
+ "content": "<|reserved_special_token_15|>",
189
+ "lstrip": false,
190
+ "normalized": false,
191
+ "rstrip": false,
192
+ "single_word": false,
193
+ "special": true
194
+ },
195
+ "128024": {
196
+ "content": "<|reserved_special_token_16|>",
197
+ "lstrip": false,
198
+ "normalized": false,
199
+ "rstrip": false,
200
+ "single_word": false,
201
+ "special": true
202
+ },
203
+ "128025": {
204
+ "content": "<|reserved_special_token_17|>",
205
+ "lstrip": false,
206
+ "normalized": false,
207
+ "rstrip": false,
208
+ "single_word": false,
209
+ "special": true
210
+ },
211
+ "128026": {
212
+ "content": "<|reserved_special_token_18|>",
213
+ "lstrip": false,
214
+ "normalized": false,
215
+ "rstrip": false,
216
+ "single_word": false,
217
+ "special": true
218
+ },
219
+ "128027": {
220
+ "content": "<|reserved_special_token_19|>",
221
+ "lstrip": false,
222
+ "normalized": false,
223
+ "rstrip": false,
224
+ "single_word": false,
225
+ "special": true
226
+ },
227
+ "128028": {
228
+ "content": "<|reserved_special_token_20|>",
229
+ "lstrip": false,
230
+ "normalized": false,
231
+ "rstrip": false,
232
+ "single_word": false,
233
+ "special": true
234
+ },
235
+ "128029": {
236
+ "content": "<|reserved_special_token_21|>",
237
+ "lstrip": false,
238
+ "normalized": false,
239
+ "rstrip": false,
240
+ "single_word": false,
241
+ "special": true
242
+ },
243
+ "128030": {
244
+ "content": "<|reserved_special_token_22|>",
245
+ "lstrip": false,
246
+ "normalized": false,
247
+ "rstrip": false,
248
+ "single_word": false,
249
+ "special": true
250
+ },
251
+ "128031": {
252
+ "content": "<|reserved_special_token_23|>",
253
+ "lstrip": false,
254
+ "normalized": false,
255
+ "rstrip": false,
256
+ "single_word": false,
257
+ "special": true
258
+ },
259
+ "128032": {
260
+ "content": "<|reserved_special_token_24|>",
261
+ "lstrip": false,
262
+ "normalized": false,
263
+ "rstrip": false,
264
+ "single_word": false,
265
+ "special": true
266
+ },
267
+ "128033": {
268
+ "content": "<|reserved_special_token_25|>",
269
+ "lstrip": false,
270
+ "normalized": false,
271
+ "rstrip": false,
272
+ "single_word": false,
273
+ "special": true
274
+ },
275
+ "128034": {
276
+ "content": "<|reserved_special_token_26|>",
277
+ "lstrip": false,
278
+ "normalized": false,
279
+ "rstrip": false,
280
+ "single_word": false,
281
+ "special": true
282
+ },
283
+ "128035": {
284
+ "content": "<|reserved_special_token_27|>",
285
+ "lstrip": false,
286
+ "normalized": false,
287
+ "rstrip": false,
288
+ "single_word": false,
289
+ "special": true
290
+ },
291
+ "128036": {
292
+ "content": "<|reserved_special_token_28|>",
293
+ "lstrip": false,
294
+ "normalized": false,
295
+ "rstrip": false,
296
+ "single_word": false,
297
+ "special": true
298
+ },
299
+ "128037": {
300
+ "content": "<|reserved_special_token_29|>",
301
+ "lstrip": false,
302
+ "normalized": false,
303
+ "rstrip": false,
304
+ "single_word": false,
305
+ "special": true
306
+ },
307
+ "128038": {
308
+ "content": "<|reserved_special_token_30|>",
309
+ "lstrip": false,
310
+ "normalized": false,
311
+ "rstrip": false,
312
+ "single_word": false,
313
+ "special": true
314
+ },
315
+ "128039": {
316
+ "content": "<|reserved_special_token_31|>",
317
+ "lstrip": false,
318
+ "normalized": false,
319
+ "rstrip": false,
320
+ "single_word": false,
321
+ "special": true
322
+ },
323
+ "128040": {
324
+ "content": "<|reserved_special_token_32|>",
325
+ "lstrip": false,
326
+ "normalized": false,
327
+ "rstrip": false,
328
+ "single_word": false,
329
+ "special": true
330
+ },
331
+ "128041": {
332
+ "content": "<|reserved_special_token_33|>",
333
+ "lstrip": false,
334
+ "normalized": false,
335
+ "rstrip": false,
336
+ "single_word": false,
337
+ "special": true
338
+ },
339
+ "128042": {
340
+ "content": "<|reserved_special_token_34|>",
341
+ "lstrip": false,
342
+ "normalized": false,
343
+ "rstrip": false,
344
+ "single_word": false,
345
+ "special": true
346
+ },
347
+ "128043": {
348
+ "content": "<|reserved_special_token_35|>",
349
+ "lstrip": false,
350
+ "normalized": false,
351
+ "rstrip": false,
352
+ "single_word": false,
353
+ "special": true
354
+ },
355
+ "128044": {
356
+ "content": "<|reserved_special_token_36|>",
357
+ "lstrip": false,
358
+ "normalized": false,
359
+ "rstrip": false,
360
+ "single_word": false,
361
+ "special": true
362
+ },
363
+ "128045": {
364
+ "content": "<|reserved_special_token_37|>",
365
+ "lstrip": false,
366
+ "normalized": false,
367
+ "rstrip": false,
368
+ "single_word": false,
369
+ "special": true
370
+ },
371
+ "128046": {
372
+ "content": "<|reserved_special_token_38|>",
373
+ "lstrip": false,
374
+ "normalized": false,
375
+ "rstrip": false,
376
+ "single_word": false,
377
+ "special": true
378
+ },
379
+ "128047": {
380
+ "content": "<|reserved_special_token_39|>",
381
+ "lstrip": false,
382
+ "normalized": false,
383
+ "rstrip": false,
384
+ "single_word": false,
385
+ "special": true
386
+ },
387
+ "128048": {
388
+ "content": "<|reserved_special_token_40|>",
389
+ "lstrip": false,
390
+ "normalized": false,
391
+ "rstrip": false,
392
+ "single_word": false,
393
+ "special": true
394
+ },
395
+ "128049": {
396
+ "content": "<|reserved_special_token_41|>",
397
+ "lstrip": false,
398
+ "normalized": false,
399
+ "rstrip": false,
400
+ "single_word": false,
401
+ "special": true
402
+ },
403
+ "128050": {
404
+ "content": "<|reserved_special_token_42|>",
405
+ "lstrip": false,
406
+ "normalized": false,
407
+ "rstrip": false,
408
+ "single_word": false,
409
+ "special": true
410
+ },
411
+ "128051": {
412
+ "content": "<|reserved_special_token_43|>",
413
+ "lstrip": false,
414
+ "normalized": false,
415
+ "rstrip": false,
416
+ "single_word": false,
417
+ "special": true
418
+ },
419
+ "128052": {
420
+ "content": "<|reserved_special_token_44|>",
421
+ "lstrip": false,
422
+ "normalized": false,
423
+ "rstrip": false,
424
+ "single_word": false,
425
+ "special": true
426
+ },
427
+ "128053": {
428
+ "content": "<|reserved_special_token_45|>",
429
+ "lstrip": false,
430
+ "normalized": false,
431
+ "rstrip": false,
432
+ "single_word": false,
433
+ "special": true
434
+ },
435
+ "128054": {
436
+ "content": "<|reserved_special_token_46|>",
437
+ "lstrip": false,
438
+ "normalized": false,
439
+ "rstrip": false,
440
+ "single_word": false,
441
+ "special": true
442
+ },
443
+ "128055": {
444
+ "content": "<|reserved_special_token_47|>",
445
+ "lstrip": false,
446
+ "normalized": false,
447
+ "rstrip": false,
448
+ "single_word": false,
449
+ "special": true
450
+ },
451
+ "128056": {
452
+ "content": "<|reserved_special_token_48|>",
453
+ "lstrip": false,
454
+ "normalized": false,
455
+ "rstrip": false,
456
+ "single_word": false,
457
+ "special": true
458
+ },
459
+ "128057": {
460
+ "content": "<|reserved_special_token_49|>",
461
+ "lstrip": false,
462
+ "normalized": false,
463
+ "rstrip": false,
464
+ "single_word": false,
465
+ "special": true
466
+ },
467
+ "128058": {
468
+ "content": "<|reserved_special_token_50|>",
469
+ "lstrip": false,
470
+ "normalized": false,
471
+ "rstrip": false,
472
+ "single_word": false,
473
+ "special": true
474
+ },
475
+ "128059": {
476
+ "content": "<|reserved_special_token_51|>",
477
+ "lstrip": false,
478
+ "normalized": false,
479
+ "rstrip": false,
480
+ "single_word": false,
481
+ "special": true
482
+ },
483
+ "128060": {
484
+ "content": "<|reserved_special_token_52|>",
485
+ "lstrip": false,
486
+ "normalized": false,
487
+ "rstrip": false,
488
+ "single_word": false,
489
+ "special": true
490
+ },
491
+ "128061": {
492
+ "content": "<|reserved_special_token_53|>",
493
+ "lstrip": false,
494
+ "normalized": false,
495
+ "rstrip": false,
496
+ "single_word": false,
497
+ "special": true
498
+ },
499
+ "128062": {
500
+ "content": "<|reserved_special_token_54|>",
501
+ "lstrip": false,
502
+ "normalized": false,
503
+ "rstrip": false,
504
+ "single_word": false,
505
+ "special": true
506
+ },
507
+ "128063": {
508
+ "content": "<|reserved_special_token_55|>",
509
+ "lstrip": false,
510
+ "normalized": false,
511
+ "rstrip": false,
512
+ "single_word": false,
513
+ "special": true
514
+ },
515
+ "128064": {
516
+ "content": "<|reserved_special_token_56|>",
517
+ "lstrip": false,
518
+ "normalized": false,
519
+ "rstrip": false,
520
+ "single_word": false,
521
+ "special": true
522
+ },
523
+ "128065": {
524
+ "content": "<|reserved_special_token_57|>",
525
+ "lstrip": false,
526
+ "normalized": false,
527
+ "rstrip": false,
528
+ "single_word": false,
529
+ "special": true
530
+ },
531
+ "128066": {
532
+ "content": "<|reserved_special_token_58|>",
533
+ "lstrip": false,
534
+ "normalized": false,
535
+ "rstrip": false,
536
+ "single_word": false,
537
+ "special": true
538
+ },
539
+ "128067": {
540
+ "content": "<|reserved_special_token_59|>",
541
+ "lstrip": false,
542
+ "normalized": false,
543
+ "rstrip": false,
544
+ "single_word": false,
545
+ "special": true
546
+ },
547
+ "128068": {
548
+ "content": "<|reserved_special_token_60|>",
549
+ "lstrip": false,
550
+ "normalized": false,
551
+ "rstrip": false,
552
+ "single_word": false,
553
+ "special": true
554
+ },
555
+ "128069": {
556
+ "content": "<|reserved_special_token_61|>",
557
+ "lstrip": false,
558
+ "normalized": false,
559
+ "rstrip": false,
560
+ "single_word": false,
561
+ "special": true
562
+ },
563
+ "128070": {
564
+ "content": "<|reserved_special_token_62|>",
565
+ "lstrip": false,
566
+ "normalized": false,
567
+ "rstrip": false,
568
+ "single_word": false,
569
+ "special": true
570
+ },
571
+ "128071": {
572
+ "content": "<|reserved_special_token_63|>",
573
+ "lstrip": false,
574
+ "normalized": false,
575
+ "rstrip": false,
576
+ "single_word": false,
577
+ "special": true
578
+ },
579
+ "128072": {
580
+ "content": "<|reserved_special_token_64|>",
581
+ "lstrip": false,
582
+ "normalized": false,
583
+ "rstrip": false,
584
+ "single_word": false,
585
+ "special": true
586
+ },
587
+ "128073": {
588
+ "content": "<|reserved_special_token_65|>",
589
+ "lstrip": false,
590
+ "normalized": false,
591
+ "rstrip": false,
592
+ "single_word": false,
593
+ "special": true
594
+ },
595
+ "128074": {
596
+ "content": "<|reserved_special_token_66|>",
597
+ "lstrip": false,
598
+ "normalized": false,
599
+ "rstrip": false,
600
+ "single_word": false,
601
+ "special": true
602
+ },
603
+ "128075": {
604
+ "content": "<|reserved_special_token_67|>",
605
+ "lstrip": false,
606
+ "normalized": false,
607
+ "rstrip": false,
608
+ "single_word": false,
609
+ "special": true
610
+ },
611
+ "128076": {
612
+ "content": "<|reserved_special_token_68|>",
613
+ "lstrip": false,
614
+ "normalized": false,
615
+ "rstrip": false,
616
+ "single_word": false,
617
+ "special": true
618
+ },
619
+ "128077": {
620
+ "content": "<|reserved_special_token_69|>",
621
+ "lstrip": false,
622
+ "normalized": false,
623
+ "rstrip": false,
624
+ "single_word": false,
625
+ "special": true
626
+ },
627
+ "128078": {
628
+ "content": "<|reserved_special_token_70|>",
629
+ "lstrip": false,
630
+ "normalized": false,
631
+ "rstrip": false,
632
+ "single_word": false,
633
+ "special": true
634
+ },
635
+ "128079": {
636
+ "content": "<|reserved_special_token_71|>",
637
+ "lstrip": false,
638
+ "normalized": false,
639
+ "rstrip": false,
640
+ "single_word": false,
641
+ "special": true
642
+ },
643
+ "128080": {
644
+ "content": "<|reserved_special_token_72|>",
645
+ "lstrip": false,
646
+ "normalized": false,
647
+ "rstrip": false,
648
+ "single_word": false,
649
+ "special": true
650
+ },
651
+ "128081": {
652
+ "content": "<|reserved_special_token_73|>",
653
+ "lstrip": false,
654
+ "normalized": false,
655
+ "rstrip": false,
656
+ "single_word": false,
657
+ "special": true
658
+ },
659
+ "128082": {
660
+ "content": "<|reserved_special_token_74|>",
661
+ "lstrip": false,
662
+ "normalized": false,
663
+ "rstrip": false,
664
+ "single_word": false,
665
+ "special": true
666
+ },
667
+ "128083": {
668
+ "content": "<|reserved_special_token_75|>",
669
+ "lstrip": false,
670
+ "normalized": false,
671
+ "rstrip": false,
672
+ "single_word": false,
673
+ "special": true
674
+ },
675
+ "128084": {
676
+ "content": "<|reserved_special_token_76|>",
677
+ "lstrip": false,
678
+ "normalized": false,
679
+ "rstrip": false,
680
+ "single_word": false,
681
+ "special": true
682
+ },
683
+ "128085": {
684
+ "content": "<|reserved_special_token_77|>",
685
+ "lstrip": false,
686
+ "normalized": false,
687
+ "rstrip": false,
688
+ "single_word": false,
689
+ "special": true
690
+ },
691
+ "128086": {
692
+ "content": "<|reserved_special_token_78|>",
693
+ "lstrip": false,
694
+ "normalized": false,
695
+ "rstrip": false,
696
+ "single_word": false,
697
+ "special": true
698
+ },
699
+ "128087": {
700
+ "content": "<|reserved_special_token_79|>",
701
+ "lstrip": false,
702
+ "normalized": false,
703
+ "rstrip": false,
704
+ "single_word": false,
705
+ "special": true
706
+ },
707
+ "128088": {
708
+ "content": "<|reserved_special_token_80|>",
709
+ "lstrip": false,
710
+ "normalized": false,
711
+ "rstrip": false,
712
+ "single_word": false,
713
+ "special": true
714
+ },
715
+ "128089": {
716
+ "content": "<|reserved_special_token_81|>",
717
+ "lstrip": false,
718
+ "normalized": false,
719
+ "rstrip": false,
720
+ "single_word": false,
721
+ "special": true
722
+ },
723
+ "128090": {
724
+ "content": "<|reserved_special_token_82|>",
725
+ "lstrip": false,
726
+ "normalized": false,
727
+ "rstrip": false,
728
+ "single_word": false,
729
+ "special": true
730
+ },
731
+ "128091": {
732
+ "content": "<|reserved_special_token_83|>",
733
+ "lstrip": false,
734
+ "normalized": false,
735
+ "rstrip": false,
736
+ "single_word": false,
737
+ "special": true
738
+ },
739
+ "128092": {
740
+ "content": "<|reserved_special_token_84|>",
741
+ "lstrip": false,
742
+ "normalized": false,
743
+ "rstrip": false,
744
+ "single_word": false,
745
+ "special": true
746
+ },
747
+ "128093": {
748
+ "content": "<|reserved_special_token_85|>",
749
+ "lstrip": false,
750
+ "normalized": false,
751
+ "rstrip": false,
752
+ "single_word": false,
753
+ "special": true
754
+ },
755
+ "128094": {
756
+ "content": "<|reserved_special_token_86|>",
757
+ "lstrip": false,
758
+ "normalized": false,
759
+ "rstrip": false,
760
+ "single_word": false,
761
+ "special": true
762
+ },
763
+ "128095": {
764
+ "content": "<|reserved_special_token_87|>",
765
+ "lstrip": false,
766
+ "normalized": false,
767
+ "rstrip": false,
768
+ "single_word": false,
769
+ "special": true
770
+ },
771
+ "128096": {
772
+ "content": "<|reserved_special_token_88|>",
773
+ "lstrip": false,
774
+ "normalized": false,
775
+ "rstrip": false,
776
+ "single_word": false,
777
+ "special": true
778
+ },
779
+ "128097": {
780
+ "content": "<|reserved_special_token_89|>",
781
+ "lstrip": false,
782
+ "normalized": false,
783
+ "rstrip": false,
784
+ "single_word": false,
785
+ "special": true
786
+ },
787
+ "128098": {
788
+ "content": "<|reserved_special_token_90|>",
789
+ "lstrip": false,
790
+ "normalized": false,
791
+ "rstrip": false,
792
+ "single_word": false,
793
+ "special": true
794
+ },
795
+ "128099": {
796
+ "content": "<|reserved_special_token_91|>",
797
+ "lstrip": false,
798
+ "normalized": false,
799
+ "rstrip": false,
800
+ "single_word": false,
801
+ "special": true
802
+ },
803
+ "128100": {
804
+ "content": "<|reserved_special_token_92|>",
805
+ "lstrip": false,
806
+ "normalized": false,
807
+ "rstrip": false,
808
+ "single_word": false,
809
+ "special": true
810
+ },
811
+ "128101": {
812
+ "content": "<|reserved_special_token_93|>",
813
+ "lstrip": false,
814
+ "normalized": false,
815
+ "rstrip": false,
816
+ "single_word": false,
817
+ "special": true
818
+ },
819
+ "128102": {
820
+ "content": "<|reserved_special_token_94|>",
821
+ "lstrip": false,
822
+ "normalized": false,
823
+ "rstrip": false,
824
+ "single_word": false,
825
+ "special": true
826
+ },
827
+ "128103": {
828
+ "content": "<|reserved_special_token_95|>",
829
+ "lstrip": false,
830
+ "normalized": false,
831
+ "rstrip": false,
832
+ "single_word": false,
833
+ "special": true
834
+ },
835
+ "128104": {
836
+ "content": "<|reserved_special_token_96|>",
837
+ "lstrip": false,
838
+ "normalized": false,
839
+ "rstrip": false,
840
+ "single_word": false,
841
+ "special": true
842
+ },
843
+ "128105": {
844
+ "content": "<|reserved_special_token_97|>",
845
+ "lstrip": false,
846
+ "normalized": false,
847
+ "rstrip": false,
848
+ "single_word": false,
849
+ "special": true
850
+ },
851
+ "128106": {
852
+ "content": "<|reserved_special_token_98|>",
853
+ "lstrip": false,
854
+ "normalized": false,
855
+ "rstrip": false,
856
+ "single_word": false,
857
+ "special": true
858
+ },
859
+ "128107": {
860
+ "content": "<|reserved_special_token_99|>",
861
+ "lstrip": false,
862
+ "normalized": false,
863
+ "rstrip": false,
864
+ "single_word": false,
865
+ "special": true
866
+ },
867
+ "128108": {
868
+ "content": "<|reserved_special_token_100|>",
869
+ "lstrip": false,
870
+ "normalized": false,
871
+ "rstrip": false,
872
+ "single_word": false,
873
+ "special": true
874
+ },
875
+ "128109": {
876
+ "content": "<|reserved_special_token_101|>",
877
+ "lstrip": false,
878
+ "normalized": false,
879
+ "rstrip": false,
880
+ "single_word": false,
881
+ "special": true
882
+ },
883
+ "128110": {
884
+ "content": "<|reserved_special_token_102|>",
885
+ "lstrip": false,
886
+ "normalized": false,
887
+ "rstrip": false,
888
+ "single_word": false,
889
+ "special": true
890
+ },
891
+ "128111": {
892
+ "content": "<|reserved_special_token_103|>",
893
+ "lstrip": false,
894
+ "normalized": false,
895
+ "rstrip": false,
896
+ "single_word": false,
897
+ "special": true
898
+ },
899
+ "128112": {
900
+ "content": "<|reserved_special_token_104|>",
901
+ "lstrip": false,
902
+ "normalized": false,
903
+ "rstrip": false,
904
+ "single_word": false,
905
+ "special": true
906
+ },
907
+ "128113": {
908
+ "content": "<|reserved_special_token_105|>",
909
+ "lstrip": false,
910
+ "normalized": false,
911
+ "rstrip": false,
912
+ "single_word": false,
913
+ "special": true
914
+ },
915
+ "128114": {
916
+ "content": "<|reserved_special_token_106|>",
917
+ "lstrip": false,
918
+ "normalized": false,
919
+ "rstrip": false,
920
+ "single_word": false,
921
+ "special": true
922
+ },
923
+ "128115": {
924
+ "content": "<|reserved_special_token_107|>",
925
+ "lstrip": false,
926
+ "normalized": false,
927
+ "rstrip": false,
928
+ "single_word": false,
929
+ "special": true
930
+ },
931
+ "128116": {
932
+ "content": "<|reserved_special_token_108|>",
933
+ "lstrip": false,
934
+ "normalized": false,
935
+ "rstrip": false,
936
+ "single_word": false,
937
+ "special": true
938
+ },
939
+ "128117": {
940
+ "content": "<|reserved_special_token_109|>",
941
+ "lstrip": false,
942
+ "normalized": false,
943
+ "rstrip": false,
944
+ "single_word": false,
945
+ "special": true
946
+ },
947
+ "128118": {
948
+ "content": "<|reserved_special_token_110|>",
949
+ "lstrip": false,
950
+ "normalized": false,
951
+ "rstrip": false,
952
+ "single_word": false,
953
+ "special": true
954
+ },
955
+ "128119": {
956
+ "content": "<|reserved_special_token_111|>",
957
+ "lstrip": false,
958
+ "normalized": false,
959
+ "rstrip": false,
960
+ "single_word": false,
961
+ "special": true
962
+ },
963
+ "128120": {
964
+ "content": "<|reserved_special_token_112|>",
965
+ "lstrip": false,
966
+ "normalized": false,
967
+ "rstrip": false,
968
+ "single_word": false,
969
+ "special": true
970
+ },
971
+ "128121": {
972
+ "content": "<|reserved_special_token_113|>",
973
+ "lstrip": false,
974
+ "normalized": false,
975
+ "rstrip": false,
976
+ "single_word": false,
977
+ "special": true
978
+ },
979
+ "128122": {
980
+ "content": "<|reserved_special_token_114|>",
981
+ "lstrip": false,
982
+ "normalized": false,
983
+ "rstrip": false,
984
+ "single_word": false,
985
+ "special": true
986
+ },
987
+ "128123": {
988
+ "content": "<|reserved_special_token_115|>",
989
+ "lstrip": false,
990
+ "normalized": false,
991
+ "rstrip": false,
992
+ "single_word": false,
993
+ "special": true
994
+ },
995
+ "128124": {
996
+ "content": "<|reserved_special_token_116|>",
997
+ "lstrip": false,
998
+ "normalized": false,
999
+ "rstrip": false,
1000
+ "single_word": false,
1001
+ "special": true
1002
+ },
1003
+ "128125": {
1004
+ "content": "<|reserved_special_token_117|>",
1005
+ "lstrip": false,
1006
+ "normalized": false,
1007
+ "rstrip": false,
1008
+ "single_word": false,
1009
+ "special": true
1010
+ },
1011
+ "128126": {
1012
+ "content": "<|reserved_special_token_118|>",
1013
+ "lstrip": false,
1014
+ "normalized": false,
1015
+ "rstrip": false,
1016
+ "single_word": false,
1017
+ "special": true
1018
+ },
1019
+ "128127": {
1020
+ "content": "<|reserved_special_token_119|>",
1021
+ "lstrip": false,
1022
+ "normalized": false,
1023
+ "rstrip": false,
1024
+ "single_word": false,
1025
+ "special": true
1026
+ },
1027
+ "128128": {
1028
+ "content": "<|reserved_special_token_120|>",
1029
+ "lstrip": false,
1030
+ "normalized": false,
1031
+ "rstrip": false,
1032
+ "single_word": false,
1033
+ "special": true
1034
+ },
1035
+ "128129": {
1036
+ "content": "<|reserved_special_token_121|>",
1037
+ "lstrip": false,
1038
+ "normalized": false,
1039
+ "rstrip": false,
1040
+ "single_word": false,
1041
+ "special": true
1042
+ },
1043
+ "128130": {
1044
+ "content": "<|reserved_special_token_122|>",
1045
+ "lstrip": false,
1046
+ "normalized": false,
1047
+ "rstrip": false,
1048
+ "single_word": false,
1049
+ "special": true
1050
+ },
1051
+ "128131": {
1052
+ "content": "<|reserved_special_token_123|>",
1053
+ "lstrip": false,
1054
+ "normalized": false,
1055
+ "rstrip": false,
1056
+ "single_word": false,
1057
+ "special": true
1058
+ },
1059
+ "128132": {
1060
+ "content": "<|reserved_special_token_124|>",
1061
+ "lstrip": false,
1062
+ "normalized": false,
1063
+ "rstrip": false,
1064
+ "single_word": false,
1065
+ "special": true
1066
+ },
1067
+ "128133": {
1068
+ "content": "<|reserved_special_token_125|>",
1069
+ "lstrip": false,
1070
+ "normalized": false,
1071
+ "rstrip": false,
1072
+ "single_word": false,
1073
+ "special": true
1074
+ },
1075
+ "128134": {
1076
+ "content": "<|reserved_special_token_126|>",
1077
+ "lstrip": false,
1078
+ "normalized": false,
1079
+ "rstrip": false,
1080
+ "single_word": false,
1081
+ "special": true
1082
+ },
1083
+ "128135": {
1084
+ "content": "<|reserved_special_token_127|>",
1085
+ "lstrip": false,
1086
+ "normalized": false,
1087
+ "rstrip": false,
1088
+ "single_word": false,
1089
+ "special": true
1090
+ },
1091
+ "128136": {
1092
+ "content": "<|reserved_special_token_128|>",
1093
+ "lstrip": false,
1094
+ "normalized": false,
1095
+ "rstrip": false,
1096
+ "single_word": false,
1097
+ "special": true
1098
+ },
1099
+ "128137": {
1100
+ "content": "<|reserved_special_token_129|>",
1101
+ "lstrip": false,
1102
+ "normalized": false,
1103
+ "rstrip": false,
1104
+ "single_word": false,
1105
+ "special": true
1106
+ },
1107
+ "128138": {
1108
+ "content": "<|reserved_special_token_130|>",
1109
+ "lstrip": false,
1110
+ "normalized": false,
1111
+ "rstrip": false,
1112
+ "single_word": false,
1113
+ "special": true
1114
+ },
1115
+ "128139": {
1116
+ "content": "<|reserved_special_token_131|>",
1117
+ "lstrip": false,
1118
+ "normalized": false,
1119
+ "rstrip": false,
1120
+ "single_word": false,
1121
+ "special": true
1122
+ },
1123
+ "128140": {
1124
+ "content": "<|reserved_special_token_132|>",
1125
+ "lstrip": false,
1126
+ "normalized": false,
1127
+ "rstrip": false,
1128
+ "single_word": false,
1129
+ "special": true
1130
+ },
1131
+ "128141": {
1132
+ "content": "<|reserved_special_token_133|>",
1133
+ "lstrip": false,
1134
+ "normalized": false,
1135
+ "rstrip": false,
1136
+ "single_word": false,
1137
+ "special": true
1138
+ },
1139
+ "128142": {
1140
+ "content": "<|reserved_special_token_134|>",
1141
+ "lstrip": false,
1142
+ "normalized": false,
1143
+ "rstrip": false,
1144
+ "single_word": false,
1145
+ "special": true
1146
+ },
1147
+ "128143": {
1148
+ "content": "<|reserved_special_token_135|>",
1149
+ "lstrip": false,
1150
+ "normalized": false,
1151
+ "rstrip": false,
1152
+ "single_word": false,
1153
+ "special": true
1154
+ },
1155
+ "128144": {
1156
+ "content": "<|reserved_special_token_136|>",
1157
+ "lstrip": false,
1158
+ "normalized": false,
1159
+ "rstrip": false,
1160
+ "single_word": false,
1161
+ "special": true
1162
+ },
1163
+ "128145": {
1164
+ "content": "<|reserved_special_token_137|>",
1165
+ "lstrip": false,
1166
+ "normalized": false,
1167
+ "rstrip": false,
1168
+ "single_word": false,
1169
+ "special": true
1170
+ },
1171
+ "128146": {
1172
+ "content": "<|reserved_special_token_138|>",
1173
+ "lstrip": false,
1174
+ "normalized": false,
1175
+ "rstrip": false,
1176
+ "single_word": false,
1177
+ "special": true
1178
+ },
1179
+ "128147": {
1180
+ "content": "<|reserved_special_token_139|>",
1181
+ "lstrip": false,
1182
+ "normalized": false,
1183
+ "rstrip": false,
1184
+ "single_word": false,
1185
+ "special": true
1186
+ },
1187
+ "128148": {
1188
+ "content": "<|reserved_special_token_140|>",
1189
+ "lstrip": false,
1190
+ "normalized": false,
1191
+ "rstrip": false,
1192
+ "single_word": false,
1193
+ "special": true
1194
+ },
1195
+ "128149": {
1196
+ "content": "<|reserved_special_token_141|>",
1197
+ "lstrip": false,
1198
+ "normalized": false,
1199
+ "rstrip": false,
1200
+ "single_word": false,
1201
+ "special": true
1202
+ },
1203
+ "128150": {
1204
+ "content": "<|reserved_special_token_142|>",
1205
+ "lstrip": false,
1206
+ "normalized": false,
1207
+ "rstrip": false,
1208
+ "single_word": false,
1209
+ "special": true
1210
+ },
1211
+ "128151": {
1212
+ "content": "<|reserved_special_token_143|>",
1213
+ "lstrip": false,
1214
+ "normalized": false,
1215
+ "rstrip": false,
1216
+ "single_word": false,
1217
+ "special": true
1218
+ },
1219
+ "128152": {
1220
+ "content": "<|reserved_special_token_144|>",
1221
+ "lstrip": false,
1222
+ "normalized": false,
1223
+ "rstrip": false,
1224
+ "single_word": false,
1225
+ "special": true
1226
+ },
1227
+ "128153": {
1228
+ "content": "<|reserved_special_token_145|>",
1229
+ "lstrip": false,
1230
+ "normalized": false,
1231
+ "rstrip": false,
1232
+ "single_word": false,
1233
+ "special": true
1234
+ },
1235
+ "128154": {
1236
+ "content": "<|reserved_special_token_146|>",
1237
+ "lstrip": false,
1238
+ "normalized": false,
1239
+ "rstrip": false,
1240
+ "single_word": false,
1241
+ "special": true
1242
+ },
1243
+ "128155": {
1244
+ "content": "<|reserved_special_token_147|>",
1245
+ "lstrip": false,
1246
+ "normalized": false,
1247
+ "rstrip": false,
1248
+ "single_word": false,
1249
+ "special": true
1250
+ },
1251
+ "128156": {
1252
+ "content": "<|reserved_special_token_148|>",
1253
+ "lstrip": false,
1254
+ "normalized": false,
1255
+ "rstrip": false,
1256
+ "single_word": false,
1257
+ "special": true
1258
+ },
1259
+ "128157": {
1260
+ "content": "<|reserved_special_token_149|>",
1261
+ "lstrip": false,
1262
+ "normalized": false,
1263
+ "rstrip": false,
1264
+ "single_word": false,
1265
+ "special": true
1266
+ },
1267
+ "128158": {
1268
+ "content": "<|reserved_special_token_150|>",
1269
+ "lstrip": false,
1270
+ "normalized": false,
1271
+ "rstrip": false,
1272
+ "single_word": false,
1273
+ "special": true
1274
+ },
1275
+ "128159": {
1276
+ "content": "<|reserved_special_token_151|>",
1277
+ "lstrip": false,
1278
+ "normalized": false,
1279
+ "rstrip": false,
1280
+ "single_word": false,
1281
+ "special": true
1282
+ },
1283
+ "128160": {
1284
+ "content": "<|reserved_special_token_152|>",
1285
+ "lstrip": false,
1286
+ "normalized": false,
1287
+ "rstrip": false,
1288
+ "single_word": false,
1289
+ "special": true
1290
+ },
1291
+ "128161": {
1292
+ "content": "<|reserved_special_token_153|>",
1293
+ "lstrip": false,
1294
+ "normalized": false,
1295
+ "rstrip": false,
1296
+ "single_word": false,
1297
+ "special": true
1298
+ },
1299
+ "128162": {
1300
+ "content": "<|reserved_special_token_154|>",
1301
+ "lstrip": false,
1302
+ "normalized": false,
1303
+ "rstrip": false,
1304
+ "single_word": false,
1305
+ "special": true
1306
+ },
1307
+ "128163": {
1308
+ "content": "<|reserved_special_token_155|>",
1309
+ "lstrip": false,
1310
+ "normalized": false,
1311
+ "rstrip": false,
1312
+ "single_word": false,
1313
+ "special": true
1314
+ },
1315
+ "128164": {
1316
+ "content": "<|reserved_special_token_156|>",
1317
+ "lstrip": false,
1318
+ "normalized": false,
1319
+ "rstrip": false,
1320
+ "single_word": false,
1321
+ "special": true
1322
+ },
1323
+ "128165": {
1324
+ "content": "<|reserved_special_token_157|>",
1325
+ "lstrip": false,
1326
+ "normalized": false,
1327
+ "rstrip": false,
1328
+ "single_word": false,
1329
+ "special": true
1330
+ },
1331
+ "128166": {
1332
+ "content": "<|reserved_special_token_158|>",
1333
+ "lstrip": false,
1334
+ "normalized": false,
1335
+ "rstrip": false,
1336
+ "single_word": false,
1337
+ "special": true
1338
+ },
1339
+ "128167": {
1340
+ "content": "<|reserved_special_token_159|>",
1341
+ "lstrip": false,
1342
+ "normalized": false,
1343
+ "rstrip": false,
1344
+ "single_word": false,
1345
+ "special": true
1346
+ },
1347
+ "128168": {
1348
+ "content": "<|reserved_special_token_160|>",
1349
+ "lstrip": false,
1350
+ "normalized": false,
1351
+ "rstrip": false,
1352
+ "single_word": false,
1353
+ "special": true
1354
+ },
1355
+ "128169": {
1356
+ "content": "<|reserved_special_token_161|>",
1357
+ "lstrip": false,
1358
+ "normalized": false,
1359
+ "rstrip": false,
1360
+ "single_word": false,
1361
+ "special": true
1362
+ },
1363
+ "128170": {
1364
+ "content": "<|reserved_special_token_162|>",
1365
+ "lstrip": false,
1366
+ "normalized": false,
1367
+ "rstrip": false,
1368
+ "single_word": false,
1369
+ "special": true
1370
+ },
1371
+ "128171": {
1372
+ "content": "<|reserved_special_token_163|>",
1373
+ "lstrip": false,
1374
+ "normalized": false,
1375
+ "rstrip": false,
1376
+ "single_word": false,
1377
+ "special": true
1378
+ },
1379
+ "128172": {
1380
+ "content": "<|reserved_special_token_164|>",
1381
+ "lstrip": false,
1382
+ "normalized": false,
1383
+ "rstrip": false,
1384
+ "single_word": false,
1385
+ "special": true
1386
+ },
1387
+ "128173": {
1388
+ "content": "<|reserved_special_token_165|>",
1389
+ "lstrip": false,
1390
+ "normalized": false,
1391
+ "rstrip": false,
1392
+ "single_word": false,
1393
+ "special": true
1394
+ },
1395
+ "128174": {
1396
+ "content": "<|reserved_special_token_166|>",
1397
+ "lstrip": false,
1398
+ "normalized": false,
1399
+ "rstrip": false,
1400
+ "single_word": false,
1401
+ "special": true
1402
+ },
1403
+ "128175": {
1404
+ "content": "<|reserved_special_token_167|>",
1405
+ "lstrip": false,
1406
+ "normalized": false,
1407
+ "rstrip": false,
1408
+ "single_word": false,
1409
+ "special": true
1410
+ },
1411
+ "128176": {
1412
+ "content": "<|reserved_special_token_168|>",
1413
+ "lstrip": false,
1414
+ "normalized": false,
1415
+ "rstrip": false,
1416
+ "single_word": false,
1417
+ "special": true
1418
+ },
1419
+ "128177": {
1420
+ "content": "<|reserved_special_token_169|>",
1421
+ "lstrip": false,
1422
+ "normalized": false,
1423
+ "rstrip": false,
1424
+ "single_word": false,
1425
+ "special": true
1426
+ },
1427
+ "128178": {
1428
+ "content": "<|reserved_special_token_170|>",
1429
+ "lstrip": false,
1430
+ "normalized": false,
1431
+ "rstrip": false,
1432
+ "single_word": false,
1433
+ "special": true
1434
+ },
1435
+ "128179": {
1436
+ "content": "<|reserved_special_token_171|>",
1437
+ "lstrip": false,
1438
+ "normalized": false,
1439
+ "rstrip": false,
1440
+ "single_word": false,
1441
+ "special": true
1442
+ },
1443
+ "128180": {
1444
+ "content": "<|reserved_special_token_172|>",
1445
+ "lstrip": false,
1446
+ "normalized": false,
1447
+ "rstrip": false,
1448
+ "single_word": false,
1449
+ "special": true
1450
+ },
1451
+ "128181": {
1452
+ "content": "<|reserved_special_token_173|>",
1453
+ "lstrip": false,
1454
+ "normalized": false,
1455
+ "rstrip": false,
1456
+ "single_word": false,
1457
+ "special": true
1458
+ },
1459
+ "128182": {
1460
+ "content": "<|reserved_special_token_174|>",
1461
+ "lstrip": false,
1462
+ "normalized": false,
1463
+ "rstrip": false,
1464
+ "single_word": false,
1465
+ "special": true
1466
+ },
1467
+ "128183": {
1468
+ "content": "<|reserved_special_token_175|>",
1469
+ "lstrip": false,
1470
+ "normalized": false,
1471
+ "rstrip": false,
1472
+ "single_word": false,
1473
+ "special": true
1474
+ },
1475
+ "128184": {
1476
+ "content": "<|reserved_special_token_176|>",
1477
+ "lstrip": false,
1478
+ "normalized": false,
1479
+ "rstrip": false,
1480
+ "single_word": false,
1481
+ "special": true
1482
+ },
1483
+ "128185": {
1484
+ "content": "<|reserved_special_token_177|>",
1485
+ "lstrip": false,
1486
+ "normalized": false,
1487
+ "rstrip": false,
1488
+ "single_word": false,
1489
+ "special": true
1490
+ },
1491
+ "128186": {
1492
+ "content": "<|reserved_special_token_178|>",
1493
+ "lstrip": false,
1494
+ "normalized": false,
1495
+ "rstrip": false,
1496
+ "single_word": false,
1497
+ "special": true
1498
+ },
1499
+ "128187": {
1500
+ "content": "<|reserved_special_token_179|>",
1501
+ "lstrip": false,
1502
+ "normalized": false,
1503
+ "rstrip": false,
1504
+ "single_word": false,
1505
+ "special": true
1506
+ },
1507
+ "128188": {
1508
+ "content": "<|reserved_special_token_180|>",
1509
+ "lstrip": false,
1510
+ "normalized": false,
1511
+ "rstrip": false,
1512
+ "single_word": false,
1513
+ "special": true
1514
+ },
1515
+ "128189": {
1516
+ "content": "<|reserved_special_token_181|>",
1517
+ "lstrip": false,
1518
+ "normalized": false,
1519
+ "rstrip": false,
1520
+ "single_word": false,
1521
+ "special": true
1522
+ },
1523
+ "128190": {
1524
+ "content": "<|reserved_special_token_182|>",
1525
+ "lstrip": false,
1526
+ "normalized": false,
1527
+ "rstrip": false,
1528
+ "single_word": false,
1529
+ "special": true
1530
+ },
1531
+ "128191": {
1532
+ "content": "<|reserved_special_token_183|>",
1533
+ "lstrip": false,
1534
+ "normalized": false,
1535
+ "rstrip": false,
1536
+ "single_word": false,
1537
+ "special": true
1538
+ },
1539
+ "128192": {
1540
+ "content": "<|reserved_special_token_184|>",
1541
+ "lstrip": false,
1542
+ "normalized": false,
1543
+ "rstrip": false,
1544
+ "single_word": false,
1545
+ "special": true
1546
+ },
1547
+ "128193": {
1548
+ "content": "<|reserved_special_token_185|>",
1549
+ "lstrip": false,
1550
+ "normalized": false,
1551
+ "rstrip": false,
1552
+ "single_word": false,
1553
+ "special": true
1554
+ },
1555
+ "128194": {
1556
+ "content": "<|reserved_special_token_186|>",
1557
+ "lstrip": false,
1558
+ "normalized": false,
1559
+ "rstrip": false,
1560
+ "single_word": false,
1561
+ "special": true
1562
+ },
1563
+ "128195": {
1564
+ "content": "<|reserved_special_token_187|>",
1565
+ "lstrip": false,
1566
+ "normalized": false,
1567
+ "rstrip": false,
1568
+ "single_word": false,
1569
+ "special": true
1570
+ },
1571
+ "128196": {
1572
+ "content": "<|reserved_special_token_188|>",
1573
+ "lstrip": false,
1574
+ "normalized": false,
1575
+ "rstrip": false,
1576
+ "single_word": false,
1577
+ "special": true
1578
+ },
1579
+ "128197": {
1580
+ "content": "<|reserved_special_token_189|>",
1581
+ "lstrip": false,
1582
+ "normalized": false,
1583
+ "rstrip": false,
1584
+ "single_word": false,
1585
+ "special": true
1586
+ },
1587
+ "128198": {
1588
+ "content": "<|reserved_special_token_190|>",
1589
+ "lstrip": false,
1590
+ "normalized": false,
1591
+ "rstrip": false,
1592
+ "single_word": false,
1593
+ "special": true
1594
+ },
1595
+ "128199": {
1596
+ "content": "<|reserved_special_token_191|>",
1597
+ "lstrip": false,
1598
+ "normalized": false,
1599
+ "rstrip": false,
1600
+ "single_word": false,
1601
+ "special": true
1602
+ },
1603
+ "128200": {
1604
+ "content": "<|reserved_special_token_192|>",
1605
+ "lstrip": false,
1606
+ "normalized": false,
1607
+ "rstrip": false,
1608
+ "single_word": false,
1609
+ "special": true
1610
+ },
1611
+ "128201": {
1612
+ "content": "<|reserved_special_token_193|>",
1613
+ "lstrip": false,
1614
+ "normalized": false,
1615
+ "rstrip": false,
1616
+ "single_word": false,
1617
+ "special": true
1618
+ },
1619
+ "128202": {
1620
+ "content": "<|reserved_special_token_194|>",
1621
+ "lstrip": false,
1622
+ "normalized": false,
1623
+ "rstrip": false,
1624
+ "single_word": false,
1625
+ "special": true
1626
+ },
1627
+ "128203": {
1628
+ "content": "<|reserved_special_token_195|>",
1629
+ "lstrip": false,
1630
+ "normalized": false,
1631
+ "rstrip": false,
1632
+ "single_word": false,
1633
+ "special": true
1634
+ },
1635
+ "128204": {
1636
+ "content": "<|reserved_special_token_196|>",
1637
+ "lstrip": false,
1638
+ "normalized": false,
1639
+ "rstrip": false,
1640
+ "single_word": false,
1641
+ "special": true
1642
+ },
1643
+ "128205": {
1644
+ "content": "<|reserved_special_token_197|>",
1645
+ "lstrip": false,
1646
+ "normalized": false,
1647
+ "rstrip": false,
1648
+ "single_word": false,
1649
+ "special": true
1650
+ },
1651
+ "128206": {
1652
+ "content": "<|reserved_special_token_198|>",
1653
+ "lstrip": false,
1654
+ "normalized": false,
1655
+ "rstrip": false,
1656
+ "single_word": false,
1657
+ "special": true
1658
+ },
1659
+ "128207": {
1660
+ "content": "<|reserved_special_token_199|>",
1661
+ "lstrip": false,
1662
+ "normalized": false,
1663
+ "rstrip": false,
1664
+ "single_word": false,
1665
+ "special": true
1666
+ },
1667
+ "128208": {
1668
+ "content": "<|reserved_special_token_200|>",
1669
+ "lstrip": false,
1670
+ "normalized": false,
1671
+ "rstrip": false,
1672
+ "single_word": false,
1673
+ "special": true
1674
+ },
1675
+ "128209": {
1676
+ "content": "<|reserved_special_token_201|>",
1677
+ "lstrip": false,
1678
+ "normalized": false,
1679
+ "rstrip": false,
1680
+ "single_word": false,
1681
+ "special": true
1682
+ },
1683
+ "128210": {
1684
+ "content": "<|reserved_special_token_202|>",
1685
+ "lstrip": false,
1686
+ "normalized": false,
1687
+ "rstrip": false,
1688
+ "single_word": false,
1689
+ "special": true
1690
+ },
1691
+ "128211": {
1692
+ "content": "<|reserved_special_token_203|>",
1693
+ "lstrip": false,
1694
+ "normalized": false,
1695
+ "rstrip": false,
1696
+ "single_word": false,
1697
+ "special": true
1698
+ },
1699
+ "128212": {
1700
+ "content": "<|reserved_special_token_204|>",
1701
+ "lstrip": false,
1702
+ "normalized": false,
1703
+ "rstrip": false,
1704
+ "single_word": false,
1705
+ "special": true
1706
+ },
1707
+ "128213": {
1708
+ "content": "<|reserved_special_token_205|>",
1709
+ "lstrip": false,
1710
+ "normalized": false,
1711
+ "rstrip": false,
1712
+ "single_word": false,
1713
+ "special": true
1714
+ },
1715
+ "128214": {
1716
+ "content": "<|reserved_special_token_206|>",
1717
+ "lstrip": false,
1718
+ "normalized": false,
1719
+ "rstrip": false,
1720
+ "single_word": false,
1721
+ "special": true
1722
+ },
1723
+ "128215": {
1724
+ "content": "<|reserved_special_token_207|>",
1725
+ "lstrip": false,
1726
+ "normalized": false,
1727
+ "rstrip": false,
1728
+ "single_word": false,
1729
+ "special": true
1730
+ },
1731
+ "128216": {
1732
+ "content": "<|reserved_special_token_208|>",
1733
+ "lstrip": false,
1734
+ "normalized": false,
1735
+ "rstrip": false,
1736
+ "single_word": false,
1737
+ "special": true
1738
+ },
1739
+ "128217": {
1740
+ "content": "<|reserved_special_token_209|>",
1741
+ "lstrip": false,
1742
+ "normalized": false,
1743
+ "rstrip": false,
1744
+ "single_word": false,
1745
+ "special": true
1746
+ },
1747
+ "128218": {
1748
+ "content": "<|reserved_special_token_210|>",
1749
+ "lstrip": false,
1750
+ "normalized": false,
1751
+ "rstrip": false,
1752
+ "single_word": false,
1753
+ "special": true
1754
+ },
1755
+ "128219": {
1756
+ "content": "<|reserved_special_token_211|>",
1757
+ "lstrip": false,
1758
+ "normalized": false,
1759
+ "rstrip": false,
1760
+ "single_word": false,
1761
+ "special": true
1762
+ },
1763
+ "128220": {
1764
+ "content": "<|reserved_special_token_212|>",
1765
+ "lstrip": false,
1766
+ "normalized": false,
1767
+ "rstrip": false,
1768
+ "single_word": false,
1769
+ "special": true
1770
+ },
1771
+ "128221": {
1772
+ "content": "<|reserved_special_token_213|>",
1773
+ "lstrip": false,
1774
+ "normalized": false,
1775
+ "rstrip": false,
1776
+ "single_word": false,
1777
+ "special": true
1778
+ },
1779
+ "128222": {
1780
+ "content": "<|reserved_special_token_214|>",
1781
+ "lstrip": false,
1782
+ "normalized": false,
1783
+ "rstrip": false,
1784
+ "single_word": false,
1785
+ "special": true
1786
+ },
1787
+ "128223": {
1788
+ "content": "<|reserved_special_token_215|>",
1789
+ "lstrip": false,
1790
+ "normalized": false,
1791
+ "rstrip": false,
1792
+ "single_word": false,
1793
+ "special": true
1794
+ },
1795
+ "128224": {
1796
+ "content": "<|reserved_special_token_216|>",
1797
+ "lstrip": false,
1798
+ "normalized": false,
1799
+ "rstrip": false,
1800
+ "single_word": false,
1801
+ "special": true
1802
+ },
1803
+ "128225": {
1804
+ "content": "<|reserved_special_token_217|>",
1805
+ "lstrip": false,
1806
+ "normalized": false,
1807
+ "rstrip": false,
1808
+ "single_word": false,
1809
+ "special": true
1810
+ },
1811
+ "128226": {
1812
+ "content": "<|reserved_special_token_218|>",
1813
+ "lstrip": false,
1814
+ "normalized": false,
1815
+ "rstrip": false,
1816
+ "single_word": false,
1817
+ "special": true
1818
+ },
1819
+ "128227": {
1820
+ "content": "<|reserved_special_token_219|>",
1821
+ "lstrip": false,
1822
+ "normalized": false,
1823
+ "rstrip": false,
1824
+ "single_word": false,
1825
+ "special": true
1826
+ },
1827
+ "128228": {
1828
+ "content": "<|reserved_special_token_220|>",
1829
+ "lstrip": false,
1830
+ "normalized": false,
1831
+ "rstrip": false,
1832
+ "single_word": false,
1833
+ "special": true
1834
+ },
1835
+ "128229": {
1836
+ "content": "<|reserved_special_token_221|>",
1837
+ "lstrip": false,
1838
+ "normalized": false,
1839
+ "rstrip": false,
1840
+ "single_word": false,
1841
+ "special": true
1842
+ },
1843
+ "128230": {
1844
+ "content": "<|reserved_special_token_222|>",
1845
+ "lstrip": false,
1846
+ "normalized": false,
1847
+ "rstrip": false,
1848
+ "single_word": false,
1849
+ "special": true
1850
+ },
1851
+ "128231": {
1852
+ "content": "<|reserved_special_token_223|>",
1853
+ "lstrip": false,
1854
+ "normalized": false,
1855
+ "rstrip": false,
1856
+ "single_word": false,
1857
+ "special": true
1858
+ },
1859
+ "128232": {
1860
+ "content": "<|reserved_special_token_224|>",
1861
+ "lstrip": false,
1862
+ "normalized": false,
1863
+ "rstrip": false,
1864
+ "single_word": false,
1865
+ "special": true
1866
+ },
1867
+ "128233": {
1868
+ "content": "<|reserved_special_token_225|>",
1869
+ "lstrip": false,
1870
+ "normalized": false,
1871
+ "rstrip": false,
1872
+ "single_word": false,
1873
+ "special": true
1874
+ },
1875
+ "128234": {
1876
+ "content": "<|reserved_special_token_226|>",
1877
+ "lstrip": false,
1878
+ "normalized": false,
1879
+ "rstrip": false,
1880
+ "single_word": false,
1881
+ "special": true
1882
+ },
1883
+ "128235": {
1884
+ "content": "<|reserved_special_token_227|>",
1885
+ "lstrip": false,
1886
+ "normalized": false,
1887
+ "rstrip": false,
1888
+ "single_word": false,
1889
+ "special": true
1890
+ },
1891
+ "128236": {
1892
+ "content": "<|reserved_special_token_228|>",
1893
+ "lstrip": false,
1894
+ "normalized": false,
1895
+ "rstrip": false,
1896
+ "single_word": false,
1897
+ "special": true
1898
+ },
1899
+ "128237": {
1900
+ "content": "<|reserved_special_token_229|>",
1901
+ "lstrip": false,
1902
+ "normalized": false,
1903
+ "rstrip": false,
1904
+ "single_word": false,
1905
+ "special": true
1906
+ },
1907
+ "128238": {
1908
+ "content": "<|reserved_special_token_230|>",
1909
+ "lstrip": false,
1910
+ "normalized": false,
1911
+ "rstrip": false,
1912
+ "single_word": false,
1913
+ "special": true
1914
+ },
1915
+ "128239": {
1916
+ "content": "<|reserved_special_token_231|>",
1917
+ "lstrip": false,
1918
+ "normalized": false,
1919
+ "rstrip": false,
1920
+ "single_word": false,
1921
+ "special": true
1922
+ },
1923
+ "128240": {
1924
+ "content": "<|reserved_special_token_232|>",
1925
+ "lstrip": false,
1926
+ "normalized": false,
1927
+ "rstrip": false,
1928
+ "single_word": false,
1929
+ "special": true
1930
+ },
1931
+ "128241": {
1932
+ "content": "<|reserved_special_token_233|>",
1933
+ "lstrip": false,
1934
+ "normalized": false,
1935
+ "rstrip": false,
1936
+ "single_word": false,
1937
+ "special": true
1938
+ },
1939
+ "128242": {
1940
+ "content": "<|reserved_special_token_234|>",
1941
+ "lstrip": false,
1942
+ "normalized": false,
1943
+ "rstrip": false,
1944
+ "single_word": false,
1945
+ "special": true
1946
+ },
1947
+ "128243": {
1948
+ "content": "<|reserved_special_token_235|>",
1949
+ "lstrip": false,
1950
+ "normalized": false,
1951
+ "rstrip": false,
1952
+ "single_word": false,
1953
+ "special": true
1954
+ },
1955
+ "128244": {
1956
+ "content": "<|reserved_special_token_236|>",
1957
+ "lstrip": false,
1958
+ "normalized": false,
1959
+ "rstrip": false,
1960
+ "single_word": false,
1961
+ "special": true
1962
+ },
1963
+ "128245": {
1964
+ "content": "<|reserved_special_token_237|>",
1965
+ "lstrip": false,
1966
+ "normalized": false,
1967
+ "rstrip": false,
1968
+ "single_word": false,
1969
+ "special": true
1970
+ },
1971
+ "128246": {
1972
+ "content": "<|reserved_special_token_238|>",
1973
+ "lstrip": false,
1974
+ "normalized": false,
1975
+ "rstrip": false,
1976
+ "single_word": false,
1977
+ "special": true
1978
+ },
1979
+ "128247": {
1980
+ "content": "<|reserved_special_token_239|>",
1981
+ "lstrip": false,
1982
+ "normalized": false,
1983
+ "rstrip": false,
1984
+ "single_word": false,
1985
+ "special": true
1986
+ },
1987
+ "128248": {
1988
+ "content": "<|reserved_special_token_240|>",
1989
+ "lstrip": false,
1990
+ "normalized": false,
1991
+ "rstrip": false,
1992
+ "single_word": false,
1993
+ "special": true
1994
+ },
1995
+ "128249": {
1996
+ "content": "<|reserved_special_token_241|>",
1997
+ "lstrip": false,
1998
+ "normalized": false,
1999
+ "rstrip": false,
2000
+ "single_word": false,
2001
+ "special": true
2002
+ },
2003
+ "128250": {
2004
+ "content": "<|reserved_special_token_242|>",
2005
+ "lstrip": false,
2006
+ "normalized": false,
2007
+ "rstrip": false,
2008
+ "single_word": false,
2009
+ "special": true
2010
+ },
2011
+ "128251": {
2012
+ "content": "<|reserved_special_token_243|>",
2013
+ "lstrip": false,
2014
+ "normalized": false,
2015
+ "rstrip": false,
2016
+ "single_word": false,
2017
+ "special": true
2018
+ },
2019
+ "128252": {
2020
+ "content": "<|reserved_special_token_244|>",
2021
+ "lstrip": false,
2022
+ "normalized": false,
2023
+ "rstrip": false,
2024
+ "single_word": false,
2025
+ "special": true
2026
+ },
2027
+ "128253": {
2028
+ "content": "<|reserved_special_token_245|>",
2029
+ "lstrip": false,
2030
+ "normalized": false,
2031
+ "rstrip": false,
2032
+ "single_word": false,
2033
+ "special": true
2034
+ },
2035
+ "128254": {
2036
+ "content": "<|reserved_special_token_246|>",
2037
+ "lstrip": false,
2038
+ "normalized": false,
2039
+ "rstrip": false,
2040
+ "single_word": false,
2041
+ "special": true
2042
+ },
2043
+ "128255": {
2044
+ "content": "<|reserved_special_token_247|>",
2045
+ "lstrip": false,
2046
+ "normalized": false,
2047
+ "rstrip": false,
2048
+ "single_word": false,
2049
+ "special": true
2050
+ }
2051
+ },
2052
+ "bos_token": "<|begin_of_text|>",
2053
+ "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n {%- if strftime_now is defined %}\n {%- set date_string = strftime_now(\"%d %b %Y\") %}\n {%- else %}\n {%- set date_string = \"26 Jul 2024\" %}\n {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n {%- set system_message = messages[0]['content']|trim %}\n {%- set messages = messages[1:] %}\n{%- else %}\n {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n {{- \"Do not use variables.\\n\\n\" }}\n {%- for t in tools %}\n {{- t | tojson(indent=4) }}\n {{- \"\\n\\n\" }}\n {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n {#- Extract the first user message so we can plug it in here #}\n {%- if messages | length != 0 %}\n {%- set first_user_message = messages[0]['content']|trim %}\n {%- set messages = messages[1:] %}\n {%- else %}\n {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n {{- \"Do not use variables.\\n\\n\" }}\n {%- for t in tools %}\n {{- t | tojson(indent=4) }}\n {{- \"\\n\\n\" }}\n {%- endfor %}\n {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n {%- elif 'tool_calls' in message %}\n {%- if not message.tool_calls|length == 1 %}\n {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n {%- endif %}\n {%- set tool_call = message.tool_calls[0].function %}\n {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n {{- '\"parameters\": ' }}\n {{- tool_call.arguments | tojson }}\n {{- \"}\" }}\n {{- \"<|eot_id|>\" }}\n {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n {%- if message.content is mapping or message.content is iterable %}\n {{- message.content | tojson }}\n {%- else %}\n {{- message.content }}\n {%- endif %}\n {{- \"<|eot_id|>\" }}\n {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
2054
+ "clean_up_tokenization_spaces": true,
2055
+ "eos_token": "<|eot_id|>",
2056
+ "model_input_names": [
2057
+ "input_ids",
2058
+ "attention_mask"
2059
+ ],
2060
+ "model_max_length": 131072,
2061
+ "tokenizer_class": "PreTrainedTokenizerFast"
2062
+ }
finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=4/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/config.json ADDED
@@ -0,0 +1,39 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "LlamaForCausalLM"
4
+ ],
5
+ "attention_bias": false,
6
+ "attention_dropout": 0.0,
7
+ "bos_token_id": 128000,
8
+ "eos_token_id": [
9
+ 128001,
10
+ 128008,
11
+ 128009
12
+ ],
13
+ "head_dim": 64,
14
+ "hidden_act": "silu",
15
+ "hidden_size": 2048,
16
+ "initializer_range": 0.02,
17
+ "intermediate_size": 8192,
18
+ "max_position_embeddings": 131072,
19
+ "mlp_bias": false,
20
+ "model_type": "llama",
21
+ "num_attention_heads": 32,
22
+ "num_hidden_layers": 16,
23
+ "num_key_value_heads": 8,
24
+ "pretraining_tp": 1,
25
+ "rms_norm_eps": 1e-05,
26
+ "rope_scaling": {
27
+ "factor": 32.0,
28
+ "high_freq_factor": 4.0,
29
+ "low_freq_factor": 1.0,
30
+ "original_max_position_embeddings": 8192,
31
+ "rope_type": "llama3"
32
+ },
33
+ "rope_theta": 500000.0,
34
+ "tie_word_embeddings": true,
35
+ "torch_dtype": "bfloat16",
36
+ "transformers_version": "4.45.0.dev0",
37
+ "use_cache": true,
38
+ "vocab_size": 128256
39
+ }
finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=4/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/generation_config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token_id": 128000,
3
+ "do_sample": true,
4
+ "eos_token_id": [
5
+ 128001,
6
+ 128008,
7
+ 128009
8
+ ],
9
+ "temperature": 0.6,
10
+ "top_p": 0.9,
11
+ "transformers_version": "4.45.0.dev0"
12
+ }
finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=4/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/model_config.yaml ADDED
@@ -0,0 +1,40 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ attention_logit_softcapping: null
2
+ attention_scores_scalar: null
3
+ bias: false
4
+ block_size: 131072
5
+ final_logit_softcapping: null
6
+ gelu_approximate: none
7
+ head_size: 64
8
+ hf_config:
9
+ name: Llama-3.2-1B-Instruct
10
+ org: meta-llama
11
+ intermediate_size: 8192
12
+ lm_head_bias: false
13
+ mlp_class_name: LLaMAMLP
14
+ n_embd: 2048
15
+ n_expert: 0
16
+ n_expert_per_token: 0
17
+ n_head: 32
18
+ n_layer: 16
19
+ n_query_groups: 8
20
+ name: Llama-3.2-1B-Instruct
21
+ norm_class_name: RMSNorm
22
+ norm_eps: 1.0e-05
23
+ padded_vocab_size: 128256
24
+ padding_multiple: 512
25
+ parallel_residual: false
26
+ post_attention_norm: false
27
+ post_mlp_norm: false
28
+ rope_adjustments:
29
+ factor: 32.0
30
+ high_freq_factor: 4.0
31
+ low_freq_factor: 1.0
32
+ original_max_seq_len: 8192
33
+ rope_base: 500000
34
+ rope_condense_ratio: 1
35
+ rotary_percentage: 1.0
36
+ scale_embeddings: false
37
+ shared_attention_norm: false
38
+ sliding_window_layer_placing: null
39
+ sliding_window_size: null
40
+ vocab_size: 128000
finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=4/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=4/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/tokenizer_config.json ADDED
@@ -0,0 +1,2062 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "128000": {
4
+ "content": "<|begin_of_text|>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "128001": {
12
+ "content": "<|end_of_text|>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "128002": {
20
+ "content": "<|reserved_special_token_0|>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "128003": {
28
+ "content": "<|reserved_special_token_1|>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "128004": {
36
+ "content": "<|finetune_right_pad_id|>",
37
+ "lstrip": false,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ },
43
+ "128005": {
44
+ "content": "<|reserved_special_token_2|>",
45
+ "lstrip": false,
46
+ "normalized": false,
47
+ "rstrip": false,
48
+ "single_word": false,
49
+ "special": true
50
+ },
51
+ "128006": {
52
+ "content": "<|start_header_id|>",
53
+ "lstrip": false,
54
+ "normalized": false,
55
+ "rstrip": false,
56
+ "single_word": false,
57
+ "special": true
58
+ },
59
+ "128007": {
60
+ "content": "<|end_header_id|>",
61
+ "lstrip": false,
62
+ "normalized": false,
63
+ "rstrip": false,
64
+ "single_word": false,
65
+ "special": true
66
+ },
67
+ "128008": {
68
+ "content": "<|eom_id|>",
69
+ "lstrip": false,
70
+ "normalized": false,
71
+ "rstrip": false,
72
+ "single_word": false,
73
+ "special": true
74
+ },
75
+ "128009": {
76
+ "content": "<|eot_id|>",
77
+ "lstrip": false,
78
+ "normalized": false,
79
+ "rstrip": false,
80
+ "single_word": false,
81
+ "special": true
82
+ },
83
+ "128010": {
84
+ "content": "<|python_tag|>",
85
+ "lstrip": false,
86
+ "normalized": false,
87
+ "rstrip": false,
88
+ "single_word": false,
89
+ "special": true
90
+ },
91
+ "128011": {
92
+ "content": "<|reserved_special_token_3|>",
93
+ "lstrip": false,
94
+ "normalized": false,
95
+ "rstrip": false,
96
+ "single_word": false,
97
+ "special": true
98
+ },
99
+ "128012": {
100
+ "content": "<|reserved_special_token_4|>",
101
+ "lstrip": false,
102
+ "normalized": false,
103
+ "rstrip": false,
104
+ "single_word": false,
105
+ "special": true
106
+ },
107
+ "128013": {
108
+ "content": "<|reserved_special_token_5|>",
109
+ "lstrip": false,
110
+ "normalized": false,
111
+ "rstrip": false,
112
+ "single_word": false,
113
+ "special": true
114
+ },
115
+ "128014": {
116
+ "content": "<|reserved_special_token_6|>",
117
+ "lstrip": false,
118
+ "normalized": false,
119
+ "rstrip": false,
120
+ "single_word": false,
121
+ "special": true
122
+ },
123
+ "128015": {
124
+ "content": "<|reserved_special_token_7|>",
125
+ "lstrip": false,
126
+ "normalized": false,
127
+ "rstrip": false,
128
+ "single_word": false,
129
+ "special": true
130
+ },
131
+ "128016": {
132
+ "content": "<|reserved_special_token_8|>",
133
+ "lstrip": false,
134
+ "normalized": false,
135
+ "rstrip": false,
136
+ "single_word": false,
137
+ "special": true
138
+ },
139
+ "128017": {
140
+ "content": "<|reserved_special_token_9|>",
141
+ "lstrip": false,
142
+ "normalized": false,
143
+ "rstrip": false,
144
+ "single_word": false,
145
+ "special": true
146
+ },
147
+ "128018": {
148
+ "content": "<|reserved_special_token_10|>",
149
+ "lstrip": false,
150
+ "normalized": false,
151
+ "rstrip": false,
152
+ "single_word": false,
153
+ "special": true
154
+ },
155
+ "128019": {
156
+ "content": "<|reserved_special_token_11|>",
157
+ "lstrip": false,
158
+ "normalized": false,
159
+ "rstrip": false,
160
+ "single_word": false,
161
+ "special": true
162
+ },
163
+ "128020": {
164
+ "content": "<|reserved_special_token_12|>",
165
+ "lstrip": false,
166
+ "normalized": false,
167
+ "rstrip": false,
168
+ "single_word": false,
169
+ "special": true
170
+ },
171
+ "128021": {
172
+ "content": "<|reserved_special_token_13|>",
173
+ "lstrip": false,
174
+ "normalized": false,
175
+ "rstrip": false,
176
+ "single_word": false,
177
+ "special": true
178
+ },
179
+ "128022": {
180
+ "content": "<|reserved_special_token_14|>",
181
+ "lstrip": false,
182
+ "normalized": false,
183
+ "rstrip": false,
184
+ "single_word": false,
185
+ "special": true
186
+ },
187
+ "128023": {
188
+ "content": "<|reserved_special_token_15|>",
189
+ "lstrip": false,
190
+ "normalized": false,
191
+ "rstrip": false,
192
+ "single_word": false,
193
+ "special": true
194
+ },
195
+ "128024": {
196
+ "content": "<|reserved_special_token_16|>",
197
+ "lstrip": false,
198
+ "normalized": false,
199
+ "rstrip": false,
200
+ "single_word": false,
201
+ "special": true
202
+ },
203
+ "128025": {
204
+ "content": "<|reserved_special_token_17|>",
205
+ "lstrip": false,
206
+ "normalized": false,
207
+ "rstrip": false,
208
+ "single_word": false,
209
+ "special": true
210
+ },
211
+ "128026": {
212
+ "content": "<|reserved_special_token_18|>",
213
+ "lstrip": false,
214
+ "normalized": false,
215
+ "rstrip": false,
216
+ "single_word": false,
217
+ "special": true
218
+ },
219
+ "128027": {
220
+ "content": "<|reserved_special_token_19|>",
221
+ "lstrip": false,
222
+ "normalized": false,
223
+ "rstrip": false,
224
+ "single_word": false,
225
+ "special": true
226
+ },
227
+ "128028": {
228
+ "content": "<|reserved_special_token_20|>",
229
+ "lstrip": false,
230
+ "normalized": false,
231
+ "rstrip": false,
232
+ "single_word": false,
233
+ "special": true
234
+ },
235
+ "128029": {
236
+ "content": "<|reserved_special_token_21|>",
237
+ "lstrip": false,
238
+ "normalized": false,
239
+ "rstrip": false,
240
+ "single_word": false,
241
+ "special": true
242
+ },
243
+ "128030": {
244
+ "content": "<|reserved_special_token_22|>",
245
+ "lstrip": false,
246
+ "normalized": false,
247
+ "rstrip": false,
248
+ "single_word": false,
249
+ "special": true
250
+ },
251
+ "128031": {
252
+ "content": "<|reserved_special_token_23|>",
253
+ "lstrip": false,
254
+ "normalized": false,
255
+ "rstrip": false,
256
+ "single_word": false,
257
+ "special": true
258
+ },
259
+ "128032": {
260
+ "content": "<|reserved_special_token_24|>",
261
+ "lstrip": false,
262
+ "normalized": false,
263
+ "rstrip": false,
264
+ "single_word": false,
265
+ "special": true
266
+ },
267
+ "128033": {
268
+ "content": "<|reserved_special_token_25|>",
269
+ "lstrip": false,
270
+ "normalized": false,
271
+ "rstrip": false,
272
+ "single_word": false,
273
+ "special": true
274
+ },
275
+ "128034": {
276
+ "content": "<|reserved_special_token_26|>",
277
+ "lstrip": false,
278
+ "normalized": false,
279
+ "rstrip": false,
280
+ "single_word": false,
281
+ "special": true
282
+ },
283
+ "128035": {
284
+ "content": "<|reserved_special_token_27|>",
285
+ "lstrip": false,
286
+ "normalized": false,
287
+ "rstrip": false,
288
+ "single_word": false,
289
+ "special": true
290
+ },
291
+ "128036": {
292
+ "content": "<|reserved_special_token_28|>",
293
+ "lstrip": false,
294
+ "normalized": false,
295
+ "rstrip": false,
296
+ "single_word": false,
297
+ "special": true
298
+ },
299
+ "128037": {
300
+ "content": "<|reserved_special_token_29|>",
301
+ "lstrip": false,
302
+ "normalized": false,
303
+ "rstrip": false,
304
+ "single_word": false,
305
+ "special": true
306
+ },
307
+ "128038": {
308
+ "content": "<|reserved_special_token_30|>",
309
+ "lstrip": false,
310
+ "normalized": false,
311
+ "rstrip": false,
312
+ "single_word": false,
313
+ "special": true
314
+ },
315
+ "128039": {
316
+ "content": "<|reserved_special_token_31|>",
317
+ "lstrip": false,
318
+ "normalized": false,
319
+ "rstrip": false,
320
+ "single_word": false,
321
+ "special": true
322
+ },
323
+ "128040": {
324
+ "content": "<|reserved_special_token_32|>",
325
+ "lstrip": false,
326
+ "normalized": false,
327
+ "rstrip": false,
328
+ "single_word": false,
329
+ "special": true
330
+ },
331
+ "128041": {
332
+ "content": "<|reserved_special_token_33|>",
333
+ "lstrip": false,
334
+ "normalized": false,
335
+ "rstrip": false,
336
+ "single_word": false,
337
+ "special": true
338
+ },
339
+ "128042": {
340
+ "content": "<|reserved_special_token_34|>",
341
+ "lstrip": false,
342
+ "normalized": false,
343
+ "rstrip": false,
344
+ "single_word": false,
345
+ "special": true
346
+ },
347
+ "128043": {
348
+ "content": "<|reserved_special_token_35|>",
349
+ "lstrip": false,
350
+ "normalized": false,
351
+ "rstrip": false,
352
+ "single_word": false,
353
+ "special": true
354
+ },
355
+ "128044": {
356
+ "content": "<|reserved_special_token_36|>",
357
+ "lstrip": false,
358
+ "normalized": false,
359
+ "rstrip": false,
360
+ "single_word": false,
361
+ "special": true
362
+ },
363
+ "128045": {
364
+ "content": "<|reserved_special_token_37|>",
365
+ "lstrip": false,
366
+ "normalized": false,
367
+ "rstrip": false,
368
+ "single_word": false,
369
+ "special": true
370
+ },
371
+ "128046": {
372
+ "content": "<|reserved_special_token_38|>",
373
+ "lstrip": false,
374
+ "normalized": false,
375
+ "rstrip": false,
376
+ "single_word": false,
377
+ "special": true
378
+ },
379
+ "128047": {
380
+ "content": "<|reserved_special_token_39|>",
381
+ "lstrip": false,
382
+ "normalized": false,
383
+ "rstrip": false,
384
+ "single_word": false,
385
+ "special": true
386
+ },
387
+ "128048": {
388
+ "content": "<|reserved_special_token_40|>",
389
+ "lstrip": false,
390
+ "normalized": false,
391
+ "rstrip": false,
392
+ "single_word": false,
393
+ "special": true
394
+ },
395
+ "128049": {
396
+ "content": "<|reserved_special_token_41|>",
397
+ "lstrip": false,
398
+ "normalized": false,
399
+ "rstrip": false,
400
+ "single_word": false,
401
+ "special": true
402
+ },
403
+ "128050": {
404
+ "content": "<|reserved_special_token_42|>",
405
+ "lstrip": false,
406
+ "normalized": false,
407
+ "rstrip": false,
408
+ "single_word": false,
409
+ "special": true
410
+ },
411
+ "128051": {
412
+ "content": "<|reserved_special_token_43|>",
413
+ "lstrip": false,
414
+ "normalized": false,
415
+ "rstrip": false,
416
+ "single_word": false,
417
+ "special": true
418
+ },
419
+ "128052": {
420
+ "content": "<|reserved_special_token_44|>",
421
+ "lstrip": false,
422
+ "normalized": false,
423
+ "rstrip": false,
424
+ "single_word": false,
425
+ "special": true
426
+ },
427
+ "128053": {
428
+ "content": "<|reserved_special_token_45|>",
429
+ "lstrip": false,
430
+ "normalized": false,
431
+ "rstrip": false,
432
+ "single_word": false,
433
+ "special": true
434
+ },
435
+ "128054": {
436
+ "content": "<|reserved_special_token_46|>",
437
+ "lstrip": false,
438
+ "normalized": false,
439
+ "rstrip": false,
440
+ "single_word": false,
441
+ "special": true
442
+ },
443
+ "128055": {
444
+ "content": "<|reserved_special_token_47|>",
445
+ "lstrip": false,
446
+ "normalized": false,
447
+ "rstrip": false,
448
+ "single_word": false,
449
+ "special": true
450
+ },
451
+ "128056": {
452
+ "content": "<|reserved_special_token_48|>",
453
+ "lstrip": false,
454
+ "normalized": false,
455
+ "rstrip": false,
456
+ "single_word": false,
457
+ "special": true
458
+ },
459
+ "128057": {
460
+ "content": "<|reserved_special_token_49|>",
461
+ "lstrip": false,
462
+ "normalized": false,
463
+ "rstrip": false,
464
+ "single_word": false,
465
+ "special": true
466
+ },
467
+ "128058": {
468
+ "content": "<|reserved_special_token_50|>",
469
+ "lstrip": false,
470
+ "normalized": false,
471
+ "rstrip": false,
472
+ "single_word": false,
473
+ "special": true
474
+ },
475
+ "128059": {
476
+ "content": "<|reserved_special_token_51|>",
477
+ "lstrip": false,
478
+ "normalized": false,
479
+ "rstrip": false,
480
+ "single_word": false,
481
+ "special": true
482
+ },
483
+ "128060": {
484
+ "content": "<|reserved_special_token_52|>",
485
+ "lstrip": false,
486
+ "normalized": false,
487
+ "rstrip": false,
488
+ "single_word": false,
489
+ "special": true
490
+ },
491
+ "128061": {
492
+ "content": "<|reserved_special_token_53|>",
493
+ "lstrip": false,
494
+ "normalized": false,
495
+ "rstrip": false,
496
+ "single_word": false,
497
+ "special": true
498
+ },
499
+ "128062": {
500
+ "content": "<|reserved_special_token_54|>",
501
+ "lstrip": false,
502
+ "normalized": false,
503
+ "rstrip": false,
504
+ "single_word": false,
505
+ "special": true
506
+ },
507
+ "128063": {
508
+ "content": "<|reserved_special_token_55|>",
509
+ "lstrip": false,
510
+ "normalized": false,
511
+ "rstrip": false,
512
+ "single_word": false,
513
+ "special": true
514
+ },
515
+ "128064": {
516
+ "content": "<|reserved_special_token_56|>",
517
+ "lstrip": false,
518
+ "normalized": false,
519
+ "rstrip": false,
520
+ "single_word": false,
521
+ "special": true
522
+ },
523
+ "128065": {
524
+ "content": "<|reserved_special_token_57|>",
525
+ "lstrip": false,
526
+ "normalized": false,
527
+ "rstrip": false,
528
+ "single_word": false,
529
+ "special": true
530
+ },
531
+ "128066": {
532
+ "content": "<|reserved_special_token_58|>",
533
+ "lstrip": false,
534
+ "normalized": false,
535
+ "rstrip": false,
536
+ "single_word": false,
537
+ "special": true
538
+ },
539
+ "128067": {
540
+ "content": "<|reserved_special_token_59|>",
541
+ "lstrip": false,
542
+ "normalized": false,
543
+ "rstrip": false,
544
+ "single_word": false,
545
+ "special": true
546
+ },
547
+ "128068": {
548
+ "content": "<|reserved_special_token_60|>",
549
+ "lstrip": false,
550
+ "normalized": false,
551
+ "rstrip": false,
552
+ "single_word": false,
553
+ "special": true
554
+ },
555
+ "128069": {
556
+ "content": "<|reserved_special_token_61|>",
557
+ "lstrip": false,
558
+ "normalized": false,
559
+ "rstrip": false,
560
+ "single_word": false,
561
+ "special": true
562
+ },
563
+ "128070": {
564
+ "content": "<|reserved_special_token_62|>",
565
+ "lstrip": false,
566
+ "normalized": false,
567
+ "rstrip": false,
568
+ "single_word": false,
569
+ "special": true
570
+ },
571
+ "128071": {
572
+ "content": "<|reserved_special_token_63|>",
573
+ "lstrip": false,
574
+ "normalized": false,
575
+ "rstrip": false,
576
+ "single_word": false,
577
+ "special": true
578
+ },
579
+ "128072": {
580
+ "content": "<|reserved_special_token_64|>",
581
+ "lstrip": false,
582
+ "normalized": false,
583
+ "rstrip": false,
584
+ "single_word": false,
585
+ "special": true
586
+ },
587
+ "128073": {
588
+ "content": "<|reserved_special_token_65|>",
589
+ "lstrip": false,
590
+ "normalized": false,
591
+ "rstrip": false,
592
+ "single_word": false,
593
+ "special": true
594
+ },
595
+ "128074": {
596
+ "content": "<|reserved_special_token_66|>",
597
+ "lstrip": false,
598
+ "normalized": false,
599
+ "rstrip": false,
600
+ "single_word": false,
601
+ "special": true
602
+ },
603
+ "128075": {
604
+ "content": "<|reserved_special_token_67|>",
605
+ "lstrip": false,
606
+ "normalized": false,
607
+ "rstrip": false,
608
+ "single_word": false,
609
+ "special": true
610
+ },
611
+ "128076": {
612
+ "content": "<|reserved_special_token_68|>",
613
+ "lstrip": false,
614
+ "normalized": false,
615
+ "rstrip": false,
616
+ "single_word": false,
617
+ "special": true
618
+ },
619
+ "128077": {
620
+ "content": "<|reserved_special_token_69|>",
621
+ "lstrip": false,
622
+ "normalized": false,
623
+ "rstrip": false,
624
+ "single_word": false,
625
+ "special": true
626
+ },
627
+ "128078": {
628
+ "content": "<|reserved_special_token_70|>",
629
+ "lstrip": false,
630
+ "normalized": false,
631
+ "rstrip": false,
632
+ "single_word": false,
633
+ "special": true
634
+ },
635
+ "128079": {
636
+ "content": "<|reserved_special_token_71|>",
637
+ "lstrip": false,
638
+ "normalized": false,
639
+ "rstrip": false,
640
+ "single_word": false,
641
+ "special": true
642
+ },
643
+ "128080": {
644
+ "content": "<|reserved_special_token_72|>",
645
+ "lstrip": false,
646
+ "normalized": false,
647
+ "rstrip": false,
648
+ "single_word": false,
649
+ "special": true
650
+ },
651
+ "128081": {
652
+ "content": "<|reserved_special_token_73|>",
653
+ "lstrip": false,
654
+ "normalized": false,
655
+ "rstrip": false,
656
+ "single_word": false,
657
+ "special": true
658
+ },
659
+ "128082": {
660
+ "content": "<|reserved_special_token_74|>",
661
+ "lstrip": false,
662
+ "normalized": false,
663
+ "rstrip": false,
664
+ "single_word": false,
665
+ "special": true
666
+ },
667
+ "128083": {
668
+ "content": "<|reserved_special_token_75|>",
669
+ "lstrip": false,
670
+ "normalized": false,
671
+ "rstrip": false,
672
+ "single_word": false,
673
+ "special": true
674
+ },
675
+ "128084": {
676
+ "content": "<|reserved_special_token_76|>",
677
+ "lstrip": false,
678
+ "normalized": false,
679
+ "rstrip": false,
680
+ "single_word": false,
681
+ "special": true
682
+ },
683
+ "128085": {
684
+ "content": "<|reserved_special_token_77|>",
685
+ "lstrip": false,
686
+ "normalized": false,
687
+ "rstrip": false,
688
+ "single_word": false,
689
+ "special": true
690
+ },
691
+ "128086": {
692
+ "content": "<|reserved_special_token_78|>",
693
+ "lstrip": false,
694
+ "normalized": false,
695
+ "rstrip": false,
696
+ "single_word": false,
697
+ "special": true
698
+ },
699
+ "128087": {
700
+ "content": "<|reserved_special_token_79|>",
701
+ "lstrip": false,
702
+ "normalized": false,
703
+ "rstrip": false,
704
+ "single_word": false,
705
+ "special": true
706
+ },
707
+ "128088": {
708
+ "content": "<|reserved_special_token_80|>",
709
+ "lstrip": false,
710
+ "normalized": false,
711
+ "rstrip": false,
712
+ "single_word": false,
713
+ "special": true
714
+ },
715
+ "128089": {
716
+ "content": "<|reserved_special_token_81|>",
717
+ "lstrip": false,
718
+ "normalized": false,
719
+ "rstrip": false,
720
+ "single_word": false,
721
+ "special": true
722
+ },
723
+ "128090": {
724
+ "content": "<|reserved_special_token_82|>",
725
+ "lstrip": false,
726
+ "normalized": false,
727
+ "rstrip": false,
728
+ "single_word": false,
729
+ "special": true
730
+ },
731
+ "128091": {
732
+ "content": "<|reserved_special_token_83|>",
733
+ "lstrip": false,
734
+ "normalized": false,
735
+ "rstrip": false,
736
+ "single_word": false,
737
+ "special": true
738
+ },
739
+ "128092": {
740
+ "content": "<|reserved_special_token_84|>",
741
+ "lstrip": false,
742
+ "normalized": false,
743
+ "rstrip": false,
744
+ "single_word": false,
745
+ "special": true
746
+ },
747
+ "128093": {
748
+ "content": "<|reserved_special_token_85|>",
749
+ "lstrip": false,
750
+ "normalized": false,
751
+ "rstrip": false,
752
+ "single_word": false,
753
+ "special": true
754
+ },
755
+ "128094": {
756
+ "content": "<|reserved_special_token_86|>",
757
+ "lstrip": false,
758
+ "normalized": false,
759
+ "rstrip": false,
760
+ "single_word": false,
761
+ "special": true
762
+ },
763
+ "128095": {
764
+ "content": "<|reserved_special_token_87|>",
765
+ "lstrip": false,
766
+ "normalized": false,
767
+ "rstrip": false,
768
+ "single_word": false,
769
+ "special": true
770
+ },
771
+ "128096": {
772
+ "content": "<|reserved_special_token_88|>",
773
+ "lstrip": false,
774
+ "normalized": false,
775
+ "rstrip": false,
776
+ "single_word": false,
777
+ "special": true
778
+ },
779
+ "128097": {
780
+ "content": "<|reserved_special_token_89|>",
781
+ "lstrip": false,
782
+ "normalized": false,
783
+ "rstrip": false,
784
+ "single_word": false,
785
+ "special": true
786
+ },
787
+ "128098": {
788
+ "content": "<|reserved_special_token_90|>",
789
+ "lstrip": false,
790
+ "normalized": false,
791
+ "rstrip": false,
792
+ "single_word": false,
793
+ "special": true
794
+ },
795
+ "128099": {
796
+ "content": "<|reserved_special_token_91|>",
797
+ "lstrip": false,
798
+ "normalized": false,
799
+ "rstrip": false,
800
+ "single_word": false,
801
+ "special": true
802
+ },
803
+ "128100": {
804
+ "content": "<|reserved_special_token_92|>",
805
+ "lstrip": false,
806
+ "normalized": false,
807
+ "rstrip": false,
808
+ "single_word": false,
809
+ "special": true
810
+ },
811
+ "128101": {
812
+ "content": "<|reserved_special_token_93|>",
813
+ "lstrip": false,
814
+ "normalized": false,
815
+ "rstrip": false,
816
+ "single_word": false,
817
+ "special": true
818
+ },
819
+ "128102": {
820
+ "content": "<|reserved_special_token_94|>",
821
+ "lstrip": false,
822
+ "normalized": false,
823
+ "rstrip": false,
824
+ "single_word": false,
825
+ "special": true
826
+ },
827
+ "128103": {
828
+ "content": "<|reserved_special_token_95|>",
829
+ "lstrip": false,
830
+ "normalized": false,
831
+ "rstrip": false,
832
+ "single_word": false,
833
+ "special": true
834
+ },
835
+ "128104": {
836
+ "content": "<|reserved_special_token_96|>",
837
+ "lstrip": false,
838
+ "normalized": false,
839
+ "rstrip": false,
840
+ "single_word": false,
841
+ "special": true
842
+ },
843
+ "128105": {
844
+ "content": "<|reserved_special_token_97|>",
845
+ "lstrip": false,
846
+ "normalized": false,
847
+ "rstrip": false,
848
+ "single_word": false,
849
+ "special": true
850
+ },
851
+ "128106": {
852
+ "content": "<|reserved_special_token_98|>",
853
+ "lstrip": false,
854
+ "normalized": false,
855
+ "rstrip": false,
856
+ "single_word": false,
857
+ "special": true
858
+ },
859
+ "128107": {
860
+ "content": "<|reserved_special_token_99|>",
861
+ "lstrip": false,
862
+ "normalized": false,
863
+ "rstrip": false,
864
+ "single_word": false,
865
+ "special": true
866
+ },
867
+ "128108": {
868
+ "content": "<|reserved_special_token_100|>",
869
+ "lstrip": false,
870
+ "normalized": false,
871
+ "rstrip": false,
872
+ "single_word": false,
873
+ "special": true
874
+ },
875
+ "128109": {
876
+ "content": "<|reserved_special_token_101|>",
877
+ "lstrip": false,
878
+ "normalized": false,
879
+ "rstrip": false,
880
+ "single_word": false,
881
+ "special": true
882
+ },
883
+ "128110": {
884
+ "content": "<|reserved_special_token_102|>",
885
+ "lstrip": false,
886
+ "normalized": false,
887
+ "rstrip": false,
888
+ "single_word": false,
889
+ "special": true
890
+ },
891
+ "128111": {
892
+ "content": "<|reserved_special_token_103|>",
893
+ "lstrip": false,
894
+ "normalized": false,
895
+ "rstrip": false,
896
+ "single_word": false,
897
+ "special": true
898
+ },
899
+ "128112": {
900
+ "content": "<|reserved_special_token_104|>",
901
+ "lstrip": false,
902
+ "normalized": false,
903
+ "rstrip": false,
904
+ "single_word": false,
905
+ "special": true
906
+ },
907
+ "128113": {
908
+ "content": "<|reserved_special_token_105|>",
909
+ "lstrip": false,
910
+ "normalized": false,
911
+ "rstrip": false,
912
+ "single_word": false,
913
+ "special": true
914
+ },
915
+ "128114": {
916
+ "content": "<|reserved_special_token_106|>",
917
+ "lstrip": false,
918
+ "normalized": false,
919
+ "rstrip": false,
920
+ "single_word": false,
921
+ "special": true
922
+ },
923
+ "128115": {
924
+ "content": "<|reserved_special_token_107|>",
925
+ "lstrip": false,
926
+ "normalized": false,
927
+ "rstrip": false,
928
+ "single_word": false,
929
+ "special": true
930
+ },
931
+ "128116": {
932
+ "content": "<|reserved_special_token_108|>",
933
+ "lstrip": false,
934
+ "normalized": false,
935
+ "rstrip": false,
936
+ "single_word": false,
937
+ "special": true
938
+ },
939
+ "128117": {
940
+ "content": "<|reserved_special_token_109|>",
941
+ "lstrip": false,
942
+ "normalized": false,
943
+ "rstrip": false,
944
+ "single_word": false,
945
+ "special": true
946
+ },
947
+ "128118": {
948
+ "content": "<|reserved_special_token_110|>",
949
+ "lstrip": false,
950
+ "normalized": false,
951
+ "rstrip": false,
952
+ "single_word": false,
953
+ "special": true
954
+ },
955
+ "128119": {
956
+ "content": "<|reserved_special_token_111|>",
957
+ "lstrip": false,
958
+ "normalized": false,
959
+ "rstrip": false,
960
+ "single_word": false,
961
+ "special": true
962
+ },
963
+ "128120": {
964
+ "content": "<|reserved_special_token_112|>",
965
+ "lstrip": false,
966
+ "normalized": false,
967
+ "rstrip": false,
968
+ "single_word": false,
969
+ "special": true
970
+ },
971
+ "128121": {
972
+ "content": "<|reserved_special_token_113|>",
973
+ "lstrip": false,
974
+ "normalized": false,
975
+ "rstrip": false,
976
+ "single_word": false,
977
+ "special": true
978
+ },
979
+ "128122": {
980
+ "content": "<|reserved_special_token_114|>",
981
+ "lstrip": false,
982
+ "normalized": false,
983
+ "rstrip": false,
984
+ "single_word": false,
985
+ "special": true
986
+ },
987
+ "128123": {
988
+ "content": "<|reserved_special_token_115|>",
989
+ "lstrip": false,
990
+ "normalized": false,
991
+ "rstrip": false,
992
+ "single_word": false,
993
+ "special": true
994
+ },
995
+ "128124": {
996
+ "content": "<|reserved_special_token_116|>",
997
+ "lstrip": false,
998
+ "normalized": false,
999
+ "rstrip": false,
1000
+ "single_word": false,
1001
+ "special": true
1002
+ },
1003
+ "128125": {
1004
+ "content": "<|reserved_special_token_117|>",
1005
+ "lstrip": false,
1006
+ "normalized": false,
1007
+ "rstrip": false,
1008
+ "single_word": false,
1009
+ "special": true
1010
+ },
1011
+ "128126": {
1012
+ "content": "<|reserved_special_token_118|>",
1013
+ "lstrip": false,
1014
+ "normalized": false,
1015
+ "rstrip": false,
1016
+ "single_word": false,
1017
+ "special": true
1018
+ },
1019
+ "128127": {
1020
+ "content": "<|reserved_special_token_119|>",
1021
+ "lstrip": false,
1022
+ "normalized": false,
1023
+ "rstrip": false,
1024
+ "single_word": false,
1025
+ "special": true
1026
+ },
1027
+ "128128": {
1028
+ "content": "<|reserved_special_token_120|>",
1029
+ "lstrip": false,
1030
+ "normalized": false,
1031
+ "rstrip": false,
1032
+ "single_word": false,
1033
+ "special": true
1034
+ },
1035
+ "128129": {
1036
+ "content": "<|reserved_special_token_121|>",
1037
+ "lstrip": false,
1038
+ "normalized": false,
1039
+ "rstrip": false,
1040
+ "single_word": false,
1041
+ "special": true
1042
+ },
1043
+ "128130": {
1044
+ "content": "<|reserved_special_token_122|>",
1045
+ "lstrip": false,
1046
+ "normalized": false,
1047
+ "rstrip": false,
1048
+ "single_word": false,
1049
+ "special": true
1050
+ },
1051
+ "128131": {
1052
+ "content": "<|reserved_special_token_123|>",
1053
+ "lstrip": false,
1054
+ "normalized": false,
1055
+ "rstrip": false,
1056
+ "single_word": false,
1057
+ "special": true
1058
+ },
1059
+ "128132": {
1060
+ "content": "<|reserved_special_token_124|>",
1061
+ "lstrip": false,
1062
+ "normalized": false,
1063
+ "rstrip": false,
1064
+ "single_word": false,
1065
+ "special": true
1066
+ },
1067
+ "128133": {
1068
+ "content": "<|reserved_special_token_125|>",
1069
+ "lstrip": false,
1070
+ "normalized": false,
1071
+ "rstrip": false,
1072
+ "single_word": false,
1073
+ "special": true
1074
+ },
1075
+ "128134": {
1076
+ "content": "<|reserved_special_token_126|>",
1077
+ "lstrip": false,
1078
+ "normalized": false,
1079
+ "rstrip": false,
1080
+ "single_word": false,
1081
+ "special": true
1082
+ },
1083
+ "128135": {
1084
+ "content": "<|reserved_special_token_127|>",
1085
+ "lstrip": false,
1086
+ "normalized": false,
1087
+ "rstrip": false,
1088
+ "single_word": false,
1089
+ "special": true
1090
+ },
1091
+ "128136": {
1092
+ "content": "<|reserved_special_token_128|>",
1093
+ "lstrip": false,
1094
+ "normalized": false,
1095
+ "rstrip": false,
1096
+ "single_word": false,
1097
+ "special": true
1098
+ },
1099
+ "128137": {
1100
+ "content": "<|reserved_special_token_129|>",
1101
+ "lstrip": false,
1102
+ "normalized": false,
1103
+ "rstrip": false,
1104
+ "single_word": false,
1105
+ "special": true
1106
+ },
1107
+ "128138": {
1108
+ "content": "<|reserved_special_token_130|>",
1109
+ "lstrip": false,
1110
+ "normalized": false,
1111
+ "rstrip": false,
1112
+ "single_word": false,
1113
+ "special": true
1114
+ },
1115
+ "128139": {
1116
+ "content": "<|reserved_special_token_131|>",
1117
+ "lstrip": false,
1118
+ "normalized": false,
1119
+ "rstrip": false,
1120
+ "single_word": false,
1121
+ "special": true
1122
+ },
1123
+ "128140": {
1124
+ "content": "<|reserved_special_token_132|>",
1125
+ "lstrip": false,
1126
+ "normalized": false,
1127
+ "rstrip": false,
1128
+ "single_word": false,
1129
+ "special": true
1130
+ },
1131
+ "128141": {
1132
+ "content": "<|reserved_special_token_133|>",
1133
+ "lstrip": false,
1134
+ "normalized": false,
1135
+ "rstrip": false,
1136
+ "single_word": false,
1137
+ "special": true
1138
+ },
1139
+ "128142": {
1140
+ "content": "<|reserved_special_token_134|>",
1141
+ "lstrip": false,
1142
+ "normalized": false,
1143
+ "rstrip": false,
1144
+ "single_word": false,
1145
+ "special": true
1146
+ },
1147
+ "128143": {
1148
+ "content": "<|reserved_special_token_135|>",
1149
+ "lstrip": false,
1150
+ "normalized": false,
1151
+ "rstrip": false,
1152
+ "single_word": false,
1153
+ "special": true
1154
+ },
1155
+ "128144": {
1156
+ "content": "<|reserved_special_token_136|>",
1157
+ "lstrip": false,
1158
+ "normalized": false,
1159
+ "rstrip": false,
1160
+ "single_word": false,
1161
+ "special": true
1162
+ },
1163
+ "128145": {
1164
+ "content": "<|reserved_special_token_137|>",
1165
+ "lstrip": false,
1166
+ "normalized": false,
1167
+ "rstrip": false,
1168
+ "single_word": false,
1169
+ "special": true
1170
+ },
1171
+ "128146": {
1172
+ "content": "<|reserved_special_token_138|>",
1173
+ "lstrip": false,
1174
+ "normalized": false,
1175
+ "rstrip": false,
1176
+ "single_word": false,
1177
+ "special": true
1178
+ },
1179
+ "128147": {
1180
+ "content": "<|reserved_special_token_139|>",
1181
+ "lstrip": false,
1182
+ "normalized": false,
1183
+ "rstrip": false,
1184
+ "single_word": false,
1185
+ "special": true
1186
+ },
1187
+ "128148": {
1188
+ "content": "<|reserved_special_token_140|>",
1189
+ "lstrip": false,
1190
+ "normalized": false,
1191
+ "rstrip": false,
1192
+ "single_word": false,
1193
+ "special": true
1194
+ },
1195
+ "128149": {
1196
+ "content": "<|reserved_special_token_141|>",
1197
+ "lstrip": false,
1198
+ "normalized": false,
1199
+ "rstrip": false,
1200
+ "single_word": false,
1201
+ "special": true
1202
+ },
1203
+ "128150": {
1204
+ "content": "<|reserved_special_token_142|>",
1205
+ "lstrip": false,
1206
+ "normalized": false,
1207
+ "rstrip": false,
1208
+ "single_word": false,
1209
+ "special": true
1210
+ },
1211
+ "128151": {
1212
+ "content": "<|reserved_special_token_143|>",
1213
+ "lstrip": false,
1214
+ "normalized": false,
1215
+ "rstrip": false,
1216
+ "single_word": false,
1217
+ "special": true
1218
+ },
1219
+ "128152": {
1220
+ "content": "<|reserved_special_token_144|>",
1221
+ "lstrip": false,
1222
+ "normalized": false,
1223
+ "rstrip": false,
1224
+ "single_word": false,
1225
+ "special": true
1226
+ },
1227
+ "128153": {
1228
+ "content": "<|reserved_special_token_145|>",
1229
+ "lstrip": false,
1230
+ "normalized": false,
1231
+ "rstrip": false,
1232
+ "single_word": false,
1233
+ "special": true
1234
+ },
1235
+ "128154": {
1236
+ "content": "<|reserved_special_token_146|>",
1237
+ "lstrip": false,
1238
+ "normalized": false,
1239
+ "rstrip": false,
1240
+ "single_word": false,
1241
+ "special": true
1242
+ },
1243
+ "128155": {
1244
+ "content": "<|reserved_special_token_147|>",
1245
+ "lstrip": false,
1246
+ "normalized": false,
1247
+ "rstrip": false,
1248
+ "single_word": false,
1249
+ "special": true
1250
+ },
1251
+ "128156": {
1252
+ "content": "<|reserved_special_token_148|>",
1253
+ "lstrip": false,
1254
+ "normalized": false,
1255
+ "rstrip": false,
1256
+ "single_word": false,
1257
+ "special": true
1258
+ },
1259
+ "128157": {
1260
+ "content": "<|reserved_special_token_149|>",
1261
+ "lstrip": false,
1262
+ "normalized": false,
1263
+ "rstrip": false,
1264
+ "single_word": false,
1265
+ "special": true
1266
+ },
1267
+ "128158": {
1268
+ "content": "<|reserved_special_token_150|>",
1269
+ "lstrip": false,
1270
+ "normalized": false,
1271
+ "rstrip": false,
1272
+ "single_word": false,
1273
+ "special": true
1274
+ },
1275
+ "128159": {
1276
+ "content": "<|reserved_special_token_151|>",
1277
+ "lstrip": false,
1278
+ "normalized": false,
1279
+ "rstrip": false,
1280
+ "single_word": false,
1281
+ "special": true
1282
+ },
1283
+ "128160": {
1284
+ "content": "<|reserved_special_token_152|>",
1285
+ "lstrip": false,
1286
+ "normalized": false,
1287
+ "rstrip": false,
1288
+ "single_word": false,
1289
+ "special": true
1290
+ },
1291
+ "128161": {
1292
+ "content": "<|reserved_special_token_153|>",
1293
+ "lstrip": false,
1294
+ "normalized": false,
1295
+ "rstrip": false,
1296
+ "single_word": false,
1297
+ "special": true
1298
+ },
1299
+ "128162": {
1300
+ "content": "<|reserved_special_token_154|>",
1301
+ "lstrip": false,
1302
+ "normalized": false,
1303
+ "rstrip": false,
1304
+ "single_word": false,
1305
+ "special": true
1306
+ },
1307
+ "128163": {
1308
+ "content": "<|reserved_special_token_155|>",
1309
+ "lstrip": false,
1310
+ "normalized": false,
1311
+ "rstrip": false,
1312
+ "single_word": false,
1313
+ "special": true
1314
+ },
1315
+ "128164": {
1316
+ "content": "<|reserved_special_token_156|>",
1317
+ "lstrip": false,
1318
+ "normalized": false,
1319
+ "rstrip": false,
1320
+ "single_word": false,
1321
+ "special": true
1322
+ },
1323
+ "128165": {
1324
+ "content": "<|reserved_special_token_157|>",
1325
+ "lstrip": false,
1326
+ "normalized": false,
1327
+ "rstrip": false,
1328
+ "single_word": false,
1329
+ "special": true
1330
+ },
1331
+ "128166": {
1332
+ "content": "<|reserved_special_token_158|>",
1333
+ "lstrip": false,
1334
+ "normalized": false,
1335
+ "rstrip": false,
1336
+ "single_word": false,
1337
+ "special": true
1338
+ },
1339
+ "128167": {
1340
+ "content": "<|reserved_special_token_159|>",
1341
+ "lstrip": false,
1342
+ "normalized": false,
1343
+ "rstrip": false,
1344
+ "single_word": false,
1345
+ "special": true
1346
+ },
1347
+ "128168": {
1348
+ "content": "<|reserved_special_token_160|>",
1349
+ "lstrip": false,
1350
+ "normalized": false,
1351
+ "rstrip": false,
1352
+ "single_word": false,
1353
+ "special": true
1354
+ },
1355
+ "128169": {
1356
+ "content": "<|reserved_special_token_161|>",
1357
+ "lstrip": false,
1358
+ "normalized": false,
1359
+ "rstrip": false,
1360
+ "single_word": false,
1361
+ "special": true
1362
+ },
1363
+ "128170": {
1364
+ "content": "<|reserved_special_token_162|>",
1365
+ "lstrip": false,
1366
+ "normalized": false,
1367
+ "rstrip": false,
1368
+ "single_word": false,
1369
+ "special": true
1370
+ },
1371
+ "128171": {
1372
+ "content": "<|reserved_special_token_163|>",
1373
+ "lstrip": false,
1374
+ "normalized": false,
1375
+ "rstrip": false,
1376
+ "single_word": false,
1377
+ "special": true
1378
+ },
1379
+ "128172": {
1380
+ "content": "<|reserved_special_token_164|>",
1381
+ "lstrip": false,
1382
+ "normalized": false,
1383
+ "rstrip": false,
1384
+ "single_word": false,
1385
+ "special": true
1386
+ },
1387
+ "128173": {
1388
+ "content": "<|reserved_special_token_165|>",
1389
+ "lstrip": false,
1390
+ "normalized": false,
1391
+ "rstrip": false,
1392
+ "single_word": false,
1393
+ "special": true
1394
+ },
1395
+ "128174": {
1396
+ "content": "<|reserved_special_token_166|>",
1397
+ "lstrip": false,
1398
+ "normalized": false,
1399
+ "rstrip": false,
1400
+ "single_word": false,
1401
+ "special": true
1402
+ },
1403
+ "128175": {
1404
+ "content": "<|reserved_special_token_167|>",
1405
+ "lstrip": false,
1406
+ "normalized": false,
1407
+ "rstrip": false,
1408
+ "single_word": false,
1409
+ "special": true
1410
+ },
1411
+ "128176": {
1412
+ "content": "<|reserved_special_token_168|>",
1413
+ "lstrip": false,
1414
+ "normalized": false,
1415
+ "rstrip": false,
1416
+ "single_word": false,
1417
+ "special": true
1418
+ },
1419
+ "128177": {
1420
+ "content": "<|reserved_special_token_169|>",
1421
+ "lstrip": false,
1422
+ "normalized": false,
1423
+ "rstrip": false,
1424
+ "single_word": false,
1425
+ "special": true
1426
+ },
1427
+ "128178": {
1428
+ "content": "<|reserved_special_token_170|>",
1429
+ "lstrip": false,
1430
+ "normalized": false,
1431
+ "rstrip": false,
1432
+ "single_word": false,
1433
+ "special": true
1434
+ },
1435
+ "128179": {
1436
+ "content": "<|reserved_special_token_171|>",
1437
+ "lstrip": false,
1438
+ "normalized": false,
1439
+ "rstrip": false,
1440
+ "single_word": false,
1441
+ "special": true
1442
+ },
1443
+ "128180": {
1444
+ "content": "<|reserved_special_token_172|>",
1445
+ "lstrip": false,
1446
+ "normalized": false,
1447
+ "rstrip": false,
1448
+ "single_word": false,
1449
+ "special": true
1450
+ },
1451
+ "128181": {
1452
+ "content": "<|reserved_special_token_173|>",
1453
+ "lstrip": false,
1454
+ "normalized": false,
1455
+ "rstrip": false,
1456
+ "single_word": false,
1457
+ "special": true
1458
+ },
1459
+ "128182": {
1460
+ "content": "<|reserved_special_token_174|>",
1461
+ "lstrip": false,
1462
+ "normalized": false,
1463
+ "rstrip": false,
1464
+ "single_word": false,
1465
+ "special": true
1466
+ },
1467
+ "128183": {
1468
+ "content": "<|reserved_special_token_175|>",
1469
+ "lstrip": false,
1470
+ "normalized": false,
1471
+ "rstrip": false,
1472
+ "single_word": false,
1473
+ "special": true
1474
+ },
1475
+ "128184": {
1476
+ "content": "<|reserved_special_token_176|>",
1477
+ "lstrip": false,
1478
+ "normalized": false,
1479
+ "rstrip": false,
1480
+ "single_word": false,
1481
+ "special": true
1482
+ },
1483
+ "128185": {
1484
+ "content": "<|reserved_special_token_177|>",
1485
+ "lstrip": false,
1486
+ "normalized": false,
1487
+ "rstrip": false,
1488
+ "single_word": false,
1489
+ "special": true
1490
+ },
1491
+ "128186": {
1492
+ "content": "<|reserved_special_token_178|>",
1493
+ "lstrip": false,
1494
+ "normalized": false,
1495
+ "rstrip": false,
1496
+ "single_word": false,
1497
+ "special": true
1498
+ },
1499
+ "128187": {
1500
+ "content": "<|reserved_special_token_179|>",
1501
+ "lstrip": false,
1502
+ "normalized": false,
1503
+ "rstrip": false,
1504
+ "single_word": false,
1505
+ "special": true
1506
+ },
1507
+ "128188": {
1508
+ "content": "<|reserved_special_token_180|>",
1509
+ "lstrip": false,
1510
+ "normalized": false,
1511
+ "rstrip": false,
1512
+ "single_word": false,
1513
+ "special": true
1514
+ },
1515
+ "128189": {
1516
+ "content": "<|reserved_special_token_181|>",
1517
+ "lstrip": false,
1518
+ "normalized": false,
1519
+ "rstrip": false,
1520
+ "single_word": false,
1521
+ "special": true
1522
+ },
1523
+ "128190": {
1524
+ "content": "<|reserved_special_token_182|>",
1525
+ "lstrip": false,
1526
+ "normalized": false,
1527
+ "rstrip": false,
1528
+ "single_word": false,
1529
+ "special": true
1530
+ },
1531
+ "128191": {
1532
+ "content": "<|reserved_special_token_183|>",
1533
+ "lstrip": false,
1534
+ "normalized": false,
1535
+ "rstrip": false,
1536
+ "single_word": false,
1537
+ "special": true
1538
+ },
1539
+ "128192": {
1540
+ "content": "<|reserved_special_token_184|>",
1541
+ "lstrip": false,
1542
+ "normalized": false,
1543
+ "rstrip": false,
1544
+ "single_word": false,
1545
+ "special": true
1546
+ },
1547
+ "128193": {
1548
+ "content": "<|reserved_special_token_185|>",
1549
+ "lstrip": false,
1550
+ "normalized": false,
1551
+ "rstrip": false,
1552
+ "single_word": false,
1553
+ "special": true
1554
+ },
1555
+ "128194": {
1556
+ "content": "<|reserved_special_token_186|>",
1557
+ "lstrip": false,
1558
+ "normalized": false,
1559
+ "rstrip": false,
1560
+ "single_word": false,
1561
+ "special": true
1562
+ },
1563
+ "128195": {
1564
+ "content": "<|reserved_special_token_187|>",
1565
+ "lstrip": false,
1566
+ "normalized": false,
1567
+ "rstrip": false,
1568
+ "single_word": false,
1569
+ "special": true
1570
+ },
1571
+ "128196": {
1572
+ "content": "<|reserved_special_token_188|>",
1573
+ "lstrip": false,
1574
+ "normalized": false,
1575
+ "rstrip": false,
1576
+ "single_word": false,
1577
+ "special": true
1578
+ },
1579
+ "128197": {
1580
+ "content": "<|reserved_special_token_189|>",
1581
+ "lstrip": false,
1582
+ "normalized": false,
1583
+ "rstrip": false,
1584
+ "single_word": false,
1585
+ "special": true
1586
+ },
1587
+ "128198": {
1588
+ "content": "<|reserved_special_token_190|>",
1589
+ "lstrip": false,
1590
+ "normalized": false,
1591
+ "rstrip": false,
1592
+ "single_word": false,
1593
+ "special": true
1594
+ },
1595
+ "128199": {
1596
+ "content": "<|reserved_special_token_191|>",
1597
+ "lstrip": false,
1598
+ "normalized": false,
1599
+ "rstrip": false,
1600
+ "single_word": false,
1601
+ "special": true
1602
+ },
1603
+ "128200": {
1604
+ "content": "<|reserved_special_token_192|>",
1605
+ "lstrip": false,
1606
+ "normalized": false,
1607
+ "rstrip": false,
1608
+ "single_word": false,
1609
+ "special": true
1610
+ },
1611
+ "128201": {
1612
+ "content": "<|reserved_special_token_193|>",
1613
+ "lstrip": false,
1614
+ "normalized": false,
1615
+ "rstrip": false,
1616
+ "single_word": false,
1617
+ "special": true
1618
+ },
1619
+ "128202": {
1620
+ "content": "<|reserved_special_token_194|>",
1621
+ "lstrip": false,
1622
+ "normalized": false,
1623
+ "rstrip": false,
1624
+ "single_word": false,
1625
+ "special": true
1626
+ },
1627
+ "128203": {
1628
+ "content": "<|reserved_special_token_195|>",
1629
+ "lstrip": false,
1630
+ "normalized": false,
1631
+ "rstrip": false,
1632
+ "single_word": false,
1633
+ "special": true
1634
+ },
1635
+ "128204": {
1636
+ "content": "<|reserved_special_token_196|>",
1637
+ "lstrip": false,
1638
+ "normalized": false,
1639
+ "rstrip": false,
1640
+ "single_word": false,
1641
+ "special": true
1642
+ },
1643
+ "128205": {
1644
+ "content": "<|reserved_special_token_197|>",
1645
+ "lstrip": false,
1646
+ "normalized": false,
1647
+ "rstrip": false,
1648
+ "single_word": false,
1649
+ "special": true
1650
+ },
1651
+ "128206": {
1652
+ "content": "<|reserved_special_token_198|>",
1653
+ "lstrip": false,
1654
+ "normalized": false,
1655
+ "rstrip": false,
1656
+ "single_word": false,
1657
+ "special": true
1658
+ },
1659
+ "128207": {
1660
+ "content": "<|reserved_special_token_199|>",
1661
+ "lstrip": false,
1662
+ "normalized": false,
1663
+ "rstrip": false,
1664
+ "single_word": false,
1665
+ "special": true
1666
+ },
1667
+ "128208": {
1668
+ "content": "<|reserved_special_token_200|>",
1669
+ "lstrip": false,
1670
+ "normalized": false,
1671
+ "rstrip": false,
1672
+ "single_word": false,
1673
+ "special": true
1674
+ },
1675
+ "128209": {
1676
+ "content": "<|reserved_special_token_201|>",
1677
+ "lstrip": false,
1678
+ "normalized": false,
1679
+ "rstrip": false,
1680
+ "single_word": false,
1681
+ "special": true
1682
+ },
1683
+ "128210": {
1684
+ "content": "<|reserved_special_token_202|>",
1685
+ "lstrip": false,
1686
+ "normalized": false,
1687
+ "rstrip": false,
1688
+ "single_word": false,
1689
+ "special": true
1690
+ },
1691
+ "128211": {
1692
+ "content": "<|reserved_special_token_203|>",
1693
+ "lstrip": false,
1694
+ "normalized": false,
1695
+ "rstrip": false,
1696
+ "single_word": false,
1697
+ "special": true
1698
+ },
1699
+ "128212": {
1700
+ "content": "<|reserved_special_token_204|>",
1701
+ "lstrip": false,
1702
+ "normalized": false,
1703
+ "rstrip": false,
1704
+ "single_word": false,
1705
+ "special": true
1706
+ },
1707
+ "128213": {
1708
+ "content": "<|reserved_special_token_205|>",
1709
+ "lstrip": false,
1710
+ "normalized": false,
1711
+ "rstrip": false,
1712
+ "single_word": false,
1713
+ "special": true
1714
+ },
1715
+ "128214": {
1716
+ "content": "<|reserved_special_token_206|>",
1717
+ "lstrip": false,
1718
+ "normalized": false,
1719
+ "rstrip": false,
1720
+ "single_word": false,
1721
+ "special": true
1722
+ },
1723
+ "128215": {
1724
+ "content": "<|reserved_special_token_207|>",
1725
+ "lstrip": false,
1726
+ "normalized": false,
1727
+ "rstrip": false,
1728
+ "single_word": false,
1729
+ "special": true
1730
+ },
1731
+ "128216": {
1732
+ "content": "<|reserved_special_token_208|>",
1733
+ "lstrip": false,
1734
+ "normalized": false,
1735
+ "rstrip": false,
1736
+ "single_word": false,
1737
+ "special": true
1738
+ },
1739
+ "128217": {
1740
+ "content": "<|reserved_special_token_209|>",
1741
+ "lstrip": false,
1742
+ "normalized": false,
1743
+ "rstrip": false,
1744
+ "single_word": false,
1745
+ "special": true
1746
+ },
1747
+ "128218": {
1748
+ "content": "<|reserved_special_token_210|>",
1749
+ "lstrip": false,
1750
+ "normalized": false,
1751
+ "rstrip": false,
1752
+ "single_word": false,
1753
+ "special": true
1754
+ },
1755
+ "128219": {
1756
+ "content": "<|reserved_special_token_211|>",
1757
+ "lstrip": false,
1758
+ "normalized": false,
1759
+ "rstrip": false,
1760
+ "single_word": false,
1761
+ "special": true
1762
+ },
1763
+ "128220": {
1764
+ "content": "<|reserved_special_token_212|>",
1765
+ "lstrip": false,
1766
+ "normalized": false,
1767
+ "rstrip": false,
1768
+ "single_word": false,
1769
+ "special": true
1770
+ },
1771
+ "128221": {
1772
+ "content": "<|reserved_special_token_213|>",
1773
+ "lstrip": false,
1774
+ "normalized": false,
1775
+ "rstrip": false,
1776
+ "single_word": false,
1777
+ "special": true
1778
+ },
1779
+ "128222": {
1780
+ "content": "<|reserved_special_token_214|>",
1781
+ "lstrip": false,
1782
+ "normalized": false,
1783
+ "rstrip": false,
1784
+ "single_word": false,
1785
+ "special": true
1786
+ },
1787
+ "128223": {
1788
+ "content": "<|reserved_special_token_215|>",
1789
+ "lstrip": false,
1790
+ "normalized": false,
1791
+ "rstrip": false,
1792
+ "single_word": false,
1793
+ "special": true
1794
+ },
1795
+ "128224": {
1796
+ "content": "<|reserved_special_token_216|>",
1797
+ "lstrip": false,
1798
+ "normalized": false,
1799
+ "rstrip": false,
1800
+ "single_word": false,
1801
+ "special": true
1802
+ },
1803
+ "128225": {
1804
+ "content": "<|reserved_special_token_217|>",
1805
+ "lstrip": false,
1806
+ "normalized": false,
1807
+ "rstrip": false,
1808
+ "single_word": false,
1809
+ "special": true
1810
+ },
1811
+ "128226": {
1812
+ "content": "<|reserved_special_token_218|>",
1813
+ "lstrip": false,
1814
+ "normalized": false,
1815
+ "rstrip": false,
1816
+ "single_word": false,
1817
+ "special": true
1818
+ },
1819
+ "128227": {
1820
+ "content": "<|reserved_special_token_219|>",
1821
+ "lstrip": false,
1822
+ "normalized": false,
1823
+ "rstrip": false,
1824
+ "single_word": false,
1825
+ "special": true
1826
+ },
1827
+ "128228": {
1828
+ "content": "<|reserved_special_token_220|>",
1829
+ "lstrip": false,
1830
+ "normalized": false,
1831
+ "rstrip": false,
1832
+ "single_word": false,
1833
+ "special": true
1834
+ },
1835
+ "128229": {
1836
+ "content": "<|reserved_special_token_221|>",
1837
+ "lstrip": false,
1838
+ "normalized": false,
1839
+ "rstrip": false,
1840
+ "single_word": false,
1841
+ "special": true
1842
+ },
1843
+ "128230": {
1844
+ "content": "<|reserved_special_token_222|>",
1845
+ "lstrip": false,
1846
+ "normalized": false,
1847
+ "rstrip": false,
1848
+ "single_word": false,
1849
+ "special": true
1850
+ },
1851
+ "128231": {
1852
+ "content": "<|reserved_special_token_223|>",
1853
+ "lstrip": false,
1854
+ "normalized": false,
1855
+ "rstrip": false,
1856
+ "single_word": false,
1857
+ "special": true
1858
+ },
1859
+ "128232": {
1860
+ "content": "<|reserved_special_token_224|>",
1861
+ "lstrip": false,
1862
+ "normalized": false,
1863
+ "rstrip": false,
1864
+ "single_word": false,
1865
+ "special": true
1866
+ },
1867
+ "128233": {
1868
+ "content": "<|reserved_special_token_225|>",
1869
+ "lstrip": false,
1870
+ "normalized": false,
1871
+ "rstrip": false,
1872
+ "single_word": false,
1873
+ "special": true
1874
+ },
1875
+ "128234": {
1876
+ "content": "<|reserved_special_token_226|>",
1877
+ "lstrip": false,
1878
+ "normalized": false,
1879
+ "rstrip": false,
1880
+ "single_word": false,
1881
+ "special": true
1882
+ },
1883
+ "128235": {
1884
+ "content": "<|reserved_special_token_227|>",
1885
+ "lstrip": false,
1886
+ "normalized": false,
1887
+ "rstrip": false,
1888
+ "single_word": false,
1889
+ "special": true
1890
+ },
1891
+ "128236": {
1892
+ "content": "<|reserved_special_token_228|>",
1893
+ "lstrip": false,
1894
+ "normalized": false,
1895
+ "rstrip": false,
1896
+ "single_word": false,
1897
+ "special": true
1898
+ },
1899
+ "128237": {
1900
+ "content": "<|reserved_special_token_229|>",
1901
+ "lstrip": false,
1902
+ "normalized": false,
1903
+ "rstrip": false,
1904
+ "single_word": false,
1905
+ "special": true
1906
+ },
1907
+ "128238": {
1908
+ "content": "<|reserved_special_token_230|>",
1909
+ "lstrip": false,
1910
+ "normalized": false,
1911
+ "rstrip": false,
1912
+ "single_word": false,
1913
+ "special": true
1914
+ },
1915
+ "128239": {
1916
+ "content": "<|reserved_special_token_231|>",
1917
+ "lstrip": false,
1918
+ "normalized": false,
1919
+ "rstrip": false,
1920
+ "single_word": false,
1921
+ "special": true
1922
+ },
1923
+ "128240": {
1924
+ "content": "<|reserved_special_token_232|>",
1925
+ "lstrip": false,
1926
+ "normalized": false,
1927
+ "rstrip": false,
1928
+ "single_word": false,
1929
+ "special": true
1930
+ },
1931
+ "128241": {
1932
+ "content": "<|reserved_special_token_233|>",
1933
+ "lstrip": false,
1934
+ "normalized": false,
1935
+ "rstrip": false,
1936
+ "single_word": false,
1937
+ "special": true
1938
+ },
1939
+ "128242": {
1940
+ "content": "<|reserved_special_token_234|>",
1941
+ "lstrip": false,
1942
+ "normalized": false,
1943
+ "rstrip": false,
1944
+ "single_word": false,
1945
+ "special": true
1946
+ },
1947
+ "128243": {
1948
+ "content": "<|reserved_special_token_235|>",
1949
+ "lstrip": false,
1950
+ "normalized": false,
1951
+ "rstrip": false,
1952
+ "single_word": false,
1953
+ "special": true
1954
+ },
1955
+ "128244": {
1956
+ "content": "<|reserved_special_token_236|>",
1957
+ "lstrip": false,
1958
+ "normalized": false,
1959
+ "rstrip": false,
1960
+ "single_word": false,
1961
+ "special": true
1962
+ },
1963
+ "128245": {
1964
+ "content": "<|reserved_special_token_237|>",
1965
+ "lstrip": false,
1966
+ "normalized": false,
1967
+ "rstrip": false,
1968
+ "single_word": false,
1969
+ "special": true
1970
+ },
1971
+ "128246": {
1972
+ "content": "<|reserved_special_token_238|>",
1973
+ "lstrip": false,
1974
+ "normalized": false,
1975
+ "rstrip": false,
1976
+ "single_word": false,
1977
+ "special": true
1978
+ },
1979
+ "128247": {
1980
+ "content": "<|reserved_special_token_239|>",
1981
+ "lstrip": false,
1982
+ "normalized": false,
1983
+ "rstrip": false,
1984
+ "single_word": false,
1985
+ "special": true
1986
+ },
1987
+ "128248": {
1988
+ "content": "<|reserved_special_token_240|>",
1989
+ "lstrip": false,
1990
+ "normalized": false,
1991
+ "rstrip": false,
1992
+ "single_word": false,
1993
+ "special": true
1994
+ },
1995
+ "128249": {
1996
+ "content": "<|reserved_special_token_241|>",
1997
+ "lstrip": false,
1998
+ "normalized": false,
1999
+ "rstrip": false,
2000
+ "single_word": false,
2001
+ "special": true
2002
+ },
2003
+ "128250": {
2004
+ "content": "<|reserved_special_token_242|>",
2005
+ "lstrip": false,
2006
+ "normalized": false,
2007
+ "rstrip": false,
2008
+ "single_word": false,
2009
+ "special": true
2010
+ },
2011
+ "128251": {
2012
+ "content": "<|reserved_special_token_243|>",
2013
+ "lstrip": false,
2014
+ "normalized": false,
2015
+ "rstrip": false,
2016
+ "single_word": false,
2017
+ "special": true
2018
+ },
2019
+ "128252": {
2020
+ "content": "<|reserved_special_token_244|>",
2021
+ "lstrip": false,
2022
+ "normalized": false,
2023
+ "rstrip": false,
2024
+ "single_word": false,
2025
+ "special": true
2026
+ },
2027
+ "128253": {
2028
+ "content": "<|reserved_special_token_245|>",
2029
+ "lstrip": false,
2030
+ "normalized": false,
2031
+ "rstrip": false,
2032
+ "single_word": false,
2033
+ "special": true
2034
+ },
2035
+ "128254": {
2036
+ "content": "<|reserved_special_token_246|>",
2037
+ "lstrip": false,
2038
+ "normalized": false,
2039
+ "rstrip": false,
2040
+ "single_word": false,
2041
+ "special": true
2042
+ },
2043
+ "128255": {
2044
+ "content": "<|reserved_special_token_247|>",
2045
+ "lstrip": false,
2046
+ "normalized": false,
2047
+ "rstrip": false,
2048
+ "single_word": false,
2049
+ "special": true
2050
+ }
2051
+ },
2052
+ "bos_token": "<|begin_of_text|>",
2053
+ "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n {%- if strftime_now is defined %}\n {%- set date_string = strftime_now(\"%d %b %Y\") %}\n {%- else %}\n {%- set date_string = \"26 Jul 2024\" %}\n {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n {%- set system_message = messages[0]['content']|trim %}\n {%- set messages = messages[1:] %}\n{%- else %}\n {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n {{- \"Do not use variables.\\n\\n\" }}\n {%- for t in tools %}\n {{- t | tojson(indent=4) }}\n {{- \"\\n\\n\" }}\n {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n {#- Extract the first user message so we can plug it in here #}\n {%- if messages | length != 0 %}\n {%- set first_user_message = messages[0]['content']|trim %}\n {%- set messages = messages[1:] %}\n {%- else %}\n {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n {{- \"Do not use variables.\\n\\n\" }}\n {%- for t in tools %}\n {{- t | tojson(indent=4) }}\n {{- \"\\n\\n\" }}\n {%- endfor %}\n {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n {%- elif 'tool_calls' in message %}\n {%- if not message.tool_calls|length == 1 %}\n {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n {%- endif %}\n {%- set tool_call = message.tool_calls[0].function %}\n {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n {{- '\"parameters\": ' }}\n {{- tool_call.arguments | tojson }}\n {{- \"}\" }}\n {{- \"<|eot_id|>\" }}\n {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n {%- if message.content is mapping or message.content is iterable %}\n {{- message.content | tojson }}\n {%- else %}\n {{- message.content }}\n {%- endif %}\n {{- \"<|eot_id|>\" }}\n {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
2054
+ "clean_up_tokenization_spaces": true,
2055
+ "eos_token": "<|eot_id|>",
2056
+ "model_input_names": [
2057
+ "input_ids",
2058
+ "attention_mask"
2059
+ ],
2060
+ "model_max_length": 131072,
2061
+ "tokenizer_class": "PreTrainedTokenizerFast"
2062
+ }
finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=4/lora_ans_no_es/0.0-0.7/0.0-0.3/logs/hparams.yaml ADDED
@@ -0,0 +1 @@
 
 
1
+ {}
finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=4/lora_ans_no_es/0.0-0.7/0.0-0.3/logs/metrics.csv ADDED
@@ -0,0 +1,1226 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ epoch,iter,iter_time,step,train/loss,val/loss
2
+ 0,1,0.37318529561161995,0,9.469626426696777,
3
+ 0,8,0.06289049237966537,1,6.921178102493286,
4
+ 1,16,0.03786290064454079,2,3.871403157711029,
5
+ 1,24,0.034039486199617386,3,3.320981413125992,
6
+ 2,32,0.03028159588575363,4,0.8634612783789635,
7
+ 3,40,0.03060157224535942,5,0.5619619488716125,
8
+ 3,48,0.033320583403110504,6,0.5096079055219889,
9
+ 4,56,0.03208869695663452,7,0.445957038551569,
10
+ 5,64,0.0310109443962574,8,0.37641845596954226,
11
+ 5,72,0.033008724451065063,9,0.2860956625081599,
12
+ 6,80,0.03374658152461052,10,0.2332033256534487,
13
+ 7,88,0.030626919120550156,11,0.1065264253411442,
14
+ 7,96,0.03179386630654335,12,0.16919655981473625,
15
+ 8,104,0.03145892918109894,13,0.02504867874085903,
16
+ 9,112,0.030142702162265778,14,0.1761830280884169,
17
+ 9,120,0.03018980473279953,15,0.004332795084337704,
18
+ 10,128,0.03301309794187546,16,0.036722312433994375,
19
+ ,,,16,,0.06652917861938476
20
+ 11,136,0.03525369614362717,17,0.0043619796015264,
21
+ 11,144,0.030343003571033478,18,0.05743510563297605,
22
+ 12,152,0.030242305248975754,19,0.01915046638532658,
23
+ 13,160,0.032993536442518234,20,0.0023720320568827447,
24
+ 13,168,0.030905544757843018,21,0.0016739424518164014,
25
+ 14,176,0.030424516648054123,22,0.0021730214211856946,
26
+ 15,184,0.03120257332921028,23,0.0005373275016609114,
27
+ 15,192,0.030240677297115326,24,0.003073781364946626,
28
+ 16,200,0.030238647013902664,25,0.0027100101178803016,
29
+ 17,208,0.0338536761701107,26,0.0005075861390650971,
30
+ 17,216,0.029789041727781296,27,0.002569887732533971,
31
+ 18,224,0.030487902462482452,28,0.003037685632079956,
32
+ 19,232,0.03275637701153755,29,0.0004569634147628676,
33
+ 19,240,0.030736342072486877,30,0.00184618328603392,
34
+ 20,248,0.030569832772016525,31,0.0005698607110389275,
35
+ 21,256,0.03613227233290672,32,0.0008525124048901489,
36
+ ,,,32,,0.0007114344276487828
37
+ 21,264,0.034908294677734375,33,0.0010695734545151936,
38
+ 22,272,0.03343435376882553,34,0.0009388334956383915,
39
+ 23,280,0.0304843932390213,35,0.00034004462395387236,
40
+ 23,288,0.0328623428940773,36,0.000767211338825291,
41
+ 24,296,0.032964807003736496,37,0.0006981979804550065,
42
+ 25,304,0.030680008232593536,38,0.000495437991048675,
43
+ 25,312,0.03276053071022034,39,0.0005041429449192947,
44
+ 26,320,0.03736270219087601,40,0.0005709528859370039,
45
+ 27,328,0.03044663369655609,41,0.000394729382605874,
46
+ 27,336,0.031226083636283875,42,0.0004824512752747978,
47
+ 28,344,0.03864498436450958,43,0.0003707680425577564,
48
+ 29,352,0.030272487550973892,44,0.0005227054534771014,
49
+ 29,360,0.030176714062690735,45,0.0004175800140728825,
50
+ 30,368,0.03637721389532089,46,0.0002955459267468541,
51
+ 31,376,0.04180331900715828,47,0.0005483001496031648,
52
+ 31,384,0.030996855348348618,48,0.0003656517319541308,
53
+ ,,,48,,0.0004329072311520576
54
+ 32,392,0.03767063468694687,49,0.0003368414900251082,
55
+ 33,400,0.030718401074409485,50,0.0004900745916529559,
56
+ 33,408,0.03265705704689026,51,0.0003117562091574655,
57
+ 34,416,0.03992190584540367,52,0.000459668252915435,
58
+ 35,424,0.030499428510665894,53,0.00039280980126932263,
59
+ 35,432,0.030042234808206558,54,0.0002713792591748643,
60
+ 36,440,0.03147377446293831,55,0.00031616923297406174,
61
+ 37,448,0.03523885831236839,56,0.0005177851962798741,
62
+ 37,456,0.030951961874961853,57,0.0002999599482791382,
63
+ 38,464,0.030481576919555664,58,0.00029564624401245965,
64
+ 39,472,0.03093533217906952,59,0.0004636445419237134,
65
+ 39,480,0.03151571750640869,60,0.0003116708485322306,
66
+ 40,488,0.031213656067848206,61,0.0003786677343668998,
67
+ 41,496,0.03418738767504692,62,0.00032202757392951753,
68
+ 41,504,0.04102220758795738,63,0.0003850254770441097,
69
+ 42,512,0.03114818036556244,64,0.0002892245602197363,
70
+ ,,,64,,0.00039014485664665697
71
+ 43,520,0.03530360013246536,65,0.00035496874079399277,
72
+ 43,528,0.031006112694740295,66,0.00041625392259447835,
73
+ 44,536,0.031173821538686752,67,0.00024728785592742497,
74
+ 45,544,0.033241450786590576,68,0.0004630963130693999,
75
+ 45,552,0.04084933176636696,69,0.0003444418398430571,
76
+ 46,560,0.03099443018436432,70,0.00037562565557891503,
77
+ 47,568,0.030767373740673065,71,0.0004137170599278761,
78
+ 47,576,0.03142925351858139,72,0.00024332669636351056,
79
+ 48,584,0.030318163335323334,73,0.0002862116252799751,
80
+ 49,592,0.030736856162548065,74,0.00044924605299456744,
81
+ 49,600,0.033083945512771606,75,0.00030033296388864983,
82
+ 50,608,0.030514009296894073,76,0.00039758585444360506,
83
+ 51,616,0.03091529756784439,77,0.00021289457799866796,
84
+ 51,624,0.031849656254053116,78,0.00040340823215956334,
85
+ 52,632,0.031397461891174316,79,0.000408445528591983,
86
+ 53,640,0.031162496656179428,80,0.00023596979008289054,
87
+ ,,,80,,0.00038530637975782157
88
+ 53,648,0.030984077602624893,81,0.0003283608193669352,
89
+ 54,656,0.03103584796190262,82,0.00020338836930022808,
90
+ 55,664,0.03251459822058678,83,0.0005435489038063679,
91
+ 55,672,0.037651095539331436,84,0.00023687467273703078,
92
+ 56,680,0.03094479814171791,85,0.0003144194033666281,
93
+ 57,688,0.031040024012327194,86,0.0003697210086102132,
94
+ 57,696,0.033108215779066086,87,0.00030526133377861697,
95
+ 58,704,0.030937090516090393,88,0.0003769882823689841,
96
+ 59,712,0.038061730563640594,89,0.000297830283670919,
97
+ 59,720,0.038133278489112854,90,0.0003216075620002812,
98
+ 60,728,0.03710932657122612,91,0.00026637019527697703,
99
+ 61,736,0.03869769722223282,92,0.0003489521441224497,
100
+ 61,744,0.03234514966607094,93,0.00035288111303088954,
101
+ 62,752,0.03371730446815491,94,0.00035803606533590937,
102
+ 63,760,0.03992888703942299,95,0.000298219751130091,
103
+ 63,768,0.030571214854717255,96,0.0003239220914110774,
104
+ ,,,96,,0.0003858065698295832
105
+ 64,776,0.030033819377422333,97,0.00032516312421648763,
106
+ 65,784,0.03204638883471489,98,0.0003144671063637361,
107
+ 65,792,0.03240235894918442,99,0.0003212436586181866,
108
+ 66,800,0.030606288462877274,100,0.0002198384299845202,
109
+ 67,808,0.034792616963386536,101,0.0003673471082947799,
110
+ 67,816,0.034284286201000214,102,0.000369712869542127,
111
+ 68,824,0.030780568718910217,103,0.00035961596040579025,
112
+ 69,832,0.032531823962926865,104,0.0002281027582284878,
113
+ 69,840,0.035992007702589035,105,0.0003510706019369536,
114
+ 70,848,0.030229274183511734,106,0.00021289559481374454,
115
+ 71,856,0.030562318861484528,107,0.00030181916918081697,
116
+ 71,864,0.03279164433479309,108,0.0003676940559671493,
117
+ 72,872,0.03609466180205345,109,0.00033492758848296944,
118
+ 73,880,0.03787367790937424,110,0.00024310610206157435,
119
+ 73,888,0.036937322467565536,111,0.0002963199922305648,
120
+ 74,896,0.03034047782421112,112,0.0003412442656554049,
121
+ ,,,112,,0.0003308323444798589
122
+ 75,904,0.030914049595594406,113,0.0003088297098656767,
123
+ 75,912,0.0326361358165741,114,0.00022090947732067434,
124
+ 76,920,0.03793070837855339,115,0.0003028576766155311,
125
+ 77,928,0.0370221771299839,116,0.00020216901702951873,
126
+ 77,936,0.03556179255247116,117,0.0003309344920126023,
127
+ 78,944,0.031182806938886642,118,0.0002766496272670338,
128
+ 79,952,0.03195114806294441,119,0.0002767398609648808,
129
+ 79,960,0.03366822376847267,120,0.0003209818323739455,
130
+ 80,968,0.030597742646932602,121,0.00026412545776111074,
131
+ 81,976,0.031545188277959824,122,0.0002497348741599126,
132
+ 81,984,0.03182458505034447,123,0.00032578584978182334,
133
+ 82,992,0.03246353939175606,124,0.00027715761098079383,
134
+ 83,1000,0.030395198613405228,125,0.00022138839085528161,
135
+ 83,1008,0.03192092850804329,126,0.00029679694125661626,
136
+ 84,1016,0.030224770307540894,127,0.0003073880443480448,
137
+ 85,1024,0.030557576566934586,128,0.00021956708224024624,
138
+ ,,,128,,0.00030803252011537554
139
+ 85,1032,0.03657935559749603,129,0.0002704747785173822,
140
+ 86,1040,0.031078241765499115,130,0.0002851896233551088,
141
+ 87,1048,0.03203244507312775,131,0.00025162871315842494,
142
+ 87,1056,0.034667909145355225,132,0.00028225673304405063,
143
+ 88,1064,0.03060341253876686,133,0.00030239740317483665,
144
+ 89,1072,0.03152358904480934,134,0.00020738188050017925,
145
+ 89,1080,0.03784428536891937,135,0.00033004654414980905,
146
+ 90,1088,0.030582934617996216,136,0.00021009025749663124,
147
+ 91,1096,0.030448034405708313,137,0.0003204201429980458,
148
+ 91,1104,0.03358488902449608,138,0.0002991040337292361,
149
+ 92,1112,0.031089570373296738,139,0.00023684870666329516,
150
+ 93,1120,0.0308743417263031,140,0.0003218839137844043,
151
+ 93,1128,0.030845709145069122,141,0.00021590366304735653,
152
+ 94,1136,0.030605468899011612,142,0.0003249941373724141,
153
+ 95,1144,0.030262190848588943,143,0.00020541180219879607,
154
+ 95,1152,0.036445502191782,144,0.00024656908499309793,
155
+ ,,,144,,0.00030405009165406226
156
+ 96,1160,0.0305737666785717,145,0.0003109798981313361,
157
+ 97,1168,0.032919369637966156,146,0.00023646164845558815,
158
+ 97,1176,0.030985422432422638,147,0.00022637571328232298,
159
+ 98,1184,0.030060991644859314,148,0.0002690832325242809,
160
+ 99,1192,0.031819891184568405,149,0.0001980083470698446,
161
+ 99,1200,0.031082067638635635,150,0.0002660521149664419,
162
+ 100,1208,0.030711576342582703,151,0.0002529131788833183,
163
+ 101,1216,0.034070104360580444,152,0.000272879512522195,
164
+ 101,1224,0.03213175758719444,153,0.0002053557536783046,
165
+ 102,1232,0.03077004849910736,154,0.00026528092985245166,
166
+ 103,1240,0.030675426125526428,155,0.00014569133418262936,
167
+ 103,1248,0.03117523342370987,156,0.00028615044993784977,
168
+ 104,1256,0.0363883301615715,157,0.0002666674054125906,
169
+ 105,1264,0.03665241226553917,158,0.0001967161751963431,
170
+ 105,1272,0.03135193511843681,159,0.0002581308526714565,
171
+ 106,1280,0.0339299738407135,160,0.00025299234584963415,
172
+ ,,,160,,0.00026713625993579626
173
+ 107,1288,0.03145506978034973,161,0.00018649452613317408,
174
+ 107,1296,0.035374198108911514,162,0.00025607279258110793,
175
+ 108,1304,0.03149231895804405,163,0.0002315932979399804,
176
+ 109,1312,0.031626902520656586,164,0.0002082193695969181,
177
+ 109,1320,0.033214230090379715,165,0.0002531843365431996,
178
+ 110,1328,0.033886950463056564,166,0.0002809959023579722,
179
+ 111,1336,0.03115898370742798,167,0.0001995082257053582,
180
+ 111,1344,0.031530220061540604,168,0.00023108445384423248,
181
+ 112,1352,0.033585719764232635,169,0.00015218628732327488,
182
+ 113,1360,0.0310341976583004,170,0.00029986117624503095,
183
+ 113,1368,0.0335315577685833,171,0.0002367513930039422,
184
+ 114,1376,0.04122301936149597,172,0.000261392493484891,
185
+ 115,1384,0.031937286257743835,173,0.00022051614587326185,
186
+ 115,1392,0.03125549107789993,174,0.0001899229600894614,
187
+ 116,1400,0.030480943620204926,175,0.0001752336124809517,
188
+ 117,1408,0.03182785585522652,176,0.0002560270045250945,
189
+ ,,,176,,0.0002476947847753763
190
+ 117,1416,0.03076225146651268,177,0.00025641455158620374,
191
+ 118,1424,0.036007437855005264,178,0.00025531896972097456,
192
+ 119,1432,0.03726738691329956,179,0.00020171575488348026,
193
+ 119,1440,0.04240598902106285,180,0.0001888355172923184,
194
+ 120,1448,0.039768531918525696,181,0.00019015993711946066,
195
+ 121,1456,0.03892306610941887,182,0.0002735810776357539,
196
+ 121,1464,0.03785383701324463,183,0.00020299340030760504,
197
+ 122,1472,0.03887544944882393,184,0.0002292419344485097,
198
+ 123,1480,0.0356057807803154,185,0.00022488370723294793,
199
+ 123,1488,0.030966196209192276,186,0.00019488313228066545,
200
+ 124,1496,0.031079363077878952,187,0.00022744397620044765,
201
+ 125,1504,0.03546696528792381,188,0.0002132599065589602,
202
+ 125,1512,0.0350647009909153,189,0.00018140093106921995,
203
+ 126,1520,0.034809667617082596,190,0.0002248662226520537,
204
+ 127,1528,0.034207724034786224,191,0.00017179161977765034,
205
+ 127,1536,0.03480718284845352,192,0.0002068728108497453,
206
+ ,,,192,,0.00022235754877328873
207
+ 128,1544,0.04423718526959419,193,0.00019830078235827386,
208
+ 129,1552,0.03510252386331558,194,0.00023839404184400337,
209
+ 129,1560,0.03407773748040199,195,0.00016995827627397375,
210
+ 130,1568,0.037797484546899796,196,0.00022784734710512566,
211
+ 131,1576,0.043728455901145935,197,0.0001286921497012372,
212
+ 131,1584,0.04162734001874924,198,0.000229190888148878,
213
+ 132,1592,0.040753550827503204,199,0.00022380960763257463,
214
+ 133,1600,0.041013699024915695,200,0.00013296756969793933,
215
+ 133,1608,0.042161546647548676,201,0.00023032254466670565,
216
+ 134,1616,0.03475022688508034,202,0.0001633846100048686,
217
+ 135,1624,0.0384732261300087,203,0.00019698438609339064,
218
+ 135,1632,0.040298543870449066,204,0.0002112831721206021,
219
+ 136,1640,0.03356921672821045,205,0.0001667860447014391,
220
+ 137,1648,0.045691344887018204,206,0.000257790828072757,
221
+ 137,1656,0.03480418771505356,207,0.00013362319396037492,
222
+ 138,1664,0.029801495373249054,208,0.00014226502844394417,
223
+ ,,,208,,0.00021287263371050358
224
+ 139,1672,0.035113703459501266,209,0.00018400335966362036,
225
+ 139,1680,0.029688183218240738,210,0.00022291892310022376,
226
+ 140,1688,0.030215326696634293,211,0.00017015370713124867,
227
+ 141,1696,0.03628076612949371,212,0.00017607890640647383,
228
+ 141,1704,0.04140577092766762,213,0.00019961722819061833,
229
+ 142,1712,0.030112139880657196,214,0.00017693254494588473,
230
+ 143,1720,0.03330326825380325,215,0.00024159777603927068,
231
+ 143,1728,0.03608422353863716,216,0.00013439698159345426,
232
+ 144,1736,0.029798325151205063,217,0.00020873683206446003,
233
+ 145,1744,0.030998308211565018,218,0.00019233320017519873,
234
+ 145,1752,0.03374931216239929,219,0.00013989562830829527,
235
+ 146,1760,0.043908171355724335,220,0.00017776340882846853,
236
+ 147,1768,0.029762376099824905,221,0.00019193645221093902,
237
+ 147,1776,0.03005553036928177,222,0.00015674102360208053,
238
+ 148,1784,0.03427145257592201,223,0.00021097091121191625,
239
+ 149,1792,0.035809945315122604,224,0.00012896011139673647,
240
+ ,,,224,,0.00018593983259052038
241
+ 149,1800,0.03260570019483566,225,0.00018355780684942147,
242
+ 150,1808,0.03539958968758583,226,0.00016194562704185955,
243
+ 151,1816,0.03660959377884865,227,0.0001542843797324167,
244
+ 151,1824,0.02976197749376297,228,0.00017193751091326703,
245
+ 152,1832,0.033088330179452896,229,0.00013582708652393194,
246
+ 153,1840,0.04063984751701355,230,0.0001799838782972074,
247
+ 153,1848,0.036112137138843536,231,0.00018540750443207799,
248
+ 154,1856,0.0297996886074543,232,0.00020546077576000243,
249
+ 155,1864,0.029943428933620453,233,0.00010036805269919569,
250
+ 155,1872,0.030861366540193558,234,0.0002034197286775452,
251
+ 156,1880,0.030901044607162476,235,0.00019276531747891568,
252
+ 157,1888,0.0333782397210598,236,0.00011382247521396494,
253
+ 157,1896,0.02996630221605301,237,0.00016696457078069216,
254
+ 158,1904,0.03360936418175697,238,0.00017606632809474831,
255
+ 159,1912,0.03414028882980347,239,0.0001468520476919366,
256
+ 159,1920,0.03726859390735626,240,0.00014857967016723705,
257
+ ,,,240,,0.00016415538266301155
258
+ 160,1928,0.04136078432202339,241,0.00012927275747642852,
259
+ 161,1936,0.036998409777879715,242,0.00018674999409995507,
260
+ 161,1944,0.02959619089961052,243,0.00014285761017163168,
261
+ 162,1952,0.030719731003046036,244,0.0001379540485686448,
262
+ 163,1960,0.039524804800748825,245,0.00016872508149390342,
263
+ 163,1968,0.04415324702858925,246,0.00014208330958354054,
264
+ 164,1976,0.0301043838262558,247,0.00011397148500691401,
265
+ 165,1984,0.029936324805021286,248,0.00016978056828520494,
266
+ 165,1992,0.03527136892080307,249,0.00017095564135161112,
267
+ 166,2000,0.035910896956920624,250,0.0001213909840771521,
268
+ 167,2008,0.04648397117853165,251,0.00017186477316499804,
269
+ 167,2016,0.029577940702438354,252,0.0001513808292656904,
270
+ 168,2024,0.02968483418226242,253,0.0001599312231519434,
271
+ 169,2032,0.031578052788972855,254,0.00013207364008849254,
272
+ 169,2040,0.030049990862607956,255,0.00015741314518891159,
273
+ 170,2048,0.030755899846553802,256,0.00015535758075202466,
274
+ ,,,256,,0.00014384640380740165
275
+ 171,2056,0.035629257559776306,257,0.00014518153511744458,
276
+ 171,2064,0.029818136245012283,258,0.00013314650504980818,
277
+ 172,2072,0.035912808030843735,259,0.0001417415796822752,
278
+ 173,2080,0.03822842612862587,260,0.00013171239106668509,
279
+ 173,2088,0.029899075627326965,261,0.0001440683099644957,
280
+ 174,2096,0.03016841411590576,262,0.00014046296564629301,
281
+ 175,2104,0.0300922654569149,263,0.00012348833524811198,
282
+ 175,2112,0.03801468387246132,264,0.00015398680352518568,
283
+ 176,2120,0.03996965289115906,265,0.0001528714710730128,
284
+ 177,2128,0.029993649572134018,266,0.00010891990405070828,
285
+ 177,2136,0.031124021857976913,267,0.0001457036373722076,
286
+ 178,2144,0.031134415417909622,268,0.0001706748425931437,
287
+ 179,2152,0.029908351600170135,269,8.804634171610815e-05,
288
+ 179,2160,0.03761020302772522,270,0.00015573197561025154,
289
+ 180,2168,0.04194655269384384,271,0.00013508109259419143,
290
+ 181,2176,0.04139884561300278,272,0.0001305839423366706,
291
+ ,,,272,,0.00013393014669418334
292
+ 181,2184,0.03374997898936272,273,0.00012268576028873213,
293
+ 182,2192,0.043940383940935135,274,0.00011614637787715765,
294
+ 183,2200,0.029363475739955902,275,0.00013992286585562397,
295
+ 183,2208,0.030852191150188446,276,0.00015646123711121618,
296
+ 184,2216,0.03745497763156891,277,9.846129432844464e-05,
297
+ 185,2224,0.04449884966015816,278,0.00018700274358707247,
298
+ 185,2232,0.03882371261715889,279,0.00010860756401598337,
299
+ 186,2240,0.030394259840250015,280,0.00014863908927509328,
300
+ 187,2248,0.03102143108844757,281,0.00010932293889709399,
301
+ 187,2256,0.03720277175307274,282,0.00014595686388929607,
302
+ 188,2264,0.041360318660736084,283,0.00012198694503240404,
303
+ 189,2272,0.030115433037281036,284,0.00017006312327794149,
304
+ 189,2280,0.030455932021141052,285,9.122027313424041e-05,
305
+ 190,2288,0.03309571370482445,286,0.00011523574676175485,
306
+ 191,2296,0.033690739423036575,287,0.00014843372082395945,
307
+ 191,2304,0.03005116432905197,288,0.00011715800201272941,
308
+ ,,,288,,0.00012873323867097498
309
+ 192,2312,0.038089510053396225,289,0.00011045538030884927,
310
+ 193,2320,0.029636316001415253,290,0.0001297631179113523,
311
+ 193,2328,0.0341147743165493,291,0.00013168484747438924,
312
+ 194,2336,0.03444553166627884,292,0.00011919914277314092,
313
+ 195,2344,0.03682427108287811,293,0.0001247589248123404,
314
+ 195,2352,0.0370139479637146,294,0.00012296903059905162,
315
+ 196,2360,0.030529461801052094,295,8.570731779400376e-05,
316
+ 197,2368,0.031122904270887375,296,0.00014701644431625027,
317
+ 197,2376,0.03386501595377922,297,0.00012711049794233986,
318
+ 198,2384,0.04159397631883621,298,0.00012709503243968356,
319
+ 199,2392,0.02968350052833557,299,0.00011090185898865457,
320
+ 199,2400,0.030622918158769608,300,0.00013162629556973116,
321
+ 200,2408,0.037986453622579575,301,0.00010169447705266066,
322
+ 201,2416,0.03762752562761307,302,0.00014151917548588244,
323
+ 201,2424,0.029794663190841675,303,0.00011353786749168648,
324
+ 202,2432,0.03017358109354973,304,0.0001293611098844849,
325
+ ,,,304,,0.00012341806432232262
326
+ 203,2440,0.03631124272942543,305,0.00010324440154363401,
327
+ 203,2448,0.029697466641664505,306,0.00012201579602333368,
328
+ 204,2456,0.03439601883292198,307,0.00012195630733913276,
329
+ 205,2464,0.0328386016190052,308,0.0001220757587816479,
330
+ 205,2472,0.029958639293909073,309,9.588354623701889e-05,
331
+ 206,2480,0.03266308456659317,310,0.00012770670855388744,
332
+ 207,2488,0.044465262442827225,311,0.00010059178202936891,
333
+ 207,2496,0.029779627919197083,312,0.00013090967149764765,
334
+ 208,2504,0.03063119202852249,313,0.00011574349764487124,
335
+ 209,2512,0.03196630999445915,314,0.00010878673901970615,
336
+ 209,2520,0.03054063394665718,315,0.00010939621006400557,
337
+ 210,2528,0.035824842751026154,316,0.00011137782803416485,
338
+ 211,2536,0.030150867998600006,317,0.00010397412916063331,
339
+ 211,2544,0.03956828638911247,318,0.0001201238478643063,
340
+ 212,2552,0.044902607798576355,319,0.00011410435627112747,
341
+ 213,2560,0.03913030028343201,320,0.00011879746216436615,
342
+ ,,,320,,0.00011953188804909587
343
+ 213,2568,0.03919854015111923,321,0.00010308008813808556,
344
+ 214,2576,0.02979002147912979,322,0.00010714556719904067,
345
+ 215,2584,0.030496813356876373,323,0.00010010056212195195,
346
+ 215,2592,0.032162733376026154,324,0.00011911096044059377,
347
+ 216,2600,0.04706408828496933,325,0.00011277840076218126,
348
+ 217,2608,0.02924669161438942,326,8.518563436155091e-05,
349
+ 217,2616,0.03008314222097397,327,0.00012040742603858234,
350
+ 218,2624,0.03246331959962845,328,0.00012575638174894266,
351
+ 219,2632,0.03228479623794556,329,8.351665337613667e-05,
352
+ 219,2640,0.03364180400967598,330,0.0001255175352525839,
353
+ 220,2648,0.03031781315803528,331,0.00013094159749016399,
354
+ 221,2656,0.030250776559114456,332,7.393639634756255e-05,
355
+ 221,2664,0.037545446306467056,333,0.00011127356674478506,
356
+ 222,2672,0.034850314259529114,334,0.00011915492768821423,
357
+ 223,2680,0.033114008605480194,335,9.132441209658282e-05,
358
+ 223,2688,0.03077298402786255,336,0.00010877074964810163,
359
+ ,,,336,,0.00010871031554415822
360
+ 224,2696,0.03557533770799637,337,0.00010465857440067339,
361
+ 225,2704,0.029769688844680786,338,0.00012998778129258426,
362
+ 225,2712,0.0356954000890255,339,8.110332714750257e-05,
363
+ 226,2720,0.03511279076337814,340,0.00010939639196294593,
364
+ 227,2728,0.04362938553094864,341,0.00010652114929143863,
365
+ 227,2736,0.03188125044107437,342,8.527494765075971e-05,
366
+ 228,2744,0.03067070245742798,343,7.968766863086785e-05,
367
+ 229,2752,0.03137204051017761,344,0.00012407352915033698,
368
+ 229,2760,0.03348708152770996,345,0.00010525413108553039,
369
+ 230,2768,0.04105828329920769,346,0.00011462658767413814,
370
+ 231,2776,0.035737037658691406,347,7.460716324203531e-05,
371
+ 231,2784,0.03106946498155594,348,0.00010357088581258722,
372
+ 232,2792,0.044301968067884445,349,8.129658999678213e-05,
373
+ 233,2800,0.05290136858820915,350,0.00012069060471731063,
374
+ 233,2808,0.03665916994214058,351,0.0001063717086253746,
375
+ 234,2816,0.035109423100948334,352,9.81187522484106e-05,
376
+ ,,,352,,0.0001072795013897121
377
+ 235,2824,0.0404670313000679,353,9.825151687437028e-05,
378
+ 235,2832,0.030752763152122498,354,0.00010571687835181365,
379
+ 236,2840,0.030291259288787842,355,0.00011759158633140032,
380
+ 237,2848,0.031216248869895935,356,7.499419871237478e-05,
381
+ 237,2856,0.03608246147632599,357,0.00010479321326783975,
382
+ 238,2864,0.04046240076422691,358,0.00011937903173020459,
383
+ 239,2872,0.02978234738111496,359,8.868731174516142e-05,
384
+ 239,2880,0.031023629009723663,360,9.686581688583829e-05,
385
+ 240,2888,0.03134212642908096,361,0.00010646142163750483,
386
+ 241,2896,0.030455071479082108,362,7.995561418283614e-05,
387
+ 241,2904,0.030832484364509583,363,0.00010686414452720783,
388
+ 242,2912,0.03831423074007034,364,9.223226993526623e-05,
389
+ 243,2920,0.04496411606669426,365,0.00010126274628419196,
390
+ 243,2928,0.029680557548999786,366,0.00010023328900388151,
391
+ 244,2936,0.03013421595096588,367,0.0001034070610330673,
392
+ 245,2944,0.03201455622911453,368,8.381514771826915e-05,
393
+ ,,,368,,0.00010263137519359589
394
+ 245,2952,0.029512979090213776,369,9.817715908866376e-05,
395
+ 246,2960,0.033331550657749176,370,9.458751333113469e-05,
396
+ 247,2968,0.04339919239282608,371,0.00011046757822441577,
397
+ 247,2976,0.029862817376852036,372,9.072886041394668e-05,
398
+ 248,2984,0.030091281980276108,373,7.146294137783116e-05,
399
+ 249,2992,0.03308672830462456,374,0.00011291335295027238,
400
+ 249,3000,0.03323223441839218,375,0.00011072245661125635,
401
+ 250,3008,0.030042823404073715,376,9.61660311986634e-05,
402
+ 251,3016,0.030957665294408798,377,8.363634287888999e-05,
403
+ 251,3024,0.03339456021785736,378,0.00010829415759872063,
404
+ 252,3032,0.04089996963739395,379,9.711954476188112e-05,
405
+ 253,3040,0.029924962669610977,380,0.00010668515415090951,
406
+ 253,3048,0.031124524772167206,381,8.068615306910942e-05,
407
+ 254,3056,0.03686588630080223,382,0.00010017386262006767,
408
+ 255,3064,0.033609144389629364,383,8.162493168129004e-05,
409
+ 255,3072,0.0459500290453434,384,9.755203564054682e-05,
410
+ ,,,384,,9.12365794647485e-05
411
+ 256,3080,0.03470320254564285,385,0.00010929324707831256,
412
+ 257,3088,0.033093612641096115,386,6.55474186714855e-05,
413
+ 257,3096,0.03474074974656105,387,9.953394464901066e-05,
414
+ 258,3104,0.03315570577979088,388,7.956841795930814e-05,
415
+ 259,3112,0.03153753653168678,389,0.00010157460019399878,
416
+ 259,3120,0.042347442358732224,390,0.00010313919187865395,
417
+ 260,3128,0.03358783200383186,391,9.388674789079232e-05,
418
+ 261,3136,0.029709815979003906,392,0.00010653643903424381,
419
+ 261,3144,0.03209947794675827,393,7.563489270978607e-05,
420
+ 262,3152,0.039474502205848694,394,0.0001126901879615616,
421
+ 263,3160,0.02941553294658661,395,7.27891058431851e-05,
422
+ 263,3168,0.029959257692098618,396,9.162164178633248e-05,
423
+ 264,3176,0.03850673511624336,397,7.207389035102096e-05,
424
+ 265,3184,0.03689076751470566,398,0.00010071049746329663,
425
+ 265,3192,0.029901396483182907,399,0.00010413735344627639,
426
+ 266,3200,0.03190748393535614,400,9.790948161025881e-05,
427
+ ,,,400,,9.731551399454475e-05
428
+ 267,3208,0.030286423861980438,401,8.003047605598113e-05,
429
+ 267,3216,0.04240761324763298,402,8.965492406787234e-05,
430
+ 268,3224,0.04646485671401024,403,0.00010872652364923852,
431
+ 269,3232,0.045252349227666855,404,8.47530527607887e-05,
432
+ 269,3240,0.03309595584869385,405,8.585621731072024e-05,
433
+ 270,3248,0.03528125584125519,406,8.412787269662658e-05,
434
+ 271,3256,0.030871860682964325,407,0.00010857785900952877,
435
+ 271,3264,0.041663628071546555,408,8.521454287802044e-05,
436
+ 272,3272,0.04143671318888664,409,9.348435469291871e-05,
437
+ 273,3280,0.029284410178661346,410,7.237196223286446e-05,
438
+ 273,3288,0.02974974364042282,411,9.44379721659061e-05,
439
+ 274,3296,0.03797031193971634,412,9.880337665890693e-05,
440
+ 275,3304,0.038882721215486526,413,7.818286621841253e-05,
441
+ 275,3312,0.02932058274745941,414,9.649422827351373e-05,
442
+ 276,3320,0.029850538820028305,415,0.00010416790973977186,
443
+ 277,3328,0.035464879125356674,416,6.970483696022711e-05,
444
+ ,,,416,,9.095114655792713e-05
445
+ 277,3336,0.03225238621234894,417,9.127894509219914e-05,
446
+ 278,3344,0.044012539088726044,418,9.498939971308573e-05,
447
+ 279,3352,0.029439345002174377,419,8.7435807017755e-05,
448
+ 279,3360,0.030624117702245712,420,8.874602553987643e-05,
449
+ 280,3368,0.03233209624886513,421,8.664535994284961e-05,
450
+ 281,3376,0.046506453305482864,422,9.500474925516755e-05,
451
+ 281,3384,0.042092788964509964,423,8.271162073469895e-05,
452
+ 282,3392,0.041829727590084076,424,9.804364276533306e-05,
453
+ 283,3400,0.033766668289899826,425,9.551020684739342e-05,
454
+ 283,3408,0.03523218631744385,426,7.328107949433615e-05,
455
+ 284,3416,0.03340132161974907,427,7.19248703262565e-05,
456
+ 285,3424,0.03415490314364433,428,0.00010635756689225673,
457
+ 285,3432,0.03003283590078354,429,7.892790381447412e-05,
458
+ 286,3440,0.03201150894165039,430,9.649404819356278e-05,
459
+ 287,3448,0.041922517120838165,431,7.818271524229203e-05,
460
+ 287,3456,0.029870793223381042,432,9.479549635216244e-05,
461
+ ,,,432,,9.078418370336294e-05
462
+ 288,3464,0.040657512843608856,433,9.047430989994609e-05,
463
+ 289,3472,0.03285098448395729,434,8.560297874282696e-05,
464
+ 289,3480,0.029983025044202805,435,8.712213707440242e-05,
465
+ 290,3488,0.030144933611154556,436,7.275925736394129e-05,
466
+ 291,3496,0.037479743361473083,437,9.27691121432872e-05,
467
+ 291,3504,0.042413655668497086,438,9.771584473128314e-05,
468
+ 292,3512,0.029290735721588135,439,9.46759951148124e-05,
469
+ 293,3520,0.029330331832170486,440,8.207191467590746e-05,
470
+ 293,3528,0.03319129720330238,441,8.694310736245825e-05,
471
+ 294,3536,0.03439610078930855,442,9.311187295679701e-05,
472
+ 295,3544,0.03124815970659256,443,8.335332631759229e-05,
473
+ 295,3552,0.03287971392273903,444,8.464849543088349e-05,
474
+ 296,3560,0.03879076614975929,445,8.263711129075091e-05,
475
+ 297,3568,0.029532350599765778,446,8.131221920848475e-05,
476
+ 297,3576,0.030913248658180237,447,8.454444309791143e-05,
477
+ 298,3584,0.03408452868461609,448,8.832886624077219e-05,
478
+ ,,,448,,8.596866391599178e-05
479
+ 299,3592,0.029915757477283478,449,0.00010537467187532457,
480
+ 299,3600,0.03223288804292679,450,6.770820800738875e-05,
481
+ 300,3608,0.0336749292910099,451,6.551798855980451e-05,
482
+ 301,3616,0.029211275279521942,452,0.00012128663775001769,
483
+ 301,3624,0.030267272144556046,453,7.565002511000785e-05,
484
+ 302,3632,0.032892465591430664,454,8.761348522057233e-05,
485
+ 303,3640,0.035654474049806595,455,7.310192791010195e-05,
486
+ 303,3648,0.03455875441431999,456,9.843119732977357e-05,
487
+ 304,3656,0.03581815958023071,457,8.43656750930677e-05,
488
+ 305,3664,0.0319528728723526,458,8.162502035702346e-05,
489
+ 305,3672,0.0294400192797184,459,8.430594652963919e-05,
490
+ 306,3680,0.030243366956710815,460,7.201424818958913e-05,
491
+ 307,3688,0.029953990131616592,461,0.00010363168530602707,
492
+ 307,3696,0.029862184077501297,462,8.247340679190529e-05,
493
+ 308,3704,0.03250320255756378,463,8.30694179967395e-05,
494
+ 309,3712,0.04104316607117653,464,7.657360924895329e-05,
495
+ ,,,464,,8.649290539324284e-05
496
+ 309,3720,0.03639382869005203,465,9.267997302231379e-05,
497
+ 310,3728,0.04055715724825859,466,8.45002468849998e-05,
498
+ 311,3736,0.029805056750774384,467,6.583080130440067e-05,
499
+ 311,3744,0.03047657385468483,468,9.877368074739934e-05,
500
+ 312,3752,0.047339048236608505,469,9.175625109492103e-05,
501
+ 313,3760,0.04422365128993988,470,6.639701496169437e-05,
502
+ 313,3768,0.030239466577768326,471,8.807621134110377e-05,
503
+ 314,3776,0.03041757643222809,472,8.151991005433956e-05,
504
+ 315,3784,0.03344913199543953,473,6.603943256777711e-05,
505
+ 315,3792,0.042279839515686035,474,9.743284226715332e-05,
506
+ 316,3800,0.029147300869226456,475,8.761421963754401e-05,
507
+ 317,3808,0.030565213412046432,476,7.936008159958874e-05,
508
+ 317,3816,0.033482570201158524,477,7.96276219716674e-05,
509
+ 318,3824,0.04038077965378761,478,8.0715943568066e-05,
510
+ 319,3832,0.02970191463828087,479,8.67347214352776e-05,
511
+ 319,3840,0.030705764889717102,480,8.172857792487775e-05,
512
+ ,,,480,,8.878157241269946e-05
513
+ 320,3848,0.030134446918964386,481,7.572446907033736e-05,
514
+ 321,3856,0.030735403299331665,482,7.895709859440103e-05,
515
+ 321,3864,0.04242010414600372,483,9.029587909026304e-05,
516
+ 322,3872,0.029556244611740112,484,9.205435208059498e-05,
517
+ 323,3880,0.030677393078804016,485,7.56489625928225e-05,
518
+ 323,3888,0.03603231534361839,486,8.576708250984666e-05,
519
+ 324,3896,0.03879179060459137,487,8.481286317874037e-05,
520
+ 325,3904,0.03100673481822014,488,8.527540558134206e-05,
521
+ 325,3912,0.029720239341259003,489,7.386134939224576e-05,
522
+ 326,3920,0.031424060463905334,490,8.251851750173955e-05,
523
+ 327,3928,0.033280521631240845,491,6.977936459406919e-05,
524
+ 327,3936,0.041459351778030396,492,9.269463816963253e-05,
525
+ 328,3944,0.02974606677889824,493,8.382938426620967e-05,
526
+ 329,3952,0.03046261891722679,494,7.909129362815293e-05,
527
+ 329,3960,0.032726582139730453,495,7.365346755250357e-05,
528
+ 330,3968,0.03207499906420708,496,6.648645694440347e-05,
529
+ ,,,496,,8.213071851059794e-05
530
+ 331,3976,0.04334321990609169,497,0.00010291571334164473,
531
+ 331,3984,0.02975694090127945,498,7.1164956125358e-05,
532
+ 332,3992,0.02975362539291382,499,8.278633640657063e-05,
533
+ 333,4000,0.032186247408390045,500,6.285048038989771e-05,
534
+ 333,4008,0.042462170124053955,501,9.850624337559566e-05,
535
+ 334,4016,0.029909253120422363,502,7.892717690083373e-05,
536
+ 335,4024,0.02961624041199684,503,9.39464775910892e-05,
537
+ 335,4032,0.032945580780506134,504,7.63651339639182e-05,
538
+ 336,4040,0.04450265318155289,505,8.02385820861673e-05,
539
+ 337,4048,0.029210887849330902,506,7.950884605634201e-05,
540
+ 337,4056,0.03001413121819496,507,8.406776305491803e-05,
541
+ 338,4064,0.03323233500123024,508,8.131130812216725e-05,
542
+ 339,4072,0.035215165466070175,509,9.635992728362908e-05,
543
+ 339,4080,0.031227245926856995,510,7.40110604056099e-05,
544
+ 340,4088,0.034335605800151825,511,6.681420404675009e-05,
545
+ 341,4096,0.044971298426389694,512,8.944687988332589e-05,
546
+ ,,,512,,8.275053114630282e-05
547
+ 341,4104,0.039708174765110016,513,8.712226485840802e-05,
548
+ 342,4112,0.035016417503356934,514,8.54684935802652e-05,
549
+ 343,4120,0.030136223882436752,515,7.453251055267174e-05,
550
+ 343,4128,0.03461683914065361,516,7.965721238178958e-05,
551
+ 344,4136,0.03304733708500862,517,8.448471203337249e-05,
552
+ 345,4144,0.043578311800956726,518,7.719974200881552e-05,
553
+ 345,4152,0.042433399707078934,519,8.323332758664037e-05,
554
+ 346,4160,0.029738925397396088,520,6.837862520114868e-05,
555
+ 347,4168,0.0302768275141716,521,9.168161977868294e-05,
556
+ 347,4176,0.03178020194172859,522,7.511342164434609e-05,
557
+ 348,4184,0.033474866300821304,523,8.454472026642179e-05,
558
+ 349,4192,0.02983487769961357,524,6.55028898108867e-05,
559
+ 349,4200,0.030415073037147522,525,9.619630918678013e-05,
560
+ 350,4208,0.04656490311026573,526,7.332511086133309e-05,
561
+ 351,4216,0.037497080862522125,527,8.232545314967865e-05,
562
+ 351,4224,0.03642761707305908,528,8.45741863031435e-05,
563
+ ,,,528,,8.017551735974848e-05
564
+ 352,4232,0.046464674174785614,529,7.964261908455228e-05,
565
+ 353,4240,0.036441151052713394,530,7.511368994528311e-05,
566
+ 353,4248,0.029544122517108917,531,8.461924358016404e-05,
567
+ 354,4256,0.030155837535858154,532,7.69609091548773e-05,
568
+ 355,4264,0.03357527032494545,533,7.351940303124138e-05,
569
+ 355,4272,0.043025754392147064,534,8.676456809553201e-05,
570
+ 356,4280,0.029442105442285538,535,6.68590930672508e-05,
571
+ 357,4288,0.03041161224246025,536,9.120413506025216e-05,
572
+ 357,4296,0.04045802727341652,537,7.804898314134334e-05,
573
+ 358,4304,0.029937908053398132,538,8.028320439734671e-05,
574
+ 359,4312,0.037938181310892105,539,8.335260235980968e-05,
575
+ 359,4320,0.036815714091062546,540,7.754234411549987e-05,
576
+ 360,4328,0.03726160153746605,541,8.247353525803192e-05,
577
+ 361,4336,0.039277222007513046,542,9.41255607358471e-05,
578
+ 361,4344,0.036574553698301315,543,6.256772394408472e-05,
579
+ 362,4352,0.030552618205547333,544,8.947624678512511e-05,
580
+ ,,,544,,7.872127462178468e-05
581
+ 363,4360,0.03621861711144447,545,7.433875930473732e-05,
582
+ 363,4368,0.035304661840200424,546,8.28313091005839e-05,
583
+ 364,4376,0.04552486166357994,547,7.521780025854241e-05,
584
+ 365,4384,0.029628869146108627,548,7.561936695310578e-05,
585
+ 365,4392,0.030240338295698166,549,8.774830575930537e-05,
586
+ 366,4400,0.0388963483273983,550,7.70953226947313e-05,
587
+ 367,4408,0.036457646638154984,551,8.25327251732233e-05,
588
+ 367,4416,0.029793687164783478,552,7.179104704846395e-05,
589
+ 368,4424,0.030447497963905334,553,7.831624498066958e-05,
590
+ 369,4432,0.030488543212413788,554,8.178871985364822e-05,
591
+ 369,4440,0.03052590787410736,555,7.974703407853667e-05,
592
+ 370,4448,0.03227110952138901,556,8.66011487232754e-05,
593
+ 371,4456,0.03423558920621872,557,6.267217986533069e-05,
594
+ 371,4464,0.04013130068778992,558,8.716675210962421e-05,
595
+ 372,4472,0.044589485973119736,559,8.00745895048749e-05,
596
+ 373,4480,0.03038596361875534,560,8.366559586647782e-05,
597
+ ,,,560,,7.249951013363898e-05
598
+ 373,4488,0.03958219289779663,561,7.635013935214374e-05,
599
+ 374,4496,0.03180285543203354,562,7.539630723840673e-05,
600
+ 375,4504,0.03126197308301926,563,7.387670416392211e-05,
601
+ 375,4512,0.03428436070680618,564,8.683922692398482e-05,
602
+ 376,4520,0.04278957098722458,565,6.57861869512999e-05,
603
+ 377,4528,0.036955635994672775,566,8.494697203786927e-05,
604
+ 377,4536,0.031040586531162262,567,7.997056786734902e-05,
605
+ 378,4544,0.03167610988020897,568,8.469361409879639e-05,
606
+ 379,4552,0.03330449014902115,569,8.959622027759906e-05,
607
+ 379,4560,0.047902125865221024,570,6.128629343038483e-05,
608
+ 380,4568,0.03921215608716011,571,8.631772971057217e-05,
609
+ 381,4576,0.0319385789334774,572,7.618611789439456e-05,
610
+ 381,4584,0.03127852454781532,573,7.158214725677681e-05,
611
+ 382,4592,0.03265106678009033,574,7.816807737981435e-05,
612
+ 383,4600,0.031177014112472534,575,8.879086271917913e-05,
613
+ 383,4608,0.030164021998643875,576,6.575623615390214e-05,
614
+ ,,,576,,7.979428628459572e-05
615
+ 384,4616,0.03387247025966644,577,7.493450152651349e-05,
616
+ 385,4624,0.03044530749320984,578,7.264024452524609e-05,
617
+ 385,4632,0.03210069611668587,579,7.84950807428686e-05,
618
+ 386,4640,0.03756866604089737,580,8.655635792820249e-05,
619
+ 387,4648,0.03194093704223633,581,9.022155268212373e-05,
620
+ 387,4656,0.02963777631521225,582,6.0735012993973214e-05,
621
+ 388,4664,0.03330320492386818,583,8.010437477423693e-05,
622
+ 389,4672,0.03931227698922157,584,7.626108072145144e-05,
623
+ 389,4680,0.03005596622824669,585,7.509814076911425e-05,
624
+ 390,4688,0.030334074050188065,586,8.087915762189368e-05,
625
+ 391,4696,0.0321689248085022,587,6.325330377876526e-05,
626
+ 391,4704,0.043179892003536224,588,8.280147790173942e-05,
627
+ 392,4712,0.03307757526636124,589,7.475573283954873e-05,
628
+ 393,4720,0.03071601688861847,590,9.688158388598822e-05,
629
+ 393,4728,0.04256860911846161,591,7.281884245458059e-05,
630
+ 394,4736,0.0399337075650692,592,7.302757899196877e-05,
631
+ ,,,592,,7.557481876574457e-05
632
+ 395,4744,0.035815369337797165,593,7.305675399038591e-05,
633
+ 395,4752,0.0382431261241436,594,8.405310518355691e-05,
634
+ 396,4760,0.02944580465555191,595,7.45623483453528e-05,
635
+ 397,4768,0.029698878526687622,596,8.916299793781945e-05,
636
+ 397,4776,0.030376393347978592,597,6.679927992081502e-05,
637
+ 398,4784,0.03333932161331177,598,8.065585461736191e-05,
638
+ 399,4792,0.029569514095783234,599,6.383428853951045e-05,
639
+ 399,4800,0.029879912734031677,600,8.323359111273021e-05,
640
+ 400,4808,0.03294123709201813,601,9.412540475750575e-05,
641
+ 401,4816,0.033811118453741074,602,6.353611479426036e-05,
642
+ 401,4824,0.031382862478494644,603,8.160909283105866e-05,
643
+ 402,4832,0.03264108672738075,604,8.277176698356925e-05,
644
+ 403,4840,0.044866252690553665,605,6.213551500877657e-05,
645
+ 403,4848,0.03462161496281624,606,8.207139239857497e-05,
646
+ 404,4856,0.034003909677267075,607,8.956582382779743e-05,
647
+ 405,4864,0.03760126233100891,608,6.0288122767815366e-05,
648
+ ,,,608,,7.648058817721903e-05
649
+ 405,4872,0.02989022061228752,609,9.059414014700451e-05,
650
+ 406,4880,0.03231196105480194,610,7.028609365988814e-05,
651
+ 407,4888,0.04086925834417343,611,9.200901513395365e-05,
652
+ 407,4896,0.029111620038747787,612,7.605209043504146e-05,
653
+ 408,4904,0.03342874348163605,613,7.743730566289742e-05,
654
+ 409,4912,0.03620478883385658,614,7.450260500263539e-05,
655
+ 409,4920,0.029586974531412125,615,8.266744544016547e-05,
656
+ 410,4928,0.030056491494178772,616,7.191016084107105e-05,
657
+ 411,4936,0.03058673068881035,617,9.247097432307783e-05,
658
+ 411,4944,0.030311662703752518,618,6.697804519717465e-05,
659
+ 412,4952,0.033532772213220596,619,6.964526232877688e-05,
660
+ 413,4960,0.04442933574318886,620,7.927025558274181e-05,
661
+ 413,4968,0.030172891914844513,621,7.393603596028697e-05,
662
+ 414,4976,0.030119001865386963,622,7.773562310831039e-05,
663
+ 415,4984,0.032174594700336456,623,8.014930426725186e-05,
664
+ 415,4992,0.04425353556871414,624,6.539862624777015e-05,
665
+ ,,,624,,7.121209055185317e-05
666
+ 416,5000,0.029634330421686172,625,6.490702162409434e-05,
667
+ 417,5008,0.031147852540016174,626,9.45123006204085e-05,
668
+ 417,5016,0.034086503088474274,627,6.64717003928672e-05,
669
+ 418,5024,0.04144340381026268,628,7.299760909518227e-05,
670
+ 419,5032,0.03414849936962128,629,8.144525713760231e-05,
671
+ 419,5040,0.03145692124962807,630,7.18649398550042e-05,
672
+ 420,5048,0.047298070043325424,631,8.566228075324034e-05,
673
+ 421,5056,0.04478678107261658,632,7.202906181191793e-05,
674
+ 421,5064,0.02985788881778717,633,7.985106867636205e-05,
675
+ 422,5072,0.030387241393327713,634,7.226721845654538e-05,
676
+ 423,5080,0.030874405056238174,635,0.00010300542680852232,
677
+ 423,5088,0.044186268001794815,636,6.143535028968472e-05,
678
+ 424,5096,0.045311182737350464,637,7.806331177562242e-05,
679
+ 425,5104,0.029967185109853745,638,7.57244094984344e-05,
680
+ 425,5112,0.030325256288051605,639,7.405477026622975e-05,
681
+ 426,5120,0.03259068354964256,640,7.591788335048477e-05,
682
+ ,,,640,,7.614660426042974e-05
683
+ 427,5128,0.030248582363128662,641,7.371300398517633e-05,
684
+ 427,5136,0.03094468265771866,642,7.469570300600026e-05,
685
+ 428,5144,0.03491245210170746,643,8.649696610518731e-05,
686
+ 429,5152,0.029990948736667633,644,5.8008324003822054e-05,
687
+ 429,5160,0.030625920742750168,645,8.211620138354192e-05,
688
+ 430,5168,0.033489737659692764,646,8.393363077630056e-05,
689
+ 431,5176,0.035502076148986816,647,5.718888496630825e-05,
690
+ 431,5184,0.03694858402013779,648,8.494711869388993e-05,
691
+ 432,5192,0.03669290244579315,649,8.382948408325319e-05,
692
+ 433,5200,0.03546695038676262,650,7.486036020054598e-05,
693
+ 433,5208,0.030453551560640335,651,6.635188174186624e-05,
694
+ 434,5216,0.03188870847225189,652,8.433638276983402e-05,
695
+ 435,5224,0.034212931990623474,653,7.031515997368842e-05,
696
+ 435,5232,0.042622972279787064,654,6.854244497844775e-05,
697
+ 436,5240,0.03738085925579071,655,7.356370974775928e-05,
698
+ 437,5248,0.030879836529493332,656,6.712696699651133e-05,
699
+ ,,,656,,7.559838122688234e-05
700
+ 437,5256,0.03185140714049339,657,8.998345856525702e-05,
701
+ 438,5264,0.03439537435770035,658,7.66178186495381e-05,
702
+ 439,5272,0.034301385283470154,659,6.830434608673386e-05,
703
+ 439,5280,0.04219019412994385,660,8.216094101953786e-05,
704
+ 440,5288,0.029781386256217957,661,5.823179799335776e-05,
705
+ 441,5296,0.031635940074920654,662,8.378475945391983e-05,
706
+ 441,5304,0.03401085361838341,663,8.225039209719398e-05,
707
+ 442,5312,0.04545356705784798,664,5.6697121863180655e-05,
708
+ 443,5320,0.029939260333776474,665,8.533451091352617e-05,
709
+ 443,5328,0.03020993247628212,666,7.629027936673083e-05,
710
+ 444,5336,0.03473125770688057,667,7.056901768009993e-05,
711
+ 445,5344,0.03458200767636299,668,7.40850073270849e-05,
712
+ 445,5352,0.0358634851872921,669,8.120704069369822e-05,
713
+ 446,5360,0.03186070919036865,670,8.84189794305712e-05,
714
+ 447,5368,0.034817613661289215,671,5.340409575183003e-05,
715
+ 447,5376,0.04010457918047905,672,9.004288403957617e-05,
716
+ ,,,672,,7.676666136831045e-05
717
+ 448,5384,0.03762621060013771,673,6.991344480411499e-05,
718
+ 449,5392,0.0399826280772686,674,8.43957541292184e-05,
719
+ 449,5400,0.030345715582370758,675,7.570888396912778e-05,
720
+ 450,5408,0.0317021943628788,676,6.794611704208364e-05,
721
+ 451,5416,0.03854798153042793,677,8.461993911623722e-05,
722
+ 451,5424,0.0385524146258831,678,6.414665404008701e-05,
723
+ 452,5432,0.030190683901309967,679,6.022842444508569e-05,
724
+ 453,5440,0.030380140990018845,680,9.738801509229233e-05,
725
+ 453,5448,0.033393148332834244,681,6.638227523581008e-05,
726
+ 454,5456,0.03955350071191788,682,7.876363861214486e-05,
727
+ 455,5464,0.03848148509860039,683,5.696533798982273e-05,
728
+ 455,5472,0.030863303691148758,684,7.943414971123275e-05,
729
+ 456,5480,0.03720403462648392,685,8.39192584862758e-05,
730
+ 457,5488,0.039213236421346664,686,6.597941160180198e-05,
731
+ 457,5496,0.030183762311935425,687,6.343184327306517e-05,
732
+ 458,5504,0.030468057841062546,688,6.319343333416327e-05,
733
+ ,,,688,,7.626619189977646e-05
734
+ 459,5512,0.02994513511657715,689,9.168162910100364e-05,
735
+ 459,5520,0.030642256140708923,690,6.425160745493486e-05,
736
+ 460,5528,0.034508734941482544,691,7.219275357783772e-05,
737
+ 461,5536,0.03327671065926552,692,6.819996883677959e-05,
738
+ 461,5544,0.037241026759147644,693,7.921077849459834e-05,
739
+ 462,5552,0.02963808923959732,694,6.991291365920915e-05,
740
+ 463,5560,0.03733270242810249,695,7.442831201842637e-05,
741
+ 463,5568,0.034323520958423615,696,7.848043969715945e-05,
742
+ 464,5576,0.03218035772442818,697,6.031782231730176e-05,
743
+ 465,5584,0.029794860631227493,698,8.178868711183895e-05,
744
+ 465,5592,0.032146330922842026,699,7.623052215421922e-05,
745
+ 466,5600,0.02970295399427414,700,6.612834818042757e-05,
746
+ 467,5608,0.029861561954021454,701,6.699314053548733e-05,
747
+ 467,5616,0.04274610057473183,702,8.475352342429687e-05,
748
+ 468,5624,0.03883400931954384,703,7.195443208729557e-05,
749
+ 469,5632,0.029472142457962036,704,7.173100766522111e-05,
750
+ ,,,704,,7.059229537844657e-05
751
+ 469,5640,0.03553009778261185,705,7.98515848146053e-05,
752
+ 470,5648,0.03927718847990036,706,5.66374724257912e-05,
753
+ 471,5656,0.03022405132651329,707,7.763132794025296e-05,
754
+ 471,5664,0.033841799944639206,708,8.02537151685101e-05,
755
+ 472,5672,0.03655445948243141,709,7.168618594732834e-05,
756
+ 473,5680,0.032057616859674454,710,8.226543968703481e-05,
757
+ 473,5688,0.03222569078207016,711,6.228463394108985e-05,
758
+ 474,5696,0.04239223152399063,712,8.768861425778596e-05,
759
+ 475,5704,0.029417846351861954,713,6.423610966521665e-05,
760
+ 475,5712,0.029517386108636856,714,7.833155768821598e-05,
761
+ 476,5720,0.03056729957461357,715,7.123922659957316e-05,
762
+ 477,5728,0.03340577334165573,716,6.331289569061482e-05,
763
+ 477,5736,0.046037640422582626,717,8.147529729285452e-05,
764
+ 478,5744,0.037094373255968094,718,7.05990396454581e-05,
765
+ 479,5752,0.04390417039394379,719,7.558944344054908e-05,
766
+ 479,5760,0.028716929256916046,720,7.530713196501893e-05,
767
+ ,,,720,,7.400157046504319e-05
768
+ 480,5768,0.036325205117464066,721,6.793110037506267e-05,
769
+ 481,5776,0.029876139014959335,722,8.143128934534616e-05,
770
+ 481,5784,0.031743258237838745,723,7.411468959617196e-05,
771
+ 482,5792,0.04469025135040283,724,6.891489533700224e-05,
772
+ 483,5800,0.029436595737934113,725,8.384444481635e-05,
773
+ 483,5808,0.030325453728437424,726,6.326814991552965e-05,
774
+ 484,5816,0.034138064831495285,727,6.271660981838068e-05,
775
+ 485,5824,0.04016033560037613,728,8.341240891240886e-05,
776
+ 485,5832,0.03472491726279259,729,7.465128919648123e-05,
777
+ 486,5840,0.03001749888062477,730,8.526033161615487e-05,
778
+ 487,5848,0.03130580484867096,731,6.730527775289374e-05,
779
+ 487,5856,0.035954516381025314,732,6.572668166882067e-05,
780
+ 488,5864,0.04165947064757347,733,8.351669680450868e-05,
781
+ 489,5872,0.038788434118032455,734,7.022614886409428e-05,
782
+ 489,5880,0.03031926229596138,735,6.517511314996227e-05,
783
+ 490,5888,0.030856430530548096,736,7.187995561253047e-05,
784
+ ,,,736,,7.483593653887511e-05
785
+ 491,5896,0.030219342559576035,737,6.718666577398835e-05,
786
+ 491,5904,0.03387841209769249,738,8.092412690530182e-05,
787
+ 492,5912,0.044010188430547714,739,7.290772578016913e-05,
788
+ 493,5920,0.04805940389633179,740,6.547307657456258e-05,
789
+ 493,5928,0.03584007918834686,741,8.342765067936853e-05,
790
+ 494,5936,0.029879309237003326,742,5.684607504008454e-05,
791
+ 495,5944,0.030861560255289078,743,7.632023675796518e-05,
792
+ 495,5952,0.034791432321071625,744,8.220542076742277e-05,
793
+ 496,5960,0.04253086447715759,745,6.976389522606041e-05,
794
+ 497,5968,0.038011420518159866,746,6.170338974698097e-05,
795
+ 497,5976,0.029899954795837402,747,8.278689756480162e-05,
796
+ 498,5984,0.03015534207224846,748,8.228018896261347e-05,
797
+ 499,5992,0.030584897845983505,749,6.587483017028717e-05,
798
+ 499,6000,0.05262436345219612,750,6.621835018449929e-05,
799
+ 500,6008,0.045336607843637466,751,6.794667979193036e-05,
800
+ 501,6016,0.030180606991052628,752,7.122377905943722e-05,
801
+ ,,,752,,7.419190951623023e-05
802
+ 501,6024,0.04253065586090088,753,6.894521857248037e-05,
803
+ 502,6032,0.030210133641958237,754,8.157977799783112e-05,
804
+ 503,6040,0.03054201602935791,755,6.864705233056156e-05,
805
+ 503,6048,0.04014492407441139,756,6.474253814303665e-05,
806
+ 504,6056,0.03982752934098244,757,8.101376215563505e-05,
807
+ 505,6064,0.045534804463386536,758,5.8038032648255466e-05,
808
+ 505,6072,0.02977227047085762,759,7.745253196844715e-05,
809
+ 506,6080,0.030467074364423752,760,6.566706451849313e-05,
810
+ 507,6088,0.0327938050031662,761,7.487467814826232e-05,
811
+ 507,6096,0.03437490016222,762,7.812319904587639e-05,
812
+ 508,6104,0.03332462161779404,763,7.073250390021713e-05,
813
+ 509,6112,0.03146178647875786,764,6.63077171338955e-05,
814
+ 509,6120,0.034754056483507156,765,8.621369352113106e-05,
815
+ 510,6128,0.03560652583837509,766,7.418926793434366e-05,
816
+ 511,6136,0.030256878584623337,767,6.310420576483011e-05,
817
+ 511,6144,0.029703542590141296,768,8.055160014919238e-05,
818
+ ,,,768,,7.154600461944938e-05
819
+ 512,6152,0.02991560846567154,769,7.526204490204691e-05,
820
+ 513,6160,0.031020428985357285,770,6.78422413784574e-05,
821
+ 513,6168,0.03392774611711502,771,7.57987804718141e-05,
822
+ 514,6176,0.04328178986907005,772,5.943866085544869e-05,
823
+ 515,6184,0.030158493667840958,773,8.169900047505507e-05,
824
+ 515,6192,0.0306851789355278,774,7.703533447056543e-05,
825
+ 516,6200,0.03374095261096954,775,5.419389776761818e-05,
826
+ 517,6208,0.0330994538962841,776,9.28740955714602e-05,
827
+ 517,6216,0.030672401189804077,777,7.311629974537937e-05,
828
+ 518,6224,0.03162854164838791,778,8.381500992982183e-05,
829
+ 519,6232,0.03487217798829079,779,4.9827976909000427e-05,
830
+ 519,6240,0.04318931698799133,780,8.013443220988847e-05,
831
+ 520,6248,0.04376452416181564,781,7.097107823028637e-05,
832
+ 521,6256,0.0303182415664196,782,6.727607296852511e-05,
833
+ 521,6264,0.030817613005638123,783,7.375726681857486e-05,
834
+ 522,6272,0.034573886543512344,784,7.856982642806543e-05,
835
+ ,,,784,,7.526479894295334e-05
836
+ 523,6280,0.03201138228178024,785,6.083933794798213e-05,
837
+ 523,6288,0.04047510027885437,786,7.545594644398079e-05,
838
+ 524,6296,0.04137130826711655,787,6.148012062112684e-05,
839
+ 525,6304,0.02979303151369095,788,7.655843819520669e-05,
840
+ 525,6312,0.030381806194782257,789,7.199914671218721e-05,
841
+ 526,6320,0.0505007728934288,790,6.787191978219198e-05,
842
+ 527,6328,0.03906583413481712,791,7.994088400664623e-05,
843
+ 527,6336,0.029630426317453384,792,6.299983942881227e-05,
844
+ 528,6344,0.030409540981054306,793,6.852720139249868e-05,
845
+ 529,6352,0.03225543349981308,794,6.669513686574646e-05,
846
+ 529,6360,0.03484613820910454,795,7.249079681059811e-05,
847
+ 530,6368,0.042393866926431656,796,7.055378409859259e-05,
848
+ 531,6376,0.030058857053518295,797,6.206101397765451e-05,
849
+ 531,6384,0.03067808970808983,798,7.705039433858474e-05,
850
+ 532,6392,0.037463828921318054,799,7.658830008949735e-05,
851
+ 533,6400,0.03768417239189148,800,7.862995198593126e-05,
852
+ ,,,800,,7.309564971365034e-05
853
+ 533,6408,0.03796279802918434,801,6.930208201083587e-05,
854
+ 534,6416,0.035836976021528244,802,8.369542956643272e-05,
855
+ 535,6424,0.029680684208869934,803,6.295527668953582e-05,
856
+ 535,6432,0.030621860176324844,804,6.955546473363938e-05,
857
+ 536,6440,0.03133799880743027,805,6.843787718935346e-05,
858
+ 537,6448,0.03400758281350136,806,6.861735073471209e-05,
859
+ 537,6456,0.04071689024567604,807,7.727340471319621e-05,
860
+ 538,6464,0.03608280047774315,808,8.184786861420434e-05,
861
+ 539,6472,0.04526467248797417,809,6.726107199028775e-05,
862
+ 539,6480,0.03125377371907234,810,7.384682567135314e-05,
863
+ 540,6488,0.02969062328338623,811,7.384687069134088e-05,
864
+ 541,6496,0.03045172616839409,812,6.463875229201221e-05,
865
+ 541,6504,0.033692266792058945,813,7.25802296983602e-05,
866
+ 542,6512,0.040717583149671555,814,8.415750198764727e-05,
867
+ 543,6520,0.02999475598335266,815,5.125852999299241e-05,
868
+ 543,6528,0.030512526631355286,816,8.663098924444057e-05,
869
+ ,,,816,,6.746934959664941e-05
870
+ 544,6536,0.030009303241968155,817,6.3804172896198e-05,
871
+ 545,6544,0.03141162917017937,818,7.973230276547838e-05,
872
+ 545,6552,0.03470643237233162,819,6.699319328618003e-05,
873
+ 546,6560,0.037644658237695694,820,7.204396479210118e-05,
874
+ 547,6568,0.0297902412712574,821,5.7740002830541926e-05,
875
+ 547,6576,0.03186909109354019,822,8.071562047007319e-05,
876
+ 548,6584,0.034446634352207184,823,5.6846102324925596e-05,
877
+ 549,6592,0.030264604836702347,824,7.627549166500103e-05,
878
+ 549,6600,0.030623704195022583,825,8.250349947047653e-05,
879
+ 550,6608,0.033461108803749084,826,6.764822046534391e-05,
880
+ 551,6616,0.03389907255768776,827,5.882795812794939e-05,
881
+ 551,6624,0.0349750816822052,828,7.52026580812526e-05,
882
+ 552,6632,0.02991217002272606,829,7.900241280367482e-05,
883
+ 553,6640,0.04004146158695221,830,6.872129097246216e-05,
884
+ 553,6648,0.04112721607089043,831,6.551731416948314e-05,
885
+ 554,6656,0.03063584491610527,832,8.144578532665037e-05,
886
+ ,,,832,,6.944803753867745e-05
887
+ 555,6664,0.02993054687976837,833,5.571373640123056e-05,
888
+ 555,6672,0.03015834465622902,834,7.515766492360854e-05,
889
+ 556,6680,0.03249639272689819,835,8.186294849110709e-05,
890
+ 557,6688,0.034274108707904816,836,5.714404801437922e-05,
891
+ 557,6696,0.04276379570364952,837,7.925551199150505e-05,
892
+ 558,6704,0.030896056443452835,838,6.983874527577427e-05,
893
+ 559,6712,0.030700650066137314,839,6.913874312886037e-05,
894
+ 559,6720,0.03328871726989746,840,7.058352093736175e-05,
895
+ 560,6728,0.03916396573185921,841,7.204381995506992e-05,
896
+ 561,6736,0.04320970177650452,842,6.668000742138247e-05,
897
+ 561,6744,0.034582819789648056,843,7.96280737631605e-05,
898
+ 562,6752,0.03214353695511818,844,6.061567455617478e-05,
899
+ 563,6760,0.03685719147324562,845,9.464684808335733e-05,
900
+ 563,6768,0.038416605442762375,846,5.7516534070600756e-05,
901
+ 564,6776,0.030538711696863174,847,5.9855753988813376e-05,
902
+ 565,6784,0.03181981295347214,848,6.375941075020819e-05,
903
+ ,,,848,,6.670659640803934e-05
904
+ 565,6792,0.03015715256333351,849,8.056672777456697e-05,
905
+ 566,6800,0.03100726753473282,850,6.85573600094358e-05,
906
+ 567,6808,0.03601621463894844,851,7.800359298926196e-05,
907
+ 567,6816,0.035117946565151215,852,6.374480108206626e-05,
908
+ 568,6824,0.044975411146879196,853,7.719976383668836e-05,
909
+ 569,6832,0.04455897957086563,854,6.644117365794955e-05,
910
+ 569,6840,0.030811693519353867,855,7.930009724077536e-05,
911
+ 570,6848,0.03097604587674141,856,7.599210675834911e-05,
912
+ 571,6856,0.036535631865262985,857,7.500922220060602e-05,
913
+ 571,6864,0.04458673298358917,858,6.384909488588164e-05,
914
+ 572,6872,0.0298735611140728,859,7.631989069523115e-05,
915
+ 573,6880,0.03127438202500343,860,7.253578564814234e-05,
916
+ 573,6888,0.03130149096250534,861,6.983863931964152e-05,
917
+ 574,6896,0.03430917486548424,862,6.469832305810996e-05,
918
+ 575,6904,0.04201720282435417,863,8.059656602199539e-05,
919
+ 575,6912,0.029924005270004272,864,7.126881200747448e-05,
920
+ ,,,864,,7.180786924436689e-05
921
+ 576,6920,0.03926153481006622,865,6.045204145266325e-05,
922
+ 577,6928,0.03067139908671379,866,6.667956586170476e-05,
923
+ 577,6936,0.03164195641875267,867,8.643718501843978e-05,
924
+ 578,6944,0.034886132925748825,868,8.146079426296637e-05,
925
+ 579,6952,0.03607611730694771,869,5.578816376328177e-05,
926
+ 579,6960,0.031189531087875366,870,6.846777705504792e-05,
927
+ 580,6968,0.036418844014406204,871,5.319554043126118e-05,
928
+ 581,6976,0.038891278207302094,872,7.958297237564693e-05,
929
+ 581,6984,0.02972225844860077,873,7.92705945968919e-05,
930
+ 582,6992,0.030392102897167206,874,7.036003648863698e-05,
931
+ 583,7000,0.034257449209690094,875,7.690144411753863e-05,
932
+ 583,7008,0.03713270649313927,876,6.630753500758146e-05,
933
+ 584,7016,0.04453729838132858,877,7.943424498080276e-05,
934
+ 585,7024,0.029900480061769485,878,6.289561315497849e-05,
935
+ 585,7032,0.029775571078062057,879,6.144989060885564e-05,
936
+ 586,7040,0.03631901741027832,880,6.659085102000972e-05,
937
+ ,,,880,,7.13788263965398e-05
938
+ 587,7048,0.029553692787885666,881,7.821214944669919e-05,
939
+ 587,7056,0.03140466287732124,882,7.229697212096653e-05,
940
+ 588,7064,0.03474198281764984,883,8.409817655774532e-05,
941
+ 589,7072,0.029158368706703186,884,5.075185481473454e-05,
942
+ 589,7080,0.029959246516227722,885,8.0238868122251e-05,
943
+ 590,7088,0.03445829451084137,886,7.459190601366572e-05,
944
+ 591,7096,0.03828802332282066,887,5.7814304454950616e-05,
945
+ 591,7104,0.04298875853419304,888,7.37724967621034e-05,
946
+ 592,7112,0.029077943414449692,889,7.187972187239211e-05,
947
+ 593,7120,0.030223507434129715,890,7.670771674384014e-05,
948
+ 593,7128,0.03394805267453194,891,6.580109175047255e-05,
949
+ 594,7136,0.040067508816719055,892,7.955349133226264e-05,
950
+ 595,7144,0.029218558222055435,893,5.748680496253655e-05,
951
+ 595,7152,0.030888933688402176,894,8.131145909828774e-05,
952
+ 596,7160,0.03920983895659447,895,6.854241405562789e-05,
953
+ 597,7168,0.0359513945877552,896,8.305506389660877e-05,
954
+ ,,,896,,7.223739521577954e-05
955
+ 597,7176,0.03761235997080803,897,5.610107336906367e-05,
956
+ 598,7184,0.03000560775399208,898,7.117996574379504e-05,
957
+ 599,7192,0.034767650067806244,899,7.58727903757972e-05,
958
+ 599,7200,0.03533048555254936,900,6.82891736687452e-05,
959
+ 600,7208,0.03538326174020767,901,7.414498713842477e-05,
960
+ 601,7216,0.040135715156793594,902,6.571137055289e-05,
961
+ 601,7224,0.030014339834451675,903,6.659079735982232e-05,
962
+ 602,7232,0.03568129241466522,904,7.627535796927987e-05,
963
+ 603,7240,0.03708404675126076,905,6.614367293877876e-05,
964
+ 603,7248,0.04151679202914238,906,7.263984480232466e-05,
965
+ 604,7256,0.029467042535543442,907,7.232670668599894e-05,
966
+ 605,7264,0.030713733285665512,908,7.061336987135292e-05,
967
+ 605,7272,0.03301673382520676,909,6.516032931358495e-05,
968
+ 606,7280,0.03265375271439552,910,8.019416600291152e-05,
969
+ 607,7288,0.033099133521318436,911,5.382122117225663e-05,
970
+ 607,7296,0.035833537578582764,912,7.168630645537633e-05,
971
+ ,,,912,,6.847074837423861e-05
972
+ 608,7304,0.03673972934484482,913,7.129854429877014e-05,
973
+ 609,7312,0.050594840198755264,914,6.62925385768176e-05,
974
+ 609,7320,0.02943873032927513,915,7.457678748323815e-05,
975
+ 610,7328,0.030147835612297058,916,6.246351040317677e-05,
976
+ 611,7336,0.03350464254617691,917,7.506831366299593e-05,
977
+ 611,7344,0.041587743908166885,918,7.503887673010468e-05,
978
+ 612,7352,0.02999020740389824,919,7.152241369112744e-05,
979
+ 613,7360,0.03347688540816307,920,6.726085189256992e-05,
980
+ 613,7368,0.03909050300717354,921,6.785726282032556e-05,
981
+ 614,7376,0.03747866302728653,922,5.723350886910339e-05,
982
+ 615,7384,0.03565981239080429,923,6.697780736431014e-05,
983
+ 615,7392,0.038832128047943115,924,8.524550867150538e-05,
984
+ 616,7400,0.03707891330122948,925,6.483220226982667e-05,
985
+ 617,7408,0.03665154054760933,926,7.71101640566485e-05,
986
+ 617,7416,0.029208309948444366,927,6.968974957999308e-05,
987
+ 618,7424,0.03616679832339287,928,7.609666499774903e-05,
988
+ ,,,928,,7.085450342856348e-05
989
+ 619,7432,0.031989775598049164,929,5.931952523496875e-05,
990
+ 619,7440,0.046590112149715424,930,7.722884288341447e-05,
991
+ 620,7448,0.03332936763763428,931,6.642690505032078e-05,
992
+ 621,7456,0.041921183466911316,932,6.529396341647953e-05,
993
+ 621,7464,0.02975517138838768,933,7.533687130489852e-05,
994
+ 622,7472,0.03155959025025368,934,7.512831689382438e-05,
995
+ 623,7480,0.0367218554019928,935,7.219290569082659e-05,
996
+ 623,7488,0.0299471877515316,936,5.7725117358131683e-05,
997
+ 624,7496,0.02973286062479019,937,7.39511724532349e-05,
998
+ 625,7504,0.03381427377462387,938,5.589260240412841e-05,
999
+ 625,7512,0.029256872832775116,939,7.564942507087835e-05,
1000
+ 626,7520,0.029973886907100677,940,8.676516654304578e-05,
1001
+ 627,7528,0.03298266977071762,941,5.379158801588346e-05,
1002
+ 627,7536,0.03773403540253639,942,7.645402297384862e-05,
1003
+ 628,7544,0.029943369328975677,943,7.024134060884535e-05,
1004
+ 629,7552,0.030891675502061844,944,6.585997448382841e-05,
1005
+ ,,,944,,6.854206440038979e-05
1006
+ 629,7560,0.03025389462709427,945,7.935981193440966e-05,
1007
+ 630,7568,0.03453563153743744,946,6.343209088299773e-05,
1008
+ 631,7576,0.041381098330020905,947,6.124126321083168e-05,
1009
+ 631,7584,0.029451999813318253,948,8.117758102343942e-05,
1010
+ 632,7592,0.029793258756399155,949,8.101352386802319e-05,
1011
+ 633,7600,0.03246864676475525,950,5.5773395388314384e-05,
1012
+ 633,7608,0.03333157300949097,951,7.61111650717794e-05,
1013
+ 634,7616,0.03086842969059944,952,7.313134938158328e-05,
1014
+ 635,7624,0.033474940806627274,953,6.650162686128169e-05,
1015
+ 635,7632,0.04408946633338928,954,6.849762166893925e-05,
1016
+ 636,7640,0.029167726635932922,955,7.387650134660362e-05,
1017
+ 637,7648,0.029990166425704956,956,6.125659069766698e-05,
1018
+ 637,7656,0.04042252153158188,957,6.787191705370788e-05,
1019
+ 638,7664,0.029695533215999603,958,7.724384340690449e-05,
1020
+ 639,7672,0.029110226780176163,959,7.503886058657372e-05,
1021
+ 639,7680,0.03071342036128044,960,5.648850151374063e-05,
1022
+ ,,,960,,6.699265213683248e-05
1023
+ 640,7688,0.03013165295124054,961,6.422132446459727e-05,
1024
+ 641,7696,0.030800744891166687,962,7.776600068609696e-05,
1025
+ 641,7704,0.03379785269498825,963,6.508551246042771e-05,
1026
+ 642,7712,0.032056260854005814,964,7.624607223988278e-05,
1027
+ 643,7720,0.03192347288131714,965,6.538346906381776e-05,
1028
+ 643,7728,0.03666581213474274,966,7.187968981270387e-05,
1029
+ 644,7736,0.03436297923326492,967,6.732080350957403e-05,
1030
+ 645,7744,0.029026128351688385,968,7.804830602253787e-05,
1031
+ 645,7752,0.03372657671570778,969,6.367024934661458e-05,
1032
+ 646,7760,0.046438734978437424,970,5.359784972824855e-05,
1033
+ 647,7768,0.02942478656768799,971,9.612181202101056e-05,
1034
+ 647,7776,0.02988368272781372,972,5.9706814454330015e-05,
1035
+ 648,7784,0.031247571110725403,973,8.801668082014658e-05,
1036
+ 649,7792,0.037893086671829224,974,5.201840485824505e-05,
1037
+ 649,7800,0.029347024857997894,975,7.763118560433213e-05,
1038
+ 650,7808,0.029636994004249573,976,6.761879649275215e-05,
1039
+ ,,,976,,6.754088681191207e-05
1040
+ 651,7816,0.029813002794981003,977,8.162461676874955e-05,
1041
+ 651,7824,0.031331680715084076,978,6.116698909863771e-05,
1042
+ 652,7832,0.02965652197599411,979,7.319123733395827e-05,
1043
+ 653,7840,0.029718194156885147,980,5.4149150628290954e-05,
1044
+ 653,7848,0.033278580754995346,981,7.803374478498881e-05,
1045
+ 654,7856,0.033016741275787354,982,7.411486217279162e-05,
1046
+ 655,7864,0.042140550911426544,983,6.876622660456633e-05,
1047
+ 655,7872,0.029715687036514282,984,6.5755818013713e-05,
1048
+ 656,7880,0.032996729016304016,985,7.049435680528404e-05,
1049
+ 657,7888,0.035997308790683746,986,6.878094450257777e-05,
1050
+ 657,7896,0.03235785290598869,987,6.830393999734952e-05,
1051
+ 658,7904,0.030098874121904373,988,8.144568846546463e-05,
1052
+ 659,7912,0.030534010380506516,989,5.921532215324987e-05,
1053
+ 659,7920,0.03307868167757988,990,7.089633731993672e-05,
1054
+ 660,7928,0.03275684267282486,991,6.556250991707202e-05,
1055
+ 661,7936,0.033259764313697815,992,8.12819821476296e-05,
1056
+ ,,,992,,6.48231478407979e-05
1057
+ 661,7944,0.03241381049156189,993,7.086642085596395e-05,
1058
+ 662,7952,0.0391092523932457,994,6.80953130540729e-05,
1059
+ 663,7960,0.03126610442996025,995,6.870680317661026e-05,
1060
+ 663,7968,0.034629348665475845,996,7.022590762062464e-05,
1061
+ 664,7976,0.03361175209283829,997,7.785475463606417e-05,
1062
+ 665,7984,0.03481269255280495,998,5.569886707235128e-05,
1063
+ 665,7992,0.03699174523353577,999,7.10456590695685e-05,
1064
+ 666,8000,0.02917071059346199,1000,6.451964009102085e-05,
1065
+ 667,8008,0.03451884165406227,1001,7.718420761193556e-05,
1066
+ 667,8016,0.04312749207019806,1002,6.586060180779896e-05,
1067
+ 668,8024,0.029846686869859695,1003,7.915129708635504e-05,
1068
+ 669,8032,0.02986515685915947,1004,6.79463516917167e-05,
1069
+ 669,8040,0.03326399251818657,1005,5.787409304502944e-05,
1070
+ 670,8048,0.041361209005117416,1006,6.210547917362419e-05,
1071
+ 671,8056,0.02964373677968979,1007,7.867428075769567e-05,
1072
+ 671,8064,0.03488779440522194,1008,7.186528341662779e-05,
1073
+ ,,,1008,,7.071143481880426e-05
1074
+ 672,8072,0.03089035302400589,1009,6.834913301645429e-05,
1075
+ 673,8080,0.03218473494052887,1010,6.003426892675634e-05,
1076
+ 673,8088,0.030679237097501755,1011,6.928744187462144e-05,
1077
+ 674,8096,0.032221872359514236,1012,5.4417308547272114e-05,
1078
+ 675,8104,0.03922387957572937,1013,9.268029316444881e-05,
1079
+ 675,8112,0.04081862419843674,1014,5.316578562997165e-05,
1080
+ 676,8120,0.029858581721782684,1015,5.18247502441227e-05,
1081
+ 677,8128,0.030221454799175262,1016,7.377257702501083e-05,
1082
+ 677,8136,0.03105270117521286,1017,7.62308111461607e-05,
1083
+ 678,8144,0.04461512714624405,1018,8.053691999521106e-05,
1084
+ 679,8152,0.029447752982378006,1019,5.905125863137073e-05,
1085
+ 679,8160,0.030121874064207077,1020,7.307192458938516e-05,
1086
+ 680,8168,0.03894459456205368,1021,7.351937983912649e-05,
1087
+ 681,8176,0.03837097808718681,1022,5.218158821662655e-05,
1088
+ 681,8184,0.029293984174728394,1023,7.882371437517577e-05,
1089
+ 682,8192,0.03060111030936241,1024,6.961523558857152e-05,
1090
+ ,,,1024,,7.168890442699194e-05
1091
+ 683,8200,0.03152444213628769,1025,7.219327608254389e-05,
1092
+ 683,8208,0.04367980360984802,1026,6.33868835393514e-05,
1093
+ 684,8216,0.030946720391511917,1027,6.825922400821582e-05,
1094
+ 685,8224,0.030202578753232956,1028,6.718647887282714e-05,
1095
+ 685,8232,0.0329296700656414,1029,7.445755818480393e-05,
1096
+ 686,8240,0.04153435677289963,1030,7.411492742903647e-05,
1097
+ 687,8248,0.040842000395059586,1031,7.146280177039444e-05,
1098
+ 687,8256,0.02948075532913208,1032,6.724616696374142e-05,
1099
+ 688,8264,0.030729759484529495,1033,7.034493251012464e-05,
1100
+ 689,8272,0.034694571048021317,1034,6.451985336752841e-05,
1101
+ 689,8280,0.04330514743924141,1035,7.289304335245106e-05,
1102
+ 690,8288,0.029909655451774597,1036,7.916587105682993e-05,
1103
+ 691,8296,0.030348792672157288,1037,5.927499432800687e-05,
1104
+ 691,8304,0.040984682738780975,1038,7.320595022974885e-05,
1105
+ 692,8312,0.03496810793876648,1039,7.1582031523576e-05,
1106
+ 693,8320,0.029889706522226334,1040,6.960025439184392e-05,
1107
+ ,,,1040,,7.288078777492046e-05
1108
+ 693,8328,0.029559414833784103,1041,6.240383368094626e-05,
1109
+ 694,8336,0.03058946132659912,1042,7.719936775174574e-05,
1110
+ 695,8344,0.033306874334812164,1043,5.644377392854949e-05,
1111
+ 695,8352,0.031915199011564255,1044,7.347427367676573e-05,
1112
+ 696,8360,0.030304469168186188,1045,7.61263888762187e-05,
1113
+ 697,8368,0.0342872217297554,1046,5.1213814458606066e-05,
1114
+ 697,8376,0.0351470448076725,1047,7.742283582956588e-05,
1115
+ 698,8384,0.04267730191349983,1048,5.246539831205155e-05,
1116
+ 699,8392,0.02974558249115944,1049,7.859988522795902e-05,
1117
+ 699,8400,0.03115108609199524,1050,7.027080505395134e-05,
1118
+ 700,8408,0.032257597893476486,1051,6.301482858361851e-05,
1119
+ 701,8416,0.035332463681697845,1052,7.530690800194861e-05,
1120
+ 701,8424,0.02997308224439621,1053,7.050939643704623e-05,
1121
+ 702,8432,0.031577400863170624,1054,5.324024186847964e-05,
1122
+ 703,8440,0.034228138625621796,1055,7.150747137529834e-05,
1123
+ 703,8448,0.036877624690532684,1056,7.895755516074132e-05,
1124
+ ,,,1056,,6.599125335924328e-05
1125
+ 704,8456,0.04437974467873573,1057,6.133113993200823e-05,
1126
+ 705,8464,0.03207661211490631,1058,7.658841786906123e-05,
1127
+ 705,8472,0.030491862446069717,1059,6.729062920385331e-05,
1128
+ 706,8480,0.034046441316604614,1060,6.49066164442047e-05,
1129
+ 707,8488,0.03736729547381401,1061,6.936209888408484e-05,
1130
+ 707,8496,0.04300953447818756,1062,6.271680786085199e-05,
1131
+ 708,8504,0.03053099289536476,1063,7.512812771892641e-05,
1132
+ 709,8512,0.030511274933815002,1064,5.782951120636426e-05,
1133
+ 709,8520,0.04238767921924591,1065,7.506849487981526e-05,
1134
+ 710,8528,0.03586335852742195,1066,7.258013442879019e-05,
1135
+ 711,8536,0.029845643788576126,1067,6.0452043726400007e-05,
1136
+ 711,8544,0.031272146850824356,1068,7.791441430526902e-05,
1137
+ 712,8552,0.03164138272404671,1069,7.563476310679107e-05,
1138
+ 713,8560,0.03618308901786804,1070,7.038981016194157e-05,
1139
+ 713,8568,0.029966283589601517,1071,6.295514344856201e-05,
1140
+ 714,8576,0.030231446027755737,1072,6.602429243685037e-05,
1141
+ ,,,1072,,7.147411815822124e-05
1142
+ 715,8584,0.02960234507918358,1073,7.420482234010706e-05,
1143
+ 715,8592,0.03422830253839493,1074,6.885526022415434e-05,
1144
+ 716,8600,0.03951370343565941,1075,7.48003731132485e-05,
1145
+ 717,8608,0.030712492763996124,1076,5.5951933973119594e-05,
1146
+ 717,8616,0.032302942126989365,1077,7.196949127319385e-05,
1147
+ 718,8624,0.03188697621226311,1078,7.877871348682675e-05,
1148
+ 719,8632,0.031415630131959915,1079,4.9887563136508106e-05,
1149
+ 719,8640,0.030363861471414566,1080,7.435347629325406e-05,
1150
+ 720,8648,0.03275401145219803,1081,7.392147881546407e-05,
1151
+ 721,8656,0.033668458461761475,1082,7.331024312406953e-05,
1152
+ 721,8664,0.036557886749506,1083,6.261227622417209e-05,
1153
+ 722,8672,0.029783304780721664,1084,7.80040991230635e-05,
1154
+ 723,8680,0.03178881108760834,1085,5.595202492258977e-05,
1155
+ 723,8688,0.03627067804336548,1086,6.589014310520724e-05,
1156
+ 724,8696,0.04522516950964928,1087,5.6756637150101596e-05,
1157
+ 725,8704,0.02966391295194626,1088,6.839349384790694e-05,
1158
+ ,,,1088,,6.751694018021226e-05
1159
+ 725,8712,0.0381992943584919,1089,8.29356054055097e-05,
1160
+ 726,8720,0.029858198016881943,1090,5.562424985328107e-05,
1161
+ 727,8728,0.030848734080791473,1091,8.110320231935475e-05,
1162
+ 727,8736,0.034987062215805054,1092,6.527939399347815e-05,
1163
+ 728,8744,0.03474189341068268,1093,7.451714009221178e-05,
1164
+ 729,8752,0.030925646424293518,1094,6.842361926828744e-05,
1165
+ 729,8760,0.030971556901931763,1095,6.960011683077028e-05,
1166
+ 730,8768,0.03374311700463295,1096,6.688868461424136e-05,
1167
+ 731,8776,0.03844041749835014,1097,6.094361970099271e-05,
1168
+ 731,8784,0.02940574288368225,1098,7.505372741434257e-05,
1169
+ 732,8792,0.032736510038375854,1099,7.545616108473041e-05,
1170
+ 733,8800,0.035271257162094116,1100,6.401289124369214e-05,
1171
+ 733,8808,0.03182284161448479,1101,7.122426791283942e-05,
1172
+ 734,8816,0.03048386052250862,1102,5.6771585150272585e-05,
1173
+ 735,8824,0.033703822642564774,1103,7.722907048446359e-05,
1174
+ 735,8832,0.040032412856817245,1104,7.882345175858063e-05,
1175
+ ,,,1104,,6.699255900457501e-05
1176
+ 736,8840,0.033876340836286545,1105,7.161199073379976e-05,
1177
+ 737,8848,0.03106042742729187,1106,6.691829003102612e-05,
1178
+ 737,8856,0.03120320290327072,1107,6.085414065637451e-05,
1179
+ 738,8864,0.0392642579972744,1108,7.666286114726972e-05,
1180
+ 739,8872,0.042842160910367966,1109,6.229957534742425e-05,
1181
+ 739,8880,0.029510941356420517,1110,6.87210701926233e-05,
1182
+ 740,8888,0.029945310205221176,1111,6.681419881715556e-05,
1183
+ 741,8896,0.03115728870034218,1112,7.359339383583574e-05,
1184
+ 741,8904,0.0355900339782238,1113,6.962990710235317e-05,
1185
+ 742,8912,0.04346456006169319,1114,8.034343409235589e-05,
1186
+ 743,8920,0.02944345772266388,1115,6.204616647664807e-05,
1187
+ 743,8928,0.030306093394756317,1116,6.952557146178151e-05,
1188
+ 744,8936,0.03227534890174866,1117,7.953848785291484e-05,
1189
+ 745,8944,0.04550117999315262,1118,6.276112230807485e-05,
1190
+ 745,8952,0.03262275084853172,1119,6.234433021745645e-05,
1191
+ 746,8960,0.03044898435473442,1120,6.645647363257012e-05,
1192
+ ,,,1120,,6.53951894491911e-05
1193
+ 747,8968,0.030039668083190918,1121,6.384916332535795e-05,
1194
+ 747,8976,0.03308114781975746,1122,7.862955499149393e-05,
1195
+ 748,8984,0.03837331011891365,1123,5.6771547178868786e-05,
1196
+ 749,8992,0.029353175312280655,1124,8.40381972011528e-05,
1197
+ 749,9000,0.03203243017196655,1125,6.179290016916639e-05,
1198
+ 750,9008,0.03493976593017578,1126,7.742279422018328e-05,
1199
+ 751,9016,0.04147565737366676,1127,6.606911097151169e-05,
1200
+ 751,9024,0.030476164072752,1128,6.554744913955801e-05,
1201
+ 752,9032,0.030279498547315598,1129,6.404268310689076e-05,
1202
+ 753,9040,0.03221243619918823,1130,7.086681875989598e-05,
1203
+ 753,9048,0.04149332642555237,1131,7.192446810222464e-05,
1204
+ 754,9056,0.03210599720478058,1132,7.640951571374899e-05,
1205
+ 755,9064,0.03075774386525154,1133,6.49368464564759e-05,
1206
+ 755,9072,0.030897289514541626,1134,6.9808824264328e-05,
1207
+ 756,9080,0.03275458142161369,1135,7.532209633609455e-05,
1208
+ 757,9088,0.04532918334007263,1136,5.981126878396026e-05,
1209
+ ,,,1136,,6.737398216500878e-05
1210
+ 757,9096,0.03971113637089729,1137,6.943609037080023e-05,
1211
+ 758,9104,0.04277349263429642,1138,7.61562810112082e-05,
1212
+ 759,9112,0.032105688005685806,1139,6.8169961878084e-05,
1213
+ 759,9120,0.02964146062731743,1140,6.209076059349172e-05,
1214
+ 760,9128,0.037628769874572754,1141,7.326532181650691e-05,
1215
+ 761,9136,0.037863340228796005,1142,5.3806546247869846e-05,
1216
+ 761,9144,0.041238199919462204,1143,7.751215798634803e-05,
1217
+ 762,9152,0.030049137771129608,1144,5.535605305340141e-05,
1218
+ 763,9160,0.03026634082198143,1145,0.00010042810299637495,
1219
+ 763,9168,0.035569071769714355,1146,5.5013328392305993e-05,
1220
+ 764,9176,0.03016563504934311,1147,6.752885451533075e-05,
1221
+ 765,9184,0.031462009996175766,1148,6.492204556707293e-05,
1222
+ 765,9192,0.03732864558696747,1149,7.249101940942637e-05,
1223
+ 766,9200,0.0292888842523098,1150,5.750165178142197e-05,
1224
+ 767,9208,0.029869507998228073,1151,8.528971261512197e-05,
1225
+ 767,9216,0.03762470558285713,1152,6.0139057040942134e-05,
1226
+ ,,,1152,,7.18557508662343e-05
finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=4/lora_ans_no_es/0.0-0.7/0.0-0.3/test=sst2/list=0.7-1.0/labels.csv ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ 22167,1
2
+ 36074,0
3
+ 39134,0
4
+ 5232,0
finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=4/lora_ans_no_es/0.0-0.7/0.0-0.3/test=sst2/list=0.7-1.0/logits.csv ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ 22167,-9.3751135,-0.00011383839
2
+ 36074,-0.0005585779,-8.750559
3
+ 39134,-0.00020287363,-8.625203
4
+ 5232,-0.00022301571,-8.500223
finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=4/lora_ans_no_es/0.0-0.7/0.0-0.3/test=sst2/list=test_400/labels.csv ADDED
@@ -0,0 +1,400 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 17786,0
2
+ 12007,0
3
+ 8229,0
4
+ 31449,1
5
+ 1591,0
6
+ 53542,1
7
+ 49372,1
8
+ 54831,0
9
+ 44771,1
10
+ 33116,0
11
+ 33492,1
12
+ 16982,1
13
+ 31901,1
14
+ 49817,0
15
+ 60681,0
16
+ 39890,1
17
+ 62685,0
18
+ 2201,1
19
+ 47201,1
20
+ 20835,1
21
+ 15421,1
22
+ 45021,0
23
+ 45802,0
24
+ 43637,0
25
+ 7160,0
26
+ 8150,0
27
+ 3512,1
28
+ 29264,0
29
+ 32960,0
30
+ 32221,0
31
+ 35996,1
32
+ 4422,1
33
+ 22209,0
34
+ 6920,1
35
+ 25253,0
36
+ 680,0
37
+ 50140,1
38
+ 28481,1
39
+ 36298,0
40
+ 16473,1
41
+ 11102,1
42
+ 62901,0
43
+ 16123,1
44
+ 52012,0
45
+ 60780,0
46
+ 1781,1
47
+ 41449,0
48
+ 908,0
49
+ 15507,1
50
+ 57914,1
51
+ 46159,1
52
+ 56461,1
53
+ 62107,1
54
+ 49087,1
55
+ 65792,0
56
+ 13181,0
57
+ 54119,1
58
+ 51997,0
59
+ 24924,1
60
+ 45890,0
61
+ 41716,0
62
+ 60175,0
63
+ 30318,0
64
+ 13221,1
65
+ 15509,1
66
+ 37365,1
67
+ 60975,0
68
+ 51375,0
69
+ 16004,1
70
+ 12837,1
71
+ 17864,1
72
+ 67134,1
73
+ 18611,1
74
+ 12861,1
75
+ 58084,1
76
+ 32874,1
77
+ 32717,1
78
+ 23413,1
79
+ 59634,0
80
+ 15629,0
81
+ 47071,0
82
+ 48558,1
83
+ 3648,0
84
+ 43367,0
85
+ 14869,0
86
+ 1518,0
87
+ 16976,1
88
+ 20931,1
89
+ 67379,1
90
+ 4741,0
91
+ 5765,1
92
+ 48791,0
93
+ 15298,0
94
+ 21874,1
95
+ 9095,1
96
+ 3840,1
97
+ 55636,0
98
+ 57364,0
99
+ 65863,0
100
+ 40786,0
101
+ 8118,1
102
+ 52441,0
103
+ 38593,0
104
+ 5517,0
105
+ 39136,1
106
+ 47292,0
107
+ 34052,1
108
+ 16037,1
109
+ 64606,1
110
+ 19552,0
111
+ 14116,0
112
+ 11261,1
113
+ 11668,1
114
+ 42198,1
115
+ 22526,1
116
+ 8037,1
117
+ 5324,1
118
+ 56692,0
119
+ 59753,0
120
+ 47298,0
121
+ 57801,1
122
+ 58413,1
123
+ 10673,0
124
+ 65730,1
125
+ 40287,1
126
+ 15186,0
127
+ 43119,0
128
+ 39219,1
129
+ 50340,0
130
+ 34297,1
131
+ 62941,0
132
+ 31551,1
133
+ 41344,1
134
+ 46402,1
135
+ 13636,1
136
+ 42241,1
137
+ 15422,0
138
+ 25014,1
139
+ 19613,1
140
+ 5515,0
141
+ 64128,0
142
+ 28084,0
143
+ 10395,1
144
+ 9965,0
145
+ 27221,1
146
+ 11994,0
147
+ 43384,0
148
+ 44329,0
149
+ 58937,0
150
+ 29119,0
151
+ 8989,0
152
+ 23043,1
153
+ 32166,0
154
+ 42729,0
155
+ 6863,1
156
+ 41187,0
157
+ 36039,1
158
+ 55977,0
159
+ 8129,1
160
+ 60223,1
161
+ 9414,1
162
+ 26177,0
163
+ 38443,0
164
+ 43084,0
165
+ 53673,0
166
+ 15057,1
167
+ 51700,0
168
+ 51201,1
169
+ 47078,1
170
+ 59961,1
171
+ 22272,1
172
+ 65773,0
173
+ 33746,0
174
+ 27311,1
175
+ 41292,0
176
+ 17110,0
177
+ 57029,0
178
+ 3009,1
179
+ 40193,1
180
+ 27618,1
181
+ 20145,1
182
+ 52193,1
183
+ 34398,0
184
+ 36473,1
185
+ 43577,0
186
+ 57850,1
187
+ 61117,0
188
+ 32569,1
189
+ 12290,1
190
+ 19499,1
191
+ 60470,0
192
+ 8962,1
193
+ 65955,1
194
+ 62486,0
195
+ 19000,0
196
+ 22631,1
197
+ 25613,0
198
+ 56086,1
199
+ 28883,0
200
+ 26425,1
201
+ 48097,0
202
+ 61477,0
203
+ 9121,0
204
+ 66709,1
205
+ 51472,1
206
+ 19809,1
207
+ 38959,1
208
+ 39849,0
209
+ 59964,0
210
+ 65268,1
211
+ 8791,0
212
+ 51774,1
213
+ 49640,0
214
+ 20125,1
215
+ 59640,0
216
+ 68206,1
217
+ 48079,1
218
+ 49583,0
219
+ 67054,0
220
+ 59571,1
221
+ 29080,1
222
+ 29111,1
223
+ 20758,1
224
+ 64023,0
225
+ 29058,0
226
+ 18185,1
227
+ 36543,0
228
+ 54983,1
229
+ 3101,1
230
+ 42140,0
231
+ 6954,0
232
+ 15955,1
233
+ 61746,0
234
+ 32055,0
235
+ 39496,1
236
+ 59909,1
237
+ 66296,0
238
+ 46804,1
239
+ 35049,0
240
+ 56017,1
241
+ 26947,1
242
+ 38928,0
243
+ 15029,1
244
+ 7086,0
245
+ 537,0
246
+ 50731,0
247
+ 63604,1
248
+ 67049,0
249
+ 31161,0
250
+ 58922,1
251
+ 18347,1
252
+ 25864,1
253
+ 63846,0
254
+ 13353,0
255
+ 25378,1
256
+ 59101,1
257
+ 20895,0
258
+ 48119,1
259
+ 14332,0
260
+ 25497,1
261
+ 8686,0
262
+ 22758,1
263
+ 7666,0
264
+ 20686,0
265
+ 18975,1
266
+ 19054,1
267
+ 48123,1
268
+ 57909,1
269
+ 9226,1
270
+ 48653,1
271
+ 44013,0
272
+ 11409,1
273
+ 62736,0
274
+ 2777,1
275
+ 7058,0
276
+ 48408,0
277
+ 28934,1
278
+ 46578,1
279
+ 23203,0
280
+ 6257,1
281
+ 53444,0
282
+ 17816,0
283
+ 46307,1
284
+ 20599,1
285
+ 29423,0
286
+ 21041,0
287
+ 16633,1
288
+ 20221,0
289
+ 27466,0
290
+ 22987,0
291
+ 9322,1
292
+ 3265,0
293
+ 22814,1
294
+ 56185,1
295
+ 55014,1
296
+ 43437,1
297
+ 24683,0
298
+ 10233,0
299
+ 19001,0
300
+ 32718,0
301
+ 31030,0
302
+ 1099,0
303
+ 57982,1
304
+ 49148,0
305
+ 40880,1
306
+ 31148,0
307
+ 9446,1
308
+ 18579,1
309
+ 30932,0
310
+ 40792,0
311
+ 48600,0
312
+ 44588,1
313
+ 33828,1
314
+ 33917,0
315
+ 2026,0
316
+ 56745,0
317
+ 17383,0
318
+ 2372,0
319
+ 56600,0
320
+ 50257,0
321
+ 38892,0
322
+ 45844,0
323
+ 29062,0
324
+ 5655,1
325
+ 67611,0
326
+ 18546,0
327
+ 63060,1
328
+ 36068,1
329
+ 784,0
330
+ 20429,0
331
+ 21679,1
332
+ 53617,1
333
+ 6978,1
334
+ 53262,0
335
+ 181,0
336
+ 28744,0
337
+ 48716,0
338
+ 51468,0
339
+ 62209,1
340
+ 8732,1
341
+ 56949,1
342
+ 26885,0
343
+ 43345,0
344
+ 8053,0
345
+ 59402,1
346
+ 49552,0
347
+ 12348,0
348
+ 28335,1
349
+ 59114,1
350
+ 12625,1
351
+ 8876,1
352
+ 29959,1
353
+ 37911,1
354
+ 38412,0
355
+ 31999,0
356
+ 34775,0
357
+ 65737,1
358
+ 25244,0
359
+ 51630,1
360
+ 23979,1
361
+ 34638,1
362
+ 22311,1
363
+ 14004,1
364
+ 310,1
365
+ 49105,0
366
+ 38782,1
367
+ 4647,1
368
+ 43782,0
369
+ 66046,0
370
+ 16690,1
371
+ 67731,0
372
+ 54867,1
373
+ 34108,1
374
+ 67332,0
375
+ 22567,0
376
+ 57173,0
377
+ 26527,1
378
+ 59580,1
379
+ 20737,0
380
+ 53307,0
381
+ 32783,0
382
+ 7868,1
383
+ 50777,0
384
+ 29307,1
385
+ 18297,0
386
+ 44524,1
387
+ 61320,0
388
+ 2578,0
389
+ 40612,1
390
+ 32523,1
391
+ 48509,0
392
+ 36666,1
393
+ 6539,1
394
+ 33620,1
395
+ 55547,1
396
+ 11751,1
397
+ 30491,0
398
+ 48294,1
399
+ 37424,1
400
+ 29155,1
finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=4/lora_ans_no_es/0.0-0.7/0.0-0.3/test=sst2/list=test_400/logits.csv ADDED
@@ -0,0 +1,400 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 17786,-0.0010548034,-6.876055
2
+ 12007,-0.00013720048,-9.125137
3
+ 8229,-0.00020120504,-8.625201
4
+ 31449,-11.000035,-3.5046916e-05
5
+ 1591,-6.580136e-05,-10.250066
6
+ 53542,-8.125309,-0.00030858524
7
+ 49372,-8.2502775,-0.00027736154
8
+ 54831,-0.00023231193,-8.500233
9
+ 44771,-0.0002537644,-8.375254
10
+ 33116,-4.6967358e-05,-11.625047
11
+ 33492,-7.0009274,-0.00092761393
12
+ 16982,-0.029805264,-3.5298052
13
+ 31901,-4.3875675,-0.012567727
14
+ 49817,-6.2940526e-05,-10.250063
15
+ 60681,-7.375638,-0.0006380429
16
+ 39890,-0.5231545,-0.8981545
17
+ 62685,-0.000117295065,-9.375117
18
+ 2201,-11.37511,-0.000109308945
19
+ 47201,-0.00018285033,-9.250183
20
+ 20835,-11.375031,-3.1351552e-05
21
+ 15421,-7.625504,-0.0005040091
22
+ 45021,-0.0004601612,-7.75046
23
+ 45802,-0.00046564225,-7.750466
24
+ 43637,-8.785339e-05,-9.750088
25
+ 7160,-5.400035e-05,-11.000054
26
+ 8150,-0.00023386128,-8.500234
27
+ 3512,-9.000141,-0.00014161061
28
+ 29264,-3.9934315e-05,-11.50004
29
+ 32960,-0.3869009,-1.1369009
30
+ 32221,-0.00014888131,-9.250149
31
+ 35996,-6.127202,-0.002201873
32
+ 4422,-10.50005,-4.9947444e-05
33
+ 22209,-5.19739e-05,-10.5000515
34
+ 6920,-11.00003,-2.9682673e-05
35
+ 25253,-0.00014125303,-9.375141
36
+ 680,-0.000120155746,-9.50012
37
+ 50140,-7.875395,-0.0003948624
38
+ 28481,-7.1258187,-0.0008185135
39
+ 36298,-7.8436635e-05,-10.000078
40
+ 16473,-9.750074,-7.414543e-05
41
+ 11102,-0.03806379,-3.2880638
42
+ 62901,-3.4331686e-05,-11.125034
43
+ 16123,-10.625052,-5.2569914e-05
44
+ 52012,-0.00012849936,-10.375129
45
+ 60780,-0.00014149141,-9.125141
46
+ 1781,-10.875039,-3.921909e-05
47
+ 41449,-0.00010656743,-9.625107
48
+ 908,-8.625196,-0.00019691436
49
+ 15507,-10.000072,-7.140382e-05
50
+ 57914,-0.0041047614,-5.5041046
51
+ 46159,-0.000932497,-7.0009327
52
+ 56461,-10.2500515,-5.19739e-05
53
+ 62107,-6.94966e-05,-10.62507
54
+ 49087,-10.750042,-4.1722382e-05
55
+ 65792,-7.4979835e-05,-10.000075
56
+ 13181,-0.00022933238,-8.500229
57
+ 54119,-8.000349,-0.0003493414
58
+ 51997,-4.0530336e-05,-11.75004
59
+ 24924,-10.375049,-4.8874615e-05
60
+ 45890,-0.00015650954,-9.000156
61
+ 41716,-1.0537137,-0.4287137
62
+ 60175,-5.3046726e-05,-10.750053
63
+ 30318,-7.772144e-05,-10.125077
64
+ 13221,-6.1272,-0.00219997
65
+ 15509,-9.75007,-6.9735004e-05
66
+ 37365,-5.753192,-0.0031919742
67
+ 60975,-0.0002436341,-8.500243
68
+ 51375,-9.023736e-05,-10.375091
69
+ 16004,-9.375101,-0.00010144196
70
+ 12837,-1.3132745,-0.31327453
71
+ 17864,-9.875077,-7.736384e-05
72
+ 67134,-8.625203,-0.00020358874
73
+ 18611,-6.8760495,-0.0010496827
74
+ 12861,-5.8778243,-0.0028244862
75
+ 58084,-8.875155,-0.00015519845
76
+ 32874,-6.6635774e-05,-10.250067
77
+ 32717,-8.7501745,-0.00017498393
78
+ 23413,-9.125214,-0.00021371941
79
+ 59634,-3.0485992,-0.04859925
80
+ 15629,-0.014244309,-4.264244
81
+ 47071,-0.0019675198,-6.2519674
82
+ 48558,-6.002496,-0.0024957482
83
+ 3648,-8.3443025e-05,-9.750083
84
+ 43367,-0.00032002572,-8.12532
85
+ 14869,-6.7708585e-05,-11.250068
86
+ 1518,-0.00046111442,-7.750461
87
+ 16976,-7.627213,-0.0022128162
88
+ 20931,-7.6255045,-0.0005043665
89
+ 67379,-11.000037,-3.7311813e-05
90
+ 4741,-5.912606e-05,-10.375059
91
+ 5765,-7.875399,-0.00039903307
92
+ 48791,-0.0003241967,-8.125324
93
+ 15298,-0.0028512322,-5.877851
94
+ 21874,-6.751182,-0.0011819765
95
+ 9095,-8.500232,-0.00023147765
96
+ 3840,-7.000927,-0.0009268994
97
+ 55636,-0.01418296,-4.264183
98
+ 57364,-0.020571563,-3.8955715
99
+ 65863,-9.3694114e-05,-10.125093
100
+ 40786,-3.6715788e-05,-11.625036
101
+ 8118,-8.750174,-0.00017355366
102
+ 52441,-0.00022897482,-8.500229
103
+ 38593,-0.00027986424,-8.250279
104
+ 5517,-5.2093103e-05,-11.000052
105
+ 39136,-0.22649953,-1.6014996
106
+ 47292,-9.715085e-05,-10.250097
107
+ 34052,-0.0005727558,-7.6255727
108
+ 16037,-10.250057,-5.6861216e-05
109
+ 64606,-9.125126,-0.0001256387
110
+ 19552,-9.8104436e-05,-9.625098
111
+ 14116,-7.5005655,-0.0005656073
112
+ 11261,-0.00040379952,-7.875404
113
+ 11668,-9.875068,-6.8185385e-05
114
+ 42198,-8.750174,-0.00017355366
115
+ 22526,-12.625036,-3.6000558e-05
116
+ 8037,-5.2552457,-0.0052454937
117
+ 5324,-7.875416,-0.0004159539
118
+ 56692,-0.0003548231,-8.000355
119
+ 59753,-0.0022053225,-6.1272054
120
+ 47298,-9.202534e-05,-10.375092
121
+ 57801,-0.011066253,-4.5110664
122
+ 58413,-11.375032,-3.2066786e-05
123
+ 10673,-6.6635774e-05,-10.750067
124
+ 65730,-9.5000925,-9.2621325e-05
125
+ 40287,-7.500572,-0.00057216006
126
+ 15186,-8.250278,-0.0002780766
127
+ 43119,-9.309812e-05,-9.750093
128
+ 39219,-9.750074,-7.4503034e-05
129
+ 50340,-3.0485978,-0.04859789
130
+ 34297,-9.250117,-0.00011705667
131
+ 62941,-0.0001106201,-9.375111
132
+ 31551,-12.500027,-2.7060143e-05
133
+ 41344,-7.125818,-0.0008177989
134
+ 46402,-10.000062,-6.186771e-05
135
+ 13636,-5.877819,-0.0028192557
136
+ 42241,-9.875065,-6.532456e-05
137
+ 15422,-0.00021955941,-8.500219
138
+ 25014,-9.25012,-0.00012027494
139
+ 19613,-0.00017438798,-8.8751745
140
+ 5515,-7.4503034e-05,-10.250074
141
+ 64128,-3.6715788e-05,-11.500036
142
+ 28084,-7.700623e-05,-11.750077
143
+ 10395,-0.00093404524,-7.000934
144
+ 9965,-0.04302138,-3.1680214
145
+ 27221,-6.2519393,-0.0019392034
146
+ 11994,-8.439662e-05,-11.125084
147
+ 43384,-7.1642215e-05,-10.000072
148
+ 44329,-9.011816e-05,-11.25009
149
+ 58937,-7.819824e-05,-10.500078
150
+ 29119,-4.9828242e-05,-10.50005
151
+ 8989,-9.059496e-05,-10.500091
152
+ 23043,-8.250277,-0.0002761698
153
+ 32166,-0.0017770227,-8.751777
154
+ 42729,-0.000107044216,-11.000107
155
+ 6863,-9.12514,-0.0001401803
156
+ 41187,-8.4635016e-05,-10.875085
157
+ 36039,-12.125043,-4.3033626e-05
158
+ 55977,-0.00018714108,-8.750187
159
+ 8129,-7.37564,-0.0006400682
160
+ 60223,-9.87508,-7.998623e-05
161
+ 9414,-5.447716e-05,-10.375054
162
+ 26177,-5.7457226e-05,-10.875057
163
+ 38443,-8.523101e-05,-9.625085
164
+ 43084,-6.1033294e-05,-11.000061
165
+ 53673,-7.986704e-05,-10.62508
166
+ 15057,-0.2519638,-1.5019639
167
+ 51700,-0.00013684291,-9.500136
168
+ 51201,-10.375047,-4.7205765e-05
169
+ 47078,-7.2507253,-0.00072512554
170
+ 59961,-5.1309385,-0.0059385053
171
+ 22272,-0.0013637776,-6.6263638
172
+ 65773,-0.0031979156,-5.753198
173
+ 33746,-1.313276,-0.31327602
174
+ 27311,-9.625094,-9.42901e-05
175
+ 41292,-3.3854863e-05,-11.250033
176
+ 17110,-0.0032081348,-5.753208
177
+ 57029,-0.00010263393,-9.750103
178
+ 3009,-9.625077,-7.688704e-05
179
+ 40193,-8.000346,-0.00034648136
180
+ 27618,-8.0003605,-0.00036006642
181
+ 20145,-11.000028,-2.8132996e-05
182
+ 52193,-9.000136,-0.00013648532
183
+ 34398,-0.00024685197,-8.500247
184
+ 36473,-10.500069,-6.89006e-05
185
+ 43577,-4.6609744e-05,-10.750047
186
+ 57850,-9.125125,-0.00012540031
187
+ 61117,-8.487341e-05,-10.125085
188
+ 32569,-3.1680117,-0.043011557
189
+ 12290,-10.625067,-6.6754976e-05
190
+ 19499,-10.000063,-6.270212e-05
191
+ 60470,-0.00027998342,-8.25028
192
+ 8962,-11.750032,-3.2066786e-05
193
+ 65955,-8.000356,-0.00035565728
194
+ 62486,-0.011081579,-4.5110817
195
+ 19000,-0.016061211,-4.1410613
196
+ 22631,-8.875153,-0.00015293382
197
+ 25613,-4.8278598e-05,-10.750049
198
+ 56086,-9.750072,-7.1284616e-05
199
+ 28883,-0.006744596,-5.0067444
200
+ 26425,-9.125125,-0.00012540031
201
+ 48097,-0.00011526874,-9.375115
202
+ 61477,-0.00045193947,-7.750452
203
+ 9121,-0.003199104,-5.753199
204
+ 66709,-6.376717,-0.0017169272
205
+ 51472,-6.876067,-0.0010673071
206
+ 19809,-7.875393,-0.00039295582
207
+ 38959,-8.250284,-0.00028379704
208
+ 39849,-4.8993817e-05,-10.500049
209
+ 59964,-9.059496e-05,-9.625091
210
+ 65268,-8.8751545,-0.00015472168
211
+ 8791,-0.0019644264,-6.2519646
212
+ 51774,-8.12531,-0.00031025364
213
+ 49640,-8.964137e-05,-10.25009
214
+ 20125,-8.500218,-0.00021860594
215
+ 59640,-0.00016723665,-8.875167
216
+ 68206,-10.375061,-6.13909e-05
217
+ 48079,-10.625043,-4.339124e-05
218
+ 49583,-0.0619898,-2.8119898
219
+ 67054,-0.00014697426,-9.000147
220
+ 59571,-0.001071594,-6.8760715
221
+ 29080,-9.0001545,-0.00015436411
222
+ 29111,-8.5002165,-0.00021693738
223
+ 20758,-8.625192,-0.00019178935
224
+ 64023,-0.00025829318,-8.375258
225
+ 29058,-8.8687775e-05,-10.500089
226
+ 18185,-5.960287e-05,-11.625059
227
+ 36543,-0.00010978573,-9.37511
228
+ 54983,-5.0067244,-0.006724585
229
+ 3101,-3.0485964,-0.0485963
230
+ 42140,-4.8278598e-05,-11.000049
231
+ 6954,-5.3642743e-05,-11.125053
232
+ 15955,-6.251957,-0.001957169
233
+ 61746,-0.00010835537,-9.375109
234
+ 32055,-0.008643477,-4.7586436
235
+ 39496,-9.750083,-8.320462e-05
236
+ 59909,-6.2519426,-0.0019427728
237
+ 66296,-7.343022e-05,-11.125073
238
+ 46804,-4.8826365,-0.0076367576
239
+ 35049,-9.715085e-05,-11.500097
240
+ 56017,-0.28120023,-1.4062002
241
+ 26947,-7.5005674,-0.0005675136
242
+ 38928,-7.5456635e-05,-10.500075
243
+ 15029,-8.875207,-0.00020716428
244
+ 7086,-0.00023350373,-10.375234
245
+ 537,-0.00023862852,-8.500238
246
+ 50731,-9.6316464e-05,-9.625096
247
+ 63604,-8.500248,-0.00024756705
248
+ 67049,-0.0003594706,-8.00036
249
+ 31161,-9.309812e-05,-9.625093
250
+ 58922,-11.375043,-4.339124e-05
251
+ 18347,-10.750041,-4.136477e-05
252
+ 25864,-0.0007322729,-7.2507324
253
+ 63846,-6.89006e-05,-10.500069
254
+ 13353,-0.0005092516,-7.6255093
255
+ 25378,-1.7014331,-0.20143302
256
+ 59101,-9.625088,-8.737659e-05
257
+ 20895,-0.1426972,-2.017697
258
+ 48119,-9.625087,-8.6423e-05
259
+ 14332,-6.9138994e-05,-10.000069
260
+ 25497,-5.5040936,-0.0040934826
261
+ 8686,-0.00036590558,-8.000366
262
+ 22758,-2.4639566,-0.088956684
263
+ 7666,-8.582701e-05,-9.875086
264
+ 20686,-0.00045730147,-7.7504573
265
+ 18975,-8.625218,-0.00021872512
266
+ 19054,-4.511063,-0.011062952
267
+ 48123,-11.125036,-3.6477377e-05
268
+ 57909,-9.375099,-9.9654004e-05
269
+ 9226,-10.750049,-4.8278598e-05
270
+ 48653,-7.915183e-05,-9.875079
271
+ 44013,-0.00045861216,-7.7504587
272
+ 11409,-8.875473,-0.00047314892
273
+ 62736,-0.2519601,-1.50196
274
+ 2777,-7.750445,-0.00044479014
275
+ 7058,-4.613293e-05,-11.375046
276
+ 48408,-0.0002224198,-8.625222
277
+ 28934,-9.250112,-0.000111573674
278
+ 46578,-10.875045,-4.482169e-05
279
+ 23203,-0.1269481,-2.126948
280
+ 6257,-9.000152,-0.00015150353
281
+ 53444,-0.100244865,-2.3502448
282
+ 17816,-0.004117583,-5.5041175
283
+ 46307,-10.000072,-7.1284616e-05
284
+ 20599,-11.3750305,-3.0278701e-05
285
+ 29423,-7.1642215e-05,-10.250072
286
+ 21041,-6.1629304e-05,-10.250062
287
+ 16633,-11.250031,-3.194758e-05
288
+ 20221,-0.25194323,-1.5019432
289
+ 27466,-4.911302e-05,-10.750049
290
+ 22987,-0.00028749148,-8.250287
291
+ 9322,-0.0010623055,-6.8760624
292
+ 3265,-0.00011383839,-9.7501135
293
+ 22814,-3.2880666,-0.03806666
294
+ 56185,-9.125127,-0.00012718822
295
+ 55014,-6.8760505,-0.0010502782
296
+ 43437,-8.625197,-0.0001975103
297
+ 24683,-0.00026353702,-8.375263
298
+ 10233,-0.00010036919,-9.5001
299
+ 19001,-6.305973e-05,-11.375063
300
+ 32718,-0.0003558956,-8.000356
301
+ 31030,-7.2715025e-05,-10.2500725
302
+ 1099,-4.136477e-05,-11.875041
303
+ 57982,-1.1368902,-0.3868901
304
+ 49148,-0.0024894457,-6.0024896
305
+ 40880,-8.375247,-0.00024697115
306
+ 31148,-6.258292e-05,-10.375063
307
+ 9446,-9.750072,-7.140382e-05
308
+ 18579,-11.625044,-4.3748852e-05
309
+ 30932,-5.753188,-0.003187934
310
+ 40792,-0.0013902056,-6.62639
311
+ 48600,-9.42901e-05,-10.750094
312
+ 44588,-0.28119242,-1.4061924
313
+ 33828,-8.500218,-0.00021801003
314
+ 33917,-0.0001212285,-10.000121
315
+ 2026,-0.00032634177,-8.125326
316
+ 56745,-0.001193288,-6.7511935
317
+ 17383,-0.0067353602,-5.0067353
318
+ 2372,-6.0437284e-05,-10.37506
319
+ 56600,-0.0029980259,-7.752998
320
+ 50257,-0.000101203565,-9.500101
321
+ 38892,-9.190614e-05,-9.625092
322
+ 45844,-0.00020275444,-9.125203
323
+ 29062,-0.0002362449,-8.6252365
324
+ 5655,-6.62634,-0.001340087
325
+ 67611,-0.38689774,-1.1368978
326
+ 18546,-0.00011300402,-9.375113
327
+ 63060,-10.500045,-4.494089e-05
328
+ 36068,-8.750264,-0.00026425207
329
+ 784,-0.0052612657,-5.2552614
330
+ 20429,-0.0005245025,-7.6255245
331
+ 21679,-8.500223,-0.00022277735
332
+ 53617,-9.875066,-6.5682165e-05
333
+ 6978,-10.375049,-4.911302e-05
334
+ 53262,-6.1033294e-05,-11.375061
335
+ 181,-9.309812e-05,-9.750093
336
+ 28744,-0.00012647305,-9.250127
337
+ 48716,-0.00010597144,-9.375106
338
+ 51468,-7.033101e-05,-9.875071
339
+ 62209,-10.000062,-6.246372e-05
340
+ 8732,-2.8119845,-0.06198442
341
+ 56949,-2.463954,-0.088953964
342
+ 26885,-6.854299e-05,-10.750069
343
+ 43345,-0.0002497123,-8.50025
344
+ 8053,-4.2641764,-0.014176142
345
+ 59402,-6.8760524,-0.0010521834
346
+ 49552,-6.377493e-05,-10.250064
347
+ 12348,-0.00029785966,-8.250298
348
+ 28335,-0.01252617,-4.387526
349
+ 59114,-0.002512158,-6.002512
350
+ 12625,-7.500588,-0.0005880057
351
+ 8876,-7.500608,-0.0006079018
352
+ 29959,-10.000059,-5.960287e-05
353
+ 37911,-0.00014494799,-9.000145
354
+ 38412,-0.054901488,-2.9299016
355
+ 31999,-7.104621e-05,-10.125071
356
+ 34775,-0.0019603814,-6.2519603
357
+ 65737,-6.376717,-0.0017170461
358
+ 25244,-0.00036280724,-8.000362
359
+ 51630,-9.625084,-8.4158215e-05
360
+ 23979,-0.026325064,-3.651325
361
+ 34638,-10.375049,-4.8278598e-05
362
+ 22311,-12.500046,-4.6013727e-05
363
+ 14004,-10.500041,-4.1245563e-05
364
+ 310,-4.2795218e-05,-11.125043
365
+ 49105,-0.00045050963,-7.7504506
366
+ 38782,-11.750028,-2.801379e-05
367
+ 4647,-8.12531,-0.00030953862
368
+ 43782,-5.7338024e-05,-11.750057
369
+ 66046,-0.00026294112,-8.375263
370
+ 16690,-11.375042,-4.2079995e-05
371
+ 67731,-0.0002298091,-8.50023
372
+ 54867,-7.750445,-0.0004449093
373
+ 34108,-6.127225,-0.0022249485
374
+ 67332,-0.0008300673,-7.12583
375
+ 22567,-0.00019023992,-8.75019
376
+ 57173,-0.078907155,-2.5789073
377
+ 26527,-8.50022,-0.00022075123
378
+ 59580,-7.1258225,-0.0008223251
379
+ 20737,-0.0005824062,-7.500582
380
+ 53307,-6.210611e-05,-11.500062
381
+ 32783,-5.6265202e-05,-10.750056
382
+ 7868,-9.875069,-6.854299e-05
383
+ 50777,-4.7444173e-05,-10.750048
384
+ 29307,-11.500037,-3.6954196e-05
385
+ 18297,-0.00012456595,-9.250125
386
+ 44524,-10.375055,-5.5073175e-05
387
+ 61320,-0.00023469554,-8.500235
388
+ 2578,-0.00073572743,-7.2507358
389
+ 40612,-6.747018e-05,-10.750068
390
+ 32523,-0.2014342,-1.7014341
391
+ 48509,-9.524369e-05,-9.625095
392
+ 36666,-7.375638,-0.00063792383
393
+ 6539,-9.125126,-0.00012623466
394
+ 33620,-8.875162,-0.00016258826
395
+ 55547,-9.375102,-0.00010227634
396
+ 11751,-8.500217,-0.00021741411
397
+ 30491,-7.1284616e-05,-10.000072
398
+ 48294,-8.500219,-0.00021979777
399
+ 37424,-6.8760467,-0.0010465865
400
+ 29155,-0.006733466,-5.0067334
finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=4/lora_ans_no_es/0.0-0.7/0.0-0.3/train_args.yaml ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ K: null
2
+ global_batch_size: 8
3
+ learning_rate: 0.0001
4
+ loss: ans
5
+ max_steps: -1
6
+ micro_batch_size: 1
7
+ optimizer_name: adamw
8
+ patience: 10
9
+ val_check_interval: 16
10
+ weight_decay: 0.0
finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=4/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/config.json ADDED
@@ -0,0 +1,39 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "LlamaForCausalLM"
4
+ ],
5
+ "attention_bias": false,
6
+ "attention_dropout": 0.0,
7
+ "bos_token_id": 128000,
8
+ "eos_token_id": [
9
+ 128001,
10
+ 128008,
11
+ 128009
12
+ ],
13
+ "head_dim": 64,
14
+ "hidden_act": "silu",
15
+ "hidden_size": 2048,
16
+ "initializer_range": 0.02,
17
+ "intermediate_size": 8192,
18
+ "max_position_embeddings": 131072,
19
+ "mlp_bias": false,
20
+ "model_type": "llama",
21
+ "num_attention_heads": 32,
22
+ "num_hidden_layers": 16,
23
+ "num_key_value_heads": 8,
24
+ "pretraining_tp": 1,
25
+ "rms_norm_eps": 1e-05,
26
+ "rope_scaling": {
27
+ "factor": 32.0,
28
+ "high_freq_factor": 4.0,
29
+ "low_freq_factor": 1.0,
30
+ "original_max_position_embeddings": 8192,
31
+ "rope_type": "llama3"
32
+ },
33
+ "rope_theta": 500000.0,
34
+ "tie_word_embeddings": true,
35
+ "torch_dtype": "bfloat16",
36
+ "transformers_version": "4.45.0.dev0",
37
+ "use_cache": true,
38
+ "vocab_size": 128256
39
+ }
finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=4/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/generation_config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token_id": 128000,
3
+ "do_sample": true,
4
+ "eos_token_id": [
5
+ 128001,
6
+ 128008,
7
+ 128009
8
+ ],
9
+ "temperature": 0.6,
10
+ "top_p": 0.9,
11
+ "transformers_version": "4.45.0.dev0"
12
+ }
finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=4/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/model_config.yaml ADDED
@@ -0,0 +1,40 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ attention_logit_softcapping: null
2
+ attention_scores_scalar: null
3
+ bias: false
4
+ block_size: 131072
5
+ final_logit_softcapping: null
6
+ gelu_approximate: none
7
+ head_size: 64
8
+ hf_config:
9
+ name: Llama-3.2-1B-Instruct
10
+ org: meta-llama
11
+ intermediate_size: 8192
12
+ lm_head_bias: false
13
+ mlp_class_name: LLaMAMLP
14
+ n_embd: 2048
15
+ n_expert: 0
16
+ n_expert_per_token: 0
17
+ n_head: 32
18
+ n_layer: 16
19
+ n_query_groups: 8
20
+ name: Llama-3.2-1B-Instruct
21
+ norm_class_name: RMSNorm
22
+ norm_eps: 1.0e-05
23
+ padded_vocab_size: 128256
24
+ padding_multiple: 512
25
+ parallel_residual: false
26
+ post_attention_norm: false
27
+ post_mlp_norm: false
28
+ rope_adjustments:
29
+ factor: 32.0
30
+ high_freq_factor: 4.0
31
+ low_freq_factor: 1.0
32
+ original_max_seq_len: 8192
33
+ rope_base: 500000
34
+ rope_condense_ratio: 1
35
+ rotary_percentage: 1.0
36
+ scale_embeddings: false
37
+ shared_attention_norm: false
38
+ sliding_window_layer_placing: null
39
+ sliding_window_size: null
40
+ vocab_size: 128000
finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=4/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=4/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/tokenizer_config.json ADDED
@@ -0,0 +1,2062 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "128000": {
4
+ "content": "<|begin_of_text|>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "128001": {
12
+ "content": "<|end_of_text|>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "128002": {
20
+ "content": "<|reserved_special_token_0|>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "128003": {
28
+ "content": "<|reserved_special_token_1|>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "128004": {
36
+ "content": "<|finetune_right_pad_id|>",
37
+ "lstrip": false,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ },
43
+ "128005": {
44
+ "content": "<|reserved_special_token_2|>",
45
+ "lstrip": false,
46
+ "normalized": false,
47
+ "rstrip": false,
48
+ "single_word": false,
49
+ "special": true
50
+ },
51
+ "128006": {
52
+ "content": "<|start_header_id|>",
53
+ "lstrip": false,
54
+ "normalized": false,
55
+ "rstrip": false,
56
+ "single_word": false,
57
+ "special": true
58
+ },
59
+ "128007": {
60
+ "content": "<|end_header_id|>",
61
+ "lstrip": false,
62
+ "normalized": false,
63
+ "rstrip": false,
64
+ "single_word": false,
65
+ "special": true
66
+ },
67
+ "128008": {
68
+ "content": "<|eom_id|>",
69
+ "lstrip": false,
70
+ "normalized": false,
71
+ "rstrip": false,
72
+ "single_word": false,
73
+ "special": true
74
+ },
75
+ "128009": {
76
+ "content": "<|eot_id|>",
77
+ "lstrip": false,
78
+ "normalized": false,
79
+ "rstrip": false,
80
+ "single_word": false,
81
+ "special": true
82
+ },
83
+ "128010": {
84
+ "content": "<|python_tag|>",
85
+ "lstrip": false,
86
+ "normalized": false,
87
+ "rstrip": false,
88
+ "single_word": false,
89
+ "special": true
90
+ },
91
+ "128011": {
92
+ "content": "<|reserved_special_token_3|>",
93
+ "lstrip": false,
94
+ "normalized": false,
95
+ "rstrip": false,
96
+ "single_word": false,
97
+ "special": true
98
+ },
99
+ "128012": {
100
+ "content": "<|reserved_special_token_4|>",
101
+ "lstrip": false,
102
+ "normalized": false,
103
+ "rstrip": false,
104
+ "single_word": false,
105
+ "special": true
106
+ },
107
+ "128013": {
108
+ "content": "<|reserved_special_token_5|>",
109
+ "lstrip": false,
110
+ "normalized": false,
111
+ "rstrip": false,
112
+ "single_word": false,
113
+ "special": true
114
+ },
115
+ "128014": {
116
+ "content": "<|reserved_special_token_6|>",
117
+ "lstrip": false,
118
+ "normalized": false,
119
+ "rstrip": false,
120
+ "single_word": false,
121
+ "special": true
122
+ },
123
+ "128015": {
124
+ "content": "<|reserved_special_token_7|>",
125
+ "lstrip": false,
126
+ "normalized": false,
127
+ "rstrip": false,
128
+ "single_word": false,
129
+ "special": true
130
+ },
131
+ "128016": {
132
+ "content": "<|reserved_special_token_8|>",
133
+ "lstrip": false,
134
+ "normalized": false,
135
+ "rstrip": false,
136
+ "single_word": false,
137
+ "special": true
138
+ },
139
+ "128017": {
140
+ "content": "<|reserved_special_token_9|>",
141
+ "lstrip": false,
142
+ "normalized": false,
143
+ "rstrip": false,
144
+ "single_word": false,
145
+ "special": true
146
+ },
147
+ "128018": {
148
+ "content": "<|reserved_special_token_10|>",
149
+ "lstrip": false,
150
+ "normalized": false,
151
+ "rstrip": false,
152
+ "single_word": false,
153
+ "special": true
154
+ },
155
+ "128019": {
156
+ "content": "<|reserved_special_token_11|>",
157
+ "lstrip": false,
158
+ "normalized": false,
159
+ "rstrip": false,
160
+ "single_word": false,
161
+ "special": true
162
+ },
163
+ "128020": {
164
+ "content": "<|reserved_special_token_12|>",
165
+ "lstrip": false,
166
+ "normalized": false,
167
+ "rstrip": false,
168
+ "single_word": false,
169
+ "special": true
170
+ },
171
+ "128021": {
172
+ "content": "<|reserved_special_token_13|>",
173
+ "lstrip": false,
174
+ "normalized": false,
175
+ "rstrip": false,
176
+ "single_word": false,
177
+ "special": true
178
+ },
179
+ "128022": {
180
+ "content": "<|reserved_special_token_14|>",
181
+ "lstrip": false,
182
+ "normalized": false,
183
+ "rstrip": false,
184
+ "single_word": false,
185
+ "special": true
186
+ },
187
+ "128023": {
188
+ "content": "<|reserved_special_token_15|>",
189
+ "lstrip": false,
190
+ "normalized": false,
191
+ "rstrip": false,
192
+ "single_word": false,
193
+ "special": true
194
+ },
195
+ "128024": {
196
+ "content": "<|reserved_special_token_16|>",
197
+ "lstrip": false,
198
+ "normalized": false,
199
+ "rstrip": false,
200
+ "single_word": false,
201
+ "special": true
202
+ },
203
+ "128025": {
204
+ "content": "<|reserved_special_token_17|>",
205
+ "lstrip": false,
206
+ "normalized": false,
207
+ "rstrip": false,
208
+ "single_word": false,
209
+ "special": true
210
+ },
211
+ "128026": {
212
+ "content": "<|reserved_special_token_18|>",
213
+ "lstrip": false,
214
+ "normalized": false,
215
+ "rstrip": false,
216
+ "single_word": false,
217
+ "special": true
218
+ },
219
+ "128027": {
220
+ "content": "<|reserved_special_token_19|>",
221
+ "lstrip": false,
222
+ "normalized": false,
223
+ "rstrip": false,
224
+ "single_word": false,
225
+ "special": true
226
+ },
227
+ "128028": {
228
+ "content": "<|reserved_special_token_20|>",
229
+ "lstrip": false,
230
+ "normalized": false,
231
+ "rstrip": false,
232
+ "single_word": false,
233
+ "special": true
234
+ },
235
+ "128029": {
236
+ "content": "<|reserved_special_token_21|>",
237
+ "lstrip": false,
238
+ "normalized": false,
239
+ "rstrip": false,
240
+ "single_word": false,
241
+ "special": true
242
+ },
243
+ "128030": {
244
+ "content": "<|reserved_special_token_22|>",
245
+ "lstrip": false,
246
+ "normalized": false,
247
+ "rstrip": false,
248
+ "single_word": false,
249
+ "special": true
250
+ },
251
+ "128031": {
252
+ "content": "<|reserved_special_token_23|>",
253
+ "lstrip": false,
254
+ "normalized": false,
255
+ "rstrip": false,
256
+ "single_word": false,
257
+ "special": true
258
+ },
259
+ "128032": {
260
+ "content": "<|reserved_special_token_24|>",
261
+ "lstrip": false,
262
+ "normalized": false,
263
+ "rstrip": false,
264
+ "single_word": false,
265
+ "special": true
266
+ },
267
+ "128033": {
268
+ "content": "<|reserved_special_token_25|>",
269
+ "lstrip": false,
270
+ "normalized": false,
271
+ "rstrip": false,
272
+ "single_word": false,
273
+ "special": true
274
+ },
275
+ "128034": {
276
+ "content": "<|reserved_special_token_26|>",
277
+ "lstrip": false,
278
+ "normalized": false,
279
+ "rstrip": false,
280
+ "single_word": false,
281
+ "special": true
282
+ },
283
+ "128035": {
284
+ "content": "<|reserved_special_token_27|>",
285
+ "lstrip": false,
286
+ "normalized": false,
287
+ "rstrip": false,
288
+ "single_word": false,
289
+ "special": true
290
+ },
291
+ "128036": {
292
+ "content": "<|reserved_special_token_28|>",
293
+ "lstrip": false,
294
+ "normalized": false,
295
+ "rstrip": false,
296
+ "single_word": false,
297
+ "special": true
298
+ },
299
+ "128037": {
300
+ "content": "<|reserved_special_token_29|>",
301
+ "lstrip": false,
302
+ "normalized": false,
303
+ "rstrip": false,
304
+ "single_word": false,
305
+ "special": true
306
+ },
307
+ "128038": {
308
+ "content": "<|reserved_special_token_30|>",
309
+ "lstrip": false,
310
+ "normalized": false,
311
+ "rstrip": false,
312
+ "single_word": false,
313
+ "special": true
314
+ },
315
+ "128039": {
316
+ "content": "<|reserved_special_token_31|>",
317
+ "lstrip": false,
318
+ "normalized": false,
319
+ "rstrip": false,
320
+ "single_word": false,
321
+ "special": true
322
+ },
323
+ "128040": {
324
+ "content": "<|reserved_special_token_32|>",
325
+ "lstrip": false,
326
+ "normalized": false,
327
+ "rstrip": false,
328
+ "single_word": false,
329
+ "special": true
330
+ },
331
+ "128041": {
332
+ "content": "<|reserved_special_token_33|>",
333
+ "lstrip": false,
334
+ "normalized": false,
335
+ "rstrip": false,
336
+ "single_word": false,
337
+ "special": true
338
+ },
339
+ "128042": {
340
+ "content": "<|reserved_special_token_34|>",
341
+ "lstrip": false,
342
+ "normalized": false,
343
+ "rstrip": false,
344
+ "single_word": false,
345
+ "special": true
346
+ },
347
+ "128043": {
348
+ "content": "<|reserved_special_token_35|>",
349
+ "lstrip": false,
350
+ "normalized": false,
351
+ "rstrip": false,
352
+ "single_word": false,
353
+ "special": true
354
+ },
355
+ "128044": {
356
+ "content": "<|reserved_special_token_36|>",
357
+ "lstrip": false,
358
+ "normalized": false,
359
+ "rstrip": false,
360
+ "single_word": false,
361
+ "special": true
362
+ },
363
+ "128045": {
364
+ "content": "<|reserved_special_token_37|>",
365
+ "lstrip": false,
366
+ "normalized": false,
367
+ "rstrip": false,
368
+ "single_word": false,
369
+ "special": true
370
+ },
371
+ "128046": {
372
+ "content": "<|reserved_special_token_38|>",
373
+ "lstrip": false,
374
+ "normalized": false,
375
+ "rstrip": false,
376
+ "single_word": false,
377
+ "special": true
378
+ },
379
+ "128047": {
380
+ "content": "<|reserved_special_token_39|>",
381
+ "lstrip": false,
382
+ "normalized": false,
383
+ "rstrip": false,
384
+ "single_word": false,
385
+ "special": true
386
+ },
387
+ "128048": {
388
+ "content": "<|reserved_special_token_40|>",
389
+ "lstrip": false,
390
+ "normalized": false,
391
+ "rstrip": false,
392
+ "single_word": false,
393
+ "special": true
394
+ },
395
+ "128049": {
396
+ "content": "<|reserved_special_token_41|>",
397
+ "lstrip": false,
398
+ "normalized": false,
399
+ "rstrip": false,
400
+ "single_word": false,
401
+ "special": true
402
+ },
403
+ "128050": {
404
+ "content": "<|reserved_special_token_42|>",
405
+ "lstrip": false,
406
+ "normalized": false,
407
+ "rstrip": false,
408
+ "single_word": false,
409
+ "special": true
410
+ },
411
+ "128051": {
412
+ "content": "<|reserved_special_token_43|>",
413
+ "lstrip": false,
414
+ "normalized": false,
415
+ "rstrip": false,
416
+ "single_word": false,
417
+ "special": true
418
+ },
419
+ "128052": {
420
+ "content": "<|reserved_special_token_44|>",
421
+ "lstrip": false,
422
+ "normalized": false,
423
+ "rstrip": false,
424
+ "single_word": false,
425
+ "special": true
426
+ },
427
+ "128053": {
428
+ "content": "<|reserved_special_token_45|>",
429
+ "lstrip": false,
430
+ "normalized": false,
431
+ "rstrip": false,
432
+ "single_word": false,
433
+ "special": true
434
+ },
435
+ "128054": {
436
+ "content": "<|reserved_special_token_46|>",
437
+ "lstrip": false,
438
+ "normalized": false,
439
+ "rstrip": false,
440
+ "single_word": false,
441
+ "special": true
442
+ },
443
+ "128055": {
444
+ "content": "<|reserved_special_token_47|>",
445
+ "lstrip": false,
446
+ "normalized": false,
447
+ "rstrip": false,
448
+ "single_word": false,
449
+ "special": true
450
+ },
451
+ "128056": {
452
+ "content": "<|reserved_special_token_48|>",
453
+ "lstrip": false,
454
+ "normalized": false,
455
+ "rstrip": false,
456
+ "single_word": false,
457
+ "special": true
458
+ },
459
+ "128057": {
460
+ "content": "<|reserved_special_token_49|>",
461
+ "lstrip": false,
462
+ "normalized": false,
463
+ "rstrip": false,
464
+ "single_word": false,
465
+ "special": true
466
+ },
467
+ "128058": {
468
+ "content": "<|reserved_special_token_50|>",
469
+ "lstrip": false,
470
+ "normalized": false,
471
+ "rstrip": false,
472
+ "single_word": false,
473
+ "special": true
474
+ },
475
+ "128059": {
476
+ "content": "<|reserved_special_token_51|>",
477
+ "lstrip": false,
478
+ "normalized": false,
479
+ "rstrip": false,
480
+ "single_word": false,
481
+ "special": true
482
+ },
483
+ "128060": {
484
+ "content": "<|reserved_special_token_52|>",
485
+ "lstrip": false,
486
+ "normalized": false,
487
+ "rstrip": false,
488
+ "single_word": false,
489
+ "special": true
490
+ },
491
+ "128061": {
492
+ "content": "<|reserved_special_token_53|>",
493
+ "lstrip": false,
494
+ "normalized": false,
495
+ "rstrip": false,
496
+ "single_word": false,
497
+ "special": true
498
+ },
499
+ "128062": {
500
+ "content": "<|reserved_special_token_54|>",
501
+ "lstrip": false,
502
+ "normalized": false,
503
+ "rstrip": false,
504
+ "single_word": false,
505
+ "special": true
506
+ },
507
+ "128063": {
508
+ "content": "<|reserved_special_token_55|>",
509
+ "lstrip": false,
510
+ "normalized": false,
511
+ "rstrip": false,
512
+ "single_word": false,
513
+ "special": true
514
+ },
515
+ "128064": {
516
+ "content": "<|reserved_special_token_56|>",
517
+ "lstrip": false,
518
+ "normalized": false,
519
+ "rstrip": false,
520
+ "single_word": false,
521
+ "special": true
522
+ },
523
+ "128065": {
524
+ "content": "<|reserved_special_token_57|>",
525
+ "lstrip": false,
526
+ "normalized": false,
527
+ "rstrip": false,
528
+ "single_word": false,
529
+ "special": true
530
+ },
531
+ "128066": {
532
+ "content": "<|reserved_special_token_58|>",
533
+ "lstrip": false,
534
+ "normalized": false,
535
+ "rstrip": false,
536
+ "single_word": false,
537
+ "special": true
538
+ },
539
+ "128067": {
540
+ "content": "<|reserved_special_token_59|>",
541
+ "lstrip": false,
542
+ "normalized": false,
543
+ "rstrip": false,
544
+ "single_word": false,
545
+ "special": true
546
+ },
547
+ "128068": {
548
+ "content": "<|reserved_special_token_60|>",
549
+ "lstrip": false,
550
+ "normalized": false,
551
+ "rstrip": false,
552
+ "single_word": false,
553
+ "special": true
554
+ },
555
+ "128069": {
556
+ "content": "<|reserved_special_token_61|>",
557
+ "lstrip": false,
558
+ "normalized": false,
559
+ "rstrip": false,
560
+ "single_word": false,
561
+ "special": true
562
+ },
563
+ "128070": {
564
+ "content": "<|reserved_special_token_62|>",
565
+ "lstrip": false,
566
+ "normalized": false,
567
+ "rstrip": false,
568
+ "single_word": false,
569
+ "special": true
570
+ },
571
+ "128071": {
572
+ "content": "<|reserved_special_token_63|>",
573
+ "lstrip": false,
574
+ "normalized": false,
575
+ "rstrip": false,
576
+ "single_word": false,
577
+ "special": true
578
+ },
579
+ "128072": {
580
+ "content": "<|reserved_special_token_64|>",
581
+ "lstrip": false,
582
+ "normalized": false,
583
+ "rstrip": false,
584
+ "single_word": false,
585
+ "special": true
586
+ },
587
+ "128073": {
588
+ "content": "<|reserved_special_token_65|>",
589
+ "lstrip": false,
590
+ "normalized": false,
591
+ "rstrip": false,
592
+ "single_word": false,
593
+ "special": true
594
+ },
595
+ "128074": {
596
+ "content": "<|reserved_special_token_66|>",
597
+ "lstrip": false,
598
+ "normalized": false,
599
+ "rstrip": false,
600
+ "single_word": false,
601
+ "special": true
602
+ },
603
+ "128075": {
604
+ "content": "<|reserved_special_token_67|>",
605
+ "lstrip": false,
606
+ "normalized": false,
607
+ "rstrip": false,
608
+ "single_word": false,
609
+ "special": true
610
+ },
611
+ "128076": {
612
+ "content": "<|reserved_special_token_68|>",
613
+ "lstrip": false,
614
+ "normalized": false,
615
+ "rstrip": false,
616
+ "single_word": false,
617
+ "special": true
618
+ },
619
+ "128077": {
620
+ "content": "<|reserved_special_token_69|>",
621
+ "lstrip": false,
622
+ "normalized": false,
623
+ "rstrip": false,
624
+ "single_word": false,
625
+ "special": true
626
+ },
627
+ "128078": {
628
+ "content": "<|reserved_special_token_70|>",
629
+ "lstrip": false,
630
+ "normalized": false,
631
+ "rstrip": false,
632
+ "single_word": false,
633
+ "special": true
634
+ },
635
+ "128079": {
636
+ "content": "<|reserved_special_token_71|>",
637
+ "lstrip": false,
638
+ "normalized": false,
639
+ "rstrip": false,
640
+ "single_word": false,
641
+ "special": true
642
+ },
643
+ "128080": {
644
+ "content": "<|reserved_special_token_72|>",
645
+ "lstrip": false,
646
+ "normalized": false,
647
+ "rstrip": false,
648
+ "single_word": false,
649
+ "special": true
650
+ },
651
+ "128081": {
652
+ "content": "<|reserved_special_token_73|>",
653
+ "lstrip": false,
654
+ "normalized": false,
655
+ "rstrip": false,
656
+ "single_word": false,
657
+ "special": true
658
+ },
659
+ "128082": {
660
+ "content": "<|reserved_special_token_74|>",
661
+ "lstrip": false,
662
+ "normalized": false,
663
+ "rstrip": false,
664
+ "single_word": false,
665
+ "special": true
666
+ },
667
+ "128083": {
668
+ "content": "<|reserved_special_token_75|>",
669
+ "lstrip": false,
670
+ "normalized": false,
671
+ "rstrip": false,
672
+ "single_word": false,
673
+ "special": true
674
+ },
675
+ "128084": {
676
+ "content": "<|reserved_special_token_76|>",
677
+ "lstrip": false,
678
+ "normalized": false,
679
+ "rstrip": false,
680
+ "single_word": false,
681
+ "special": true
682
+ },
683
+ "128085": {
684
+ "content": "<|reserved_special_token_77|>",
685
+ "lstrip": false,
686
+ "normalized": false,
687
+ "rstrip": false,
688
+ "single_word": false,
689
+ "special": true
690
+ },
691
+ "128086": {
692
+ "content": "<|reserved_special_token_78|>",
693
+ "lstrip": false,
694
+ "normalized": false,
695
+ "rstrip": false,
696
+ "single_word": false,
697
+ "special": true
698
+ },
699
+ "128087": {
700
+ "content": "<|reserved_special_token_79|>",
701
+ "lstrip": false,
702
+ "normalized": false,
703
+ "rstrip": false,
704
+ "single_word": false,
705
+ "special": true
706
+ },
707
+ "128088": {
708
+ "content": "<|reserved_special_token_80|>",
709
+ "lstrip": false,
710
+ "normalized": false,
711
+ "rstrip": false,
712
+ "single_word": false,
713
+ "special": true
714
+ },
715
+ "128089": {
716
+ "content": "<|reserved_special_token_81|>",
717
+ "lstrip": false,
718
+ "normalized": false,
719
+ "rstrip": false,
720
+ "single_word": false,
721
+ "special": true
722
+ },
723
+ "128090": {
724
+ "content": "<|reserved_special_token_82|>",
725
+ "lstrip": false,
726
+ "normalized": false,
727
+ "rstrip": false,
728
+ "single_word": false,
729
+ "special": true
730
+ },
731
+ "128091": {
732
+ "content": "<|reserved_special_token_83|>",
733
+ "lstrip": false,
734
+ "normalized": false,
735
+ "rstrip": false,
736
+ "single_word": false,
737
+ "special": true
738
+ },
739
+ "128092": {
740
+ "content": "<|reserved_special_token_84|>",
741
+ "lstrip": false,
742
+ "normalized": false,
743
+ "rstrip": false,
744
+ "single_word": false,
745
+ "special": true
746
+ },
747
+ "128093": {
748
+ "content": "<|reserved_special_token_85|>",
749
+ "lstrip": false,
750
+ "normalized": false,
751
+ "rstrip": false,
752
+ "single_word": false,
753
+ "special": true
754
+ },
755
+ "128094": {
756
+ "content": "<|reserved_special_token_86|>",
757
+ "lstrip": false,
758
+ "normalized": false,
759
+ "rstrip": false,
760
+ "single_word": false,
761
+ "special": true
762
+ },
763
+ "128095": {
764
+ "content": "<|reserved_special_token_87|>",
765
+ "lstrip": false,
766
+ "normalized": false,
767
+ "rstrip": false,
768
+ "single_word": false,
769
+ "special": true
770
+ },
771
+ "128096": {
772
+ "content": "<|reserved_special_token_88|>",
773
+ "lstrip": false,
774
+ "normalized": false,
775
+ "rstrip": false,
776
+ "single_word": false,
777
+ "special": true
778
+ },
779
+ "128097": {
780
+ "content": "<|reserved_special_token_89|>",
781
+ "lstrip": false,
782
+ "normalized": false,
783
+ "rstrip": false,
784
+ "single_word": false,
785
+ "special": true
786
+ },
787
+ "128098": {
788
+ "content": "<|reserved_special_token_90|>",
789
+ "lstrip": false,
790
+ "normalized": false,
791
+ "rstrip": false,
792
+ "single_word": false,
793
+ "special": true
794
+ },
795
+ "128099": {
796
+ "content": "<|reserved_special_token_91|>",
797
+ "lstrip": false,
798
+ "normalized": false,
799
+ "rstrip": false,
800
+ "single_word": false,
801
+ "special": true
802
+ },
803
+ "128100": {
804
+ "content": "<|reserved_special_token_92|>",
805
+ "lstrip": false,
806
+ "normalized": false,
807
+ "rstrip": false,
808
+ "single_word": false,
809
+ "special": true
810
+ },
811
+ "128101": {
812
+ "content": "<|reserved_special_token_93|>",
813
+ "lstrip": false,
814
+ "normalized": false,
815
+ "rstrip": false,
816
+ "single_word": false,
817
+ "special": true
818
+ },
819
+ "128102": {
820
+ "content": "<|reserved_special_token_94|>",
821
+ "lstrip": false,
822
+ "normalized": false,
823
+ "rstrip": false,
824
+ "single_word": false,
825
+ "special": true
826
+ },
827
+ "128103": {
828
+ "content": "<|reserved_special_token_95|>",
829
+ "lstrip": false,
830
+ "normalized": false,
831
+ "rstrip": false,
832
+ "single_word": false,
833
+ "special": true
834
+ },
835
+ "128104": {
836
+ "content": "<|reserved_special_token_96|>",
837
+ "lstrip": false,
838
+ "normalized": false,
839
+ "rstrip": false,
840
+ "single_word": false,
841
+ "special": true
842
+ },
843
+ "128105": {
844
+ "content": "<|reserved_special_token_97|>",
845
+ "lstrip": false,
846
+ "normalized": false,
847
+ "rstrip": false,
848
+ "single_word": false,
849
+ "special": true
850
+ },
851
+ "128106": {
852
+ "content": "<|reserved_special_token_98|>",
853
+ "lstrip": false,
854
+ "normalized": false,
855
+ "rstrip": false,
856
+ "single_word": false,
857
+ "special": true
858
+ },
859
+ "128107": {
860
+ "content": "<|reserved_special_token_99|>",
861
+ "lstrip": false,
862
+ "normalized": false,
863
+ "rstrip": false,
864
+ "single_word": false,
865
+ "special": true
866
+ },
867
+ "128108": {
868
+ "content": "<|reserved_special_token_100|>",
869
+ "lstrip": false,
870
+ "normalized": false,
871
+ "rstrip": false,
872
+ "single_word": false,
873
+ "special": true
874
+ },
875
+ "128109": {
876
+ "content": "<|reserved_special_token_101|>",
877
+ "lstrip": false,
878
+ "normalized": false,
879
+ "rstrip": false,
880
+ "single_word": false,
881
+ "special": true
882
+ },
883
+ "128110": {
884
+ "content": "<|reserved_special_token_102|>",
885
+ "lstrip": false,
886
+ "normalized": false,
887
+ "rstrip": false,
888
+ "single_word": false,
889
+ "special": true
890
+ },
891
+ "128111": {
892
+ "content": "<|reserved_special_token_103|>",
893
+ "lstrip": false,
894
+ "normalized": false,
895
+ "rstrip": false,
896
+ "single_word": false,
897
+ "special": true
898
+ },
899
+ "128112": {
900
+ "content": "<|reserved_special_token_104|>",
901
+ "lstrip": false,
902
+ "normalized": false,
903
+ "rstrip": false,
904
+ "single_word": false,
905
+ "special": true
906
+ },
907
+ "128113": {
908
+ "content": "<|reserved_special_token_105|>",
909
+ "lstrip": false,
910
+ "normalized": false,
911
+ "rstrip": false,
912
+ "single_word": false,
913
+ "special": true
914
+ },
915
+ "128114": {
916
+ "content": "<|reserved_special_token_106|>",
917
+ "lstrip": false,
918
+ "normalized": false,
919
+ "rstrip": false,
920
+ "single_word": false,
921
+ "special": true
922
+ },
923
+ "128115": {
924
+ "content": "<|reserved_special_token_107|>",
925
+ "lstrip": false,
926
+ "normalized": false,
927
+ "rstrip": false,
928
+ "single_word": false,
929
+ "special": true
930
+ },
931
+ "128116": {
932
+ "content": "<|reserved_special_token_108|>",
933
+ "lstrip": false,
934
+ "normalized": false,
935
+ "rstrip": false,
936
+ "single_word": false,
937
+ "special": true
938
+ },
939
+ "128117": {
940
+ "content": "<|reserved_special_token_109|>",
941
+ "lstrip": false,
942
+ "normalized": false,
943
+ "rstrip": false,
944
+ "single_word": false,
945
+ "special": true
946
+ },
947
+ "128118": {
948
+ "content": "<|reserved_special_token_110|>",
949
+ "lstrip": false,
950
+ "normalized": false,
951
+ "rstrip": false,
952
+ "single_word": false,
953
+ "special": true
954
+ },
955
+ "128119": {
956
+ "content": "<|reserved_special_token_111|>",
957
+ "lstrip": false,
958
+ "normalized": false,
959
+ "rstrip": false,
960
+ "single_word": false,
961
+ "special": true
962
+ },
963
+ "128120": {
964
+ "content": "<|reserved_special_token_112|>",
965
+ "lstrip": false,
966
+ "normalized": false,
967
+ "rstrip": false,
968
+ "single_word": false,
969
+ "special": true
970
+ },
971
+ "128121": {
972
+ "content": "<|reserved_special_token_113|>",
973
+ "lstrip": false,
974
+ "normalized": false,
975
+ "rstrip": false,
976
+ "single_word": false,
977
+ "special": true
978
+ },
979
+ "128122": {
980
+ "content": "<|reserved_special_token_114|>",
981
+ "lstrip": false,
982
+ "normalized": false,
983
+ "rstrip": false,
984
+ "single_word": false,
985
+ "special": true
986
+ },
987
+ "128123": {
988
+ "content": "<|reserved_special_token_115|>",
989
+ "lstrip": false,
990
+ "normalized": false,
991
+ "rstrip": false,
992
+ "single_word": false,
993
+ "special": true
994
+ },
995
+ "128124": {
996
+ "content": "<|reserved_special_token_116|>",
997
+ "lstrip": false,
998
+ "normalized": false,
999
+ "rstrip": false,
1000
+ "single_word": false,
1001
+ "special": true
1002
+ },
1003
+ "128125": {
1004
+ "content": "<|reserved_special_token_117|>",
1005
+ "lstrip": false,
1006
+ "normalized": false,
1007
+ "rstrip": false,
1008
+ "single_word": false,
1009
+ "special": true
1010
+ },
1011
+ "128126": {
1012
+ "content": "<|reserved_special_token_118|>",
1013
+ "lstrip": false,
1014
+ "normalized": false,
1015
+ "rstrip": false,
1016
+ "single_word": false,
1017
+ "special": true
1018
+ },
1019
+ "128127": {
1020
+ "content": "<|reserved_special_token_119|>",
1021
+ "lstrip": false,
1022
+ "normalized": false,
1023
+ "rstrip": false,
1024
+ "single_word": false,
1025
+ "special": true
1026
+ },
1027
+ "128128": {
1028
+ "content": "<|reserved_special_token_120|>",
1029
+ "lstrip": false,
1030
+ "normalized": false,
1031
+ "rstrip": false,
1032
+ "single_word": false,
1033
+ "special": true
1034
+ },
1035
+ "128129": {
1036
+ "content": "<|reserved_special_token_121|>",
1037
+ "lstrip": false,
1038
+ "normalized": false,
1039
+ "rstrip": false,
1040
+ "single_word": false,
1041
+ "special": true
1042
+ },
1043
+ "128130": {
1044
+ "content": "<|reserved_special_token_122|>",
1045
+ "lstrip": false,
1046
+ "normalized": false,
1047
+ "rstrip": false,
1048
+ "single_word": false,
1049
+ "special": true
1050
+ },
1051
+ "128131": {
1052
+ "content": "<|reserved_special_token_123|>",
1053
+ "lstrip": false,
1054
+ "normalized": false,
1055
+ "rstrip": false,
1056
+ "single_word": false,
1057
+ "special": true
1058
+ },
1059
+ "128132": {
1060
+ "content": "<|reserved_special_token_124|>",
1061
+ "lstrip": false,
1062
+ "normalized": false,
1063
+ "rstrip": false,
1064
+ "single_word": false,
1065
+ "special": true
1066
+ },
1067
+ "128133": {
1068
+ "content": "<|reserved_special_token_125|>",
1069
+ "lstrip": false,
1070
+ "normalized": false,
1071
+ "rstrip": false,
1072
+ "single_word": false,
1073
+ "special": true
1074
+ },
1075
+ "128134": {
1076
+ "content": "<|reserved_special_token_126|>",
1077
+ "lstrip": false,
1078
+ "normalized": false,
1079
+ "rstrip": false,
1080
+ "single_word": false,
1081
+ "special": true
1082
+ },
1083
+ "128135": {
1084
+ "content": "<|reserved_special_token_127|>",
1085
+ "lstrip": false,
1086
+ "normalized": false,
1087
+ "rstrip": false,
1088
+ "single_word": false,
1089
+ "special": true
1090
+ },
1091
+ "128136": {
1092
+ "content": "<|reserved_special_token_128|>",
1093
+ "lstrip": false,
1094
+ "normalized": false,
1095
+ "rstrip": false,
1096
+ "single_word": false,
1097
+ "special": true
1098
+ },
1099
+ "128137": {
1100
+ "content": "<|reserved_special_token_129|>",
1101
+ "lstrip": false,
1102
+ "normalized": false,
1103
+ "rstrip": false,
1104
+ "single_word": false,
1105
+ "special": true
1106
+ },
1107
+ "128138": {
1108
+ "content": "<|reserved_special_token_130|>",
1109
+ "lstrip": false,
1110
+ "normalized": false,
1111
+ "rstrip": false,
1112
+ "single_word": false,
1113
+ "special": true
1114
+ },
1115
+ "128139": {
1116
+ "content": "<|reserved_special_token_131|>",
1117
+ "lstrip": false,
1118
+ "normalized": false,
1119
+ "rstrip": false,
1120
+ "single_word": false,
1121
+ "special": true
1122
+ },
1123
+ "128140": {
1124
+ "content": "<|reserved_special_token_132|>",
1125
+ "lstrip": false,
1126
+ "normalized": false,
1127
+ "rstrip": false,
1128
+ "single_word": false,
1129
+ "special": true
1130
+ },
1131
+ "128141": {
1132
+ "content": "<|reserved_special_token_133|>",
1133
+ "lstrip": false,
1134
+ "normalized": false,
1135
+ "rstrip": false,
1136
+ "single_word": false,
1137
+ "special": true
1138
+ },
1139
+ "128142": {
1140
+ "content": "<|reserved_special_token_134|>",
1141
+ "lstrip": false,
1142
+ "normalized": false,
1143
+ "rstrip": false,
1144
+ "single_word": false,
1145
+ "special": true
1146
+ },
1147
+ "128143": {
1148
+ "content": "<|reserved_special_token_135|>",
1149
+ "lstrip": false,
1150
+ "normalized": false,
1151
+ "rstrip": false,
1152
+ "single_word": false,
1153
+ "special": true
1154
+ },
1155
+ "128144": {
1156
+ "content": "<|reserved_special_token_136|>",
1157
+ "lstrip": false,
1158
+ "normalized": false,
1159
+ "rstrip": false,
1160
+ "single_word": false,
1161
+ "special": true
1162
+ },
1163
+ "128145": {
1164
+ "content": "<|reserved_special_token_137|>",
1165
+ "lstrip": false,
1166
+ "normalized": false,
1167
+ "rstrip": false,
1168
+ "single_word": false,
1169
+ "special": true
1170
+ },
1171
+ "128146": {
1172
+ "content": "<|reserved_special_token_138|>",
1173
+ "lstrip": false,
1174
+ "normalized": false,
1175
+ "rstrip": false,
1176
+ "single_word": false,
1177
+ "special": true
1178
+ },
1179
+ "128147": {
1180
+ "content": "<|reserved_special_token_139|>",
1181
+ "lstrip": false,
1182
+ "normalized": false,
1183
+ "rstrip": false,
1184
+ "single_word": false,
1185
+ "special": true
1186
+ },
1187
+ "128148": {
1188
+ "content": "<|reserved_special_token_140|>",
1189
+ "lstrip": false,
1190
+ "normalized": false,
1191
+ "rstrip": false,
1192
+ "single_word": false,
1193
+ "special": true
1194
+ },
1195
+ "128149": {
1196
+ "content": "<|reserved_special_token_141|>",
1197
+ "lstrip": false,
1198
+ "normalized": false,
1199
+ "rstrip": false,
1200
+ "single_word": false,
1201
+ "special": true
1202
+ },
1203
+ "128150": {
1204
+ "content": "<|reserved_special_token_142|>",
1205
+ "lstrip": false,
1206
+ "normalized": false,
1207
+ "rstrip": false,
1208
+ "single_word": false,
1209
+ "special": true
1210
+ },
1211
+ "128151": {
1212
+ "content": "<|reserved_special_token_143|>",
1213
+ "lstrip": false,
1214
+ "normalized": false,
1215
+ "rstrip": false,
1216
+ "single_word": false,
1217
+ "special": true
1218
+ },
1219
+ "128152": {
1220
+ "content": "<|reserved_special_token_144|>",
1221
+ "lstrip": false,
1222
+ "normalized": false,
1223
+ "rstrip": false,
1224
+ "single_word": false,
1225
+ "special": true
1226
+ },
1227
+ "128153": {
1228
+ "content": "<|reserved_special_token_145|>",
1229
+ "lstrip": false,
1230
+ "normalized": false,
1231
+ "rstrip": false,
1232
+ "single_word": false,
1233
+ "special": true
1234
+ },
1235
+ "128154": {
1236
+ "content": "<|reserved_special_token_146|>",
1237
+ "lstrip": false,
1238
+ "normalized": false,
1239
+ "rstrip": false,
1240
+ "single_word": false,
1241
+ "special": true
1242
+ },
1243
+ "128155": {
1244
+ "content": "<|reserved_special_token_147|>",
1245
+ "lstrip": false,
1246
+ "normalized": false,
1247
+ "rstrip": false,
1248
+ "single_word": false,
1249
+ "special": true
1250
+ },
1251
+ "128156": {
1252
+ "content": "<|reserved_special_token_148|>",
1253
+ "lstrip": false,
1254
+ "normalized": false,
1255
+ "rstrip": false,
1256
+ "single_word": false,
1257
+ "special": true
1258
+ },
1259
+ "128157": {
1260
+ "content": "<|reserved_special_token_149|>",
1261
+ "lstrip": false,
1262
+ "normalized": false,
1263
+ "rstrip": false,
1264
+ "single_word": false,
1265
+ "special": true
1266
+ },
1267
+ "128158": {
1268
+ "content": "<|reserved_special_token_150|>",
1269
+ "lstrip": false,
1270
+ "normalized": false,
1271
+ "rstrip": false,
1272
+ "single_word": false,
1273
+ "special": true
1274
+ },
1275
+ "128159": {
1276
+ "content": "<|reserved_special_token_151|>",
1277
+ "lstrip": false,
1278
+ "normalized": false,
1279
+ "rstrip": false,
1280
+ "single_word": false,
1281
+ "special": true
1282
+ },
1283
+ "128160": {
1284
+ "content": "<|reserved_special_token_152|>",
1285
+ "lstrip": false,
1286
+ "normalized": false,
1287
+ "rstrip": false,
1288
+ "single_word": false,
1289
+ "special": true
1290
+ },
1291
+ "128161": {
1292
+ "content": "<|reserved_special_token_153|>",
1293
+ "lstrip": false,
1294
+ "normalized": false,
1295
+ "rstrip": false,
1296
+ "single_word": false,
1297
+ "special": true
1298
+ },
1299
+ "128162": {
1300
+ "content": "<|reserved_special_token_154|>",
1301
+ "lstrip": false,
1302
+ "normalized": false,
1303
+ "rstrip": false,
1304
+ "single_word": false,
1305
+ "special": true
1306
+ },
1307
+ "128163": {
1308
+ "content": "<|reserved_special_token_155|>",
1309
+ "lstrip": false,
1310
+ "normalized": false,
1311
+ "rstrip": false,
1312
+ "single_word": false,
1313
+ "special": true
1314
+ },
1315
+ "128164": {
1316
+ "content": "<|reserved_special_token_156|>",
1317
+ "lstrip": false,
1318
+ "normalized": false,
1319
+ "rstrip": false,
1320
+ "single_word": false,
1321
+ "special": true
1322
+ },
1323
+ "128165": {
1324
+ "content": "<|reserved_special_token_157|>",
1325
+ "lstrip": false,
1326
+ "normalized": false,
1327
+ "rstrip": false,
1328
+ "single_word": false,
1329
+ "special": true
1330
+ },
1331
+ "128166": {
1332
+ "content": "<|reserved_special_token_158|>",
1333
+ "lstrip": false,
1334
+ "normalized": false,
1335
+ "rstrip": false,
1336
+ "single_word": false,
1337
+ "special": true
1338
+ },
1339
+ "128167": {
1340
+ "content": "<|reserved_special_token_159|>",
1341
+ "lstrip": false,
1342
+ "normalized": false,
1343
+ "rstrip": false,
1344
+ "single_word": false,
1345
+ "special": true
1346
+ },
1347
+ "128168": {
1348
+ "content": "<|reserved_special_token_160|>",
1349
+ "lstrip": false,
1350
+ "normalized": false,
1351
+ "rstrip": false,
1352
+ "single_word": false,
1353
+ "special": true
1354
+ },
1355
+ "128169": {
1356
+ "content": "<|reserved_special_token_161|>",
1357
+ "lstrip": false,
1358
+ "normalized": false,
1359
+ "rstrip": false,
1360
+ "single_word": false,
1361
+ "special": true
1362
+ },
1363
+ "128170": {
1364
+ "content": "<|reserved_special_token_162|>",
1365
+ "lstrip": false,
1366
+ "normalized": false,
1367
+ "rstrip": false,
1368
+ "single_word": false,
1369
+ "special": true
1370
+ },
1371
+ "128171": {
1372
+ "content": "<|reserved_special_token_163|>",
1373
+ "lstrip": false,
1374
+ "normalized": false,
1375
+ "rstrip": false,
1376
+ "single_word": false,
1377
+ "special": true
1378
+ },
1379
+ "128172": {
1380
+ "content": "<|reserved_special_token_164|>",
1381
+ "lstrip": false,
1382
+ "normalized": false,
1383
+ "rstrip": false,
1384
+ "single_word": false,
1385
+ "special": true
1386
+ },
1387
+ "128173": {
1388
+ "content": "<|reserved_special_token_165|>",
1389
+ "lstrip": false,
1390
+ "normalized": false,
1391
+ "rstrip": false,
1392
+ "single_word": false,
1393
+ "special": true
1394
+ },
1395
+ "128174": {
1396
+ "content": "<|reserved_special_token_166|>",
1397
+ "lstrip": false,
1398
+ "normalized": false,
1399
+ "rstrip": false,
1400
+ "single_word": false,
1401
+ "special": true
1402
+ },
1403
+ "128175": {
1404
+ "content": "<|reserved_special_token_167|>",
1405
+ "lstrip": false,
1406
+ "normalized": false,
1407
+ "rstrip": false,
1408
+ "single_word": false,
1409
+ "special": true
1410
+ },
1411
+ "128176": {
1412
+ "content": "<|reserved_special_token_168|>",
1413
+ "lstrip": false,
1414
+ "normalized": false,
1415
+ "rstrip": false,
1416
+ "single_word": false,
1417
+ "special": true
1418
+ },
1419
+ "128177": {
1420
+ "content": "<|reserved_special_token_169|>",
1421
+ "lstrip": false,
1422
+ "normalized": false,
1423
+ "rstrip": false,
1424
+ "single_word": false,
1425
+ "special": true
1426
+ },
1427
+ "128178": {
1428
+ "content": "<|reserved_special_token_170|>",
1429
+ "lstrip": false,
1430
+ "normalized": false,
1431
+ "rstrip": false,
1432
+ "single_word": false,
1433
+ "special": true
1434
+ },
1435
+ "128179": {
1436
+ "content": "<|reserved_special_token_171|>",
1437
+ "lstrip": false,
1438
+ "normalized": false,
1439
+ "rstrip": false,
1440
+ "single_word": false,
1441
+ "special": true
1442
+ },
1443
+ "128180": {
1444
+ "content": "<|reserved_special_token_172|>",
1445
+ "lstrip": false,
1446
+ "normalized": false,
1447
+ "rstrip": false,
1448
+ "single_word": false,
1449
+ "special": true
1450
+ },
1451
+ "128181": {
1452
+ "content": "<|reserved_special_token_173|>",
1453
+ "lstrip": false,
1454
+ "normalized": false,
1455
+ "rstrip": false,
1456
+ "single_word": false,
1457
+ "special": true
1458
+ },
1459
+ "128182": {
1460
+ "content": "<|reserved_special_token_174|>",
1461
+ "lstrip": false,
1462
+ "normalized": false,
1463
+ "rstrip": false,
1464
+ "single_word": false,
1465
+ "special": true
1466
+ },
1467
+ "128183": {
1468
+ "content": "<|reserved_special_token_175|>",
1469
+ "lstrip": false,
1470
+ "normalized": false,
1471
+ "rstrip": false,
1472
+ "single_word": false,
1473
+ "special": true
1474
+ },
1475
+ "128184": {
1476
+ "content": "<|reserved_special_token_176|>",
1477
+ "lstrip": false,
1478
+ "normalized": false,
1479
+ "rstrip": false,
1480
+ "single_word": false,
1481
+ "special": true
1482
+ },
1483
+ "128185": {
1484
+ "content": "<|reserved_special_token_177|>",
1485
+ "lstrip": false,
1486
+ "normalized": false,
1487
+ "rstrip": false,
1488
+ "single_word": false,
1489
+ "special": true
1490
+ },
1491
+ "128186": {
1492
+ "content": "<|reserved_special_token_178|>",
1493
+ "lstrip": false,
1494
+ "normalized": false,
1495
+ "rstrip": false,
1496
+ "single_word": false,
1497
+ "special": true
1498
+ },
1499
+ "128187": {
1500
+ "content": "<|reserved_special_token_179|>",
1501
+ "lstrip": false,
1502
+ "normalized": false,
1503
+ "rstrip": false,
1504
+ "single_word": false,
1505
+ "special": true
1506
+ },
1507
+ "128188": {
1508
+ "content": "<|reserved_special_token_180|>",
1509
+ "lstrip": false,
1510
+ "normalized": false,
1511
+ "rstrip": false,
1512
+ "single_word": false,
1513
+ "special": true
1514
+ },
1515
+ "128189": {
1516
+ "content": "<|reserved_special_token_181|>",
1517
+ "lstrip": false,
1518
+ "normalized": false,
1519
+ "rstrip": false,
1520
+ "single_word": false,
1521
+ "special": true
1522
+ },
1523
+ "128190": {
1524
+ "content": "<|reserved_special_token_182|>",
1525
+ "lstrip": false,
1526
+ "normalized": false,
1527
+ "rstrip": false,
1528
+ "single_word": false,
1529
+ "special": true
1530
+ },
1531
+ "128191": {
1532
+ "content": "<|reserved_special_token_183|>",
1533
+ "lstrip": false,
1534
+ "normalized": false,
1535
+ "rstrip": false,
1536
+ "single_word": false,
1537
+ "special": true
1538
+ },
1539
+ "128192": {
1540
+ "content": "<|reserved_special_token_184|>",
1541
+ "lstrip": false,
1542
+ "normalized": false,
1543
+ "rstrip": false,
1544
+ "single_word": false,
1545
+ "special": true
1546
+ },
1547
+ "128193": {
1548
+ "content": "<|reserved_special_token_185|>",
1549
+ "lstrip": false,
1550
+ "normalized": false,
1551
+ "rstrip": false,
1552
+ "single_word": false,
1553
+ "special": true
1554
+ },
1555
+ "128194": {
1556
+ "content": "<|reserved_special_token_186|>",
1557
+ "lstrip": false,
1558
+ "normalized": false,
1559
+ "rstrip": false,
1560
+ "single_word": false,
1561
+ "special": true
1562
+ },
1563
+ "128195": {
1564
+ "content": "<|reserved_special_token_187|>",
1565
+ "lstrip": false,
1566
+ "normalized": false,
1567
+ "rstrip": false,
1568
+ "single_word": false,
1569
+ "special": true
1570
+ },
1571
+ "128196": {
1572
+ "content": "<|reserved_special_token_188|>",
1573
+ "lstrip": false,
1574
+ "normalized": false,
1575
+ "rstrip": false,
1576
+ "single_word": false,
1577
+ "special": true
1578
+ },
1579
+ "128197": {
1580
+ "content": "<|reserved_special_token_189|>",
1581
+ "lstrip": false,
1582
+ "normalized": false,
1583
+ "rstrip": false,
1584
+ "single_word": false,
1585
+ "special": true
1586
+ },
1587
+ "128198": {
1588
+ "content": "<|reserved_special_token_190|>",
1589
+ "lstrip": false,
1590
+ "normalized": false,
1591
+ "rstrip": false,
1592
+ "single_word": false,
1593
+ "special": true
1594
+ },
1595
+ "128199": {
1596
+ "content": "<|reserved_special_token_191|>",
1597
+ "lstrip": false,
1598
+ "normalized": false,
1599
+ "rstrip": false,
1600
+ "single_word": false,
1601
+ "special": true
1602
+ },
1603
+ "128200": {
1604
+ "content": "<|reserved_special_token_192|>",
1605
+ "lstrip": false,
1606
+ "normalized": false,
1607
+ "rstrip": false,
1608
+ "single_word": false,
1609
+ "special": true
1610
+ },
1611
+ "128201": {
1612
+ "content": "<|reserved_special_token_193|>",
1613
+ "lstrip": false,
1614
+ "normalized": false,
1615
+ "rstrip": false,
1616
+ "single_word": false,
1617
+ "special": true
1618
+ },
1619
+ "128202": {
1620
+ "content": "<|reserved_special_token_194|>",
1621
+ "lstrip": false,
1622
+ "normalized": false,
1623
+ "rstrip": false,
1624
+ "single_word": false,
1625
+ "special": true
1626
+ },
1627
+ "128203": {
1628
+ "content": "<|reserved_special_token_195|>",
1629
+ "lstrip": false,
1630
+ "normalized": false,
1631
+ "rstrip": false,
1632
+ "single_word": false,
1633
+ "special": true
1634
+ },
1635
+ "128204": {
1636
+ "content": "<|reserved_special_token_196|>",
1637
+ "lstrip": false,
1638
+ "normalized": false,
1639
+ "rstrip": false,
1640
+ "single_word": false,
1641
+ "special": true
1642
+ },
1643
+ "128205": {
1644
+ "content": "<|reserved_special_token_197|>",
1645
+ "lstrip": false,
1646
+ "normalized": false,
1647
+ "rstrip": false,
1648
+ "single_word": false,
1649
+ "special": true
1650
+ },
1651
+ "128206": {
1652
+ "content": "<|reserved_special_token_198|>",
1653
+ "lstrip": false,
1654
+ "normalized": false,
1655
+ "rstrip": false,
1656
+ "single_word": false,
1657
+ "special": true
1658
+ },
1659
+ "128207": {
1660
+ "content": "<|reserved_special_token_199|>",
1661
+ "lstrip": false,
1662
+ "normalized": false,
1663
+ "rstrip": false,
1664
+ "single_word": false,
1665
+ "special": true
1666
+ },
1667
+ "128208": {
1668
+ "content": "<|reserved_special_token_200|>",
1669
+ "lstrip": false,
1670
+ "normalized": false,
1671
+ "rstrip": false,
1672
+ "single_word": false,
1673
+ "special": true
1674
+ },
1675
+ "128209": {
1676
+ "content": "<|reserved_special_token_201|>",
1677
+ "lstrip": false,
1678
+ "normalized": false,
1679
+ "rstrip": false,
1680
+ "single_word": false,
1681
+ "special": true
1682
+ },
1683
+ "128210": {
1684
+ "content": "<|reserved_special_token_202|>",
1685
+ "lstrip": false,
1686
+ "normalized": false,
1687
+ "rstrip": false,
1688
+ "single_word": false,
1689
+ "special": true
1690
+ },
1691
+ "128211": {
1692
+ "content": "<|reserved_special_token_203|>",
1693
+ "lstrip": false,
1694
+ "normalized": false,
1695
+ "rstrip": false,
1696
+ "single_word": false,
1697
+ "special": true
1698
+ },
1699
+ "128212": {
1700
+ "content": "<|reserved_special_token_204|>",
1701
+ "lstrip": false,
1702
+ "normalized": false,
1703
+ "rstrip": false,
1704
+ "single_word": false,
1705
+ "special": true
1706
+ },
1707
+ "128213": {
1708
+ "content": "<|reserved_special_token_205|>",
1709
+ "lstrip": false,
1710
+ "normalized": false,
1711
+ "rstrip": false,
1712
+ "single_word": false,
1713
+ "special": true
1714
+ },
1715
+ "128214": {
1716
+ "content": "<|reserved_special_token_206|>",
1717
+ "lstrip": false,
1718
+ "normalized": false,
1719
+ "rstrip": false,
1720
+ "single_word": false,
1721
+ "special": true
1722
+ },
1723
+ "128215": {
1724
+ "content": "<|reserved_special_token_207|>",
1725
+ "lstrip": false,
1726
+ "normalized": false,
1727
+ "rstrip": false,
1728
+ "single_word": false,
1729
+ "special": true
1730
+ },
1731
+ "128216": {
1732
+ "content": "<|reserved_special_token_208|>",
1733
+ "lstrip": false,
1734
+ "normalized": false,
1735
+ "rstrip": false,
1736
+ "single_word": false,
1737
+ "special": true
1738
+ },
1739
+ "128217": {
1740
+ "content": "<|reserved_special_token_209|>",
1741
+ "lstrip": false,
1742
+ "normalized": false,
1743
+ "rstrip": false,
1744
+ "single_word": false,
1745
+ "special": true
1746
+ },
1747
+ "128218": {
1748
+ "content": "<|reserved_special_token_210|>",
1749
+ "lstrip": false,
1750
+ "normalized": false,
1751
+ "rstrip": false,
1752
+ "single_word": false,
1753
+ "special": true
1754
+ },
1755
+ "128219": {
1756
+ "content": "<|reserved_special_token_211|>",
1757
+ "lstrip": false,
1758
+ "normalized": false,
1759
+ "rstrip": false,
1760
+ "single_word": false,
1761
+ "special": true
1762
+ },
1763
+ "128220": {
1764
+ "content": "<|reserved_special_token_212|>",
1765
+ "lstrip": false,
1766
+ "normalized": false,
1767
+ "rstrip": false,
1768
+ "single_word": false,
1769
+ "special": true
1770
+ },
1771
+ "128221": {
1772
+ "content": "<|reserved_special_token_213|>",
1773
+ "lstrip": false,
1774
+ "normalized": false,
1775
+ "rstrip": false,
1776
+ "single_word": false,
1777
+ "special": true
1778
+ },
1779
+ "128222": {
1780
+ "content": "<|reserved_special_token_214|>",
1781
+ "lstrip": false,
1782
+ "normalized": false,
1783
+ "rstrip": false,
1784
+ "single_word": false,
1785
+ "special": true
1786
+ },
1787
+ "128223": {
1788
+ "content": "<|reserved_special_token_215|>",
1789
+ "lstrip": false,
1790
+ "normalized": false,
1791
+ "rstrip": false,
1792
+ "single_word": false,
1793
+ "special": true
1794
+ },
1795
+ "128224": {
1796
+ "content": "<|reserved_special_token_216|>",
1797
+ "lstrip": false,
1798
+ "normalized": false,
1799
+ "rstrip": false,
1800
+ "single_word": false,
1801
+ "special": true
1802
+ },
1803
+ "128225": {
1804
+ "content": "<|reserved_special_token_217|>",
1805
+ "lstrip": false,
1806
+ "normalized": false,
1807
+ "rstrip": false,
1808
+ "single_word": false,
1809
+ "special": true
1810
+ },
1811
+ "128226": {
1812
+ "content": "<|reserved_special_token_218|>",
1813
+ "lstrip": false,
1814
+ "normalized": false,
1815
+ "rstrip": false,
1816
+ "single_word": false,
1817
+ "special": true
1818
+ },
1819
+ "128227": {
1820
+ "content": "<|reserved_special_token_219|>",
1821
+ "lstrip": false,
1822
+ "normalized": false,
1823
+ "rstrip": false,
1824
+ "single_word": false,
1825
+ "special": true
1826
+ },
1827
+ "128228": {
1828
+ "content": "<|reserved_special_token_220|>",
1829
+ "lstrip": false,
1830
+ "normalized": false,
1831
+ "rstrip": false,
1832
+ "single_word": false,
1833
+ "special": true
1834
+ },
1835
+ "128229": {
1836
+ "content": "<|reserved_special_token_221|>",
1837
+ "lstrip": false,
1838
+ "normalized": false,
1839
+ "rstrip": false,
1840
+ "single_word": false,
1841
+ "special": true
1842
+ },
1843
+ "128230": {
1844
+ "content": "<|reserved_special_token_222|>",
1845
+ "lstrip": false,
1846
+ "normalized": false,
1847
+ "rstrip": false,
1848
+ "single_word": false,
1849
+ "special": true
1850
+ },
1851
+ "128231": {
1852
+ "content": "<|reserved_special_token_223|>",
1853
+ "lstrip": false,
1854
+ "normalized": false,
1855
+ "rstrip": false,
1856
+ "single_word": false,
1857
+ "special": true
1858
+ },
1859
+ "128232": {
1860
+ "content": "<|reserved_special_token_224|>",
1861
+ "lstrip": false,
1862
+ "normalized": false,
1863
+ "rstrip": false,
1864
+ "single_word": false,
1865
+ "special": true
1866
+ },
1867
+ "128233": {
1868
+ "content": "<|reserved_special_token_225|>",
1869
+ "lstrip": false,
1870
+ "normalized": false,
1871
+ "rstrip": false,
1872
+ "single_word": false,
1873
+ "special": true
1874
+ },
1875
+ "128234": {
1876
+ "content": "<|reserved_special_token_226|>",
1877
+ "lstrip": false,
1878
+ "normalized": false,
1879
+ "rstrip": false,
1880
+ "single_word": false,
1881
+ "special": true
1882
+ },
1883
+ "128235": {
1884
+ "content": "<|reserved_special_token_227|>",
1885
+ "lstrip": false,
1886
+ "normalized": false,
1887
+ "rstrip": false,
1888
+ "single_word": false,
1889
+ "special": true
1890
+ },
1891
+ "128236": {
1892
+ "content": "<|reserved_special_token_228|>",
1893
+ "lstrip": false,
1894
+ "normalized": false,
1895
+ "rstrip": false,
1896
+ "single_word": false,
1897
+ "special": true
1898
+ },
1899
+ "128237": {
1900
+ "content": "<|reserved_special_token_229|>",
1901
+ "lstrip": false,
1902
+ "normalized": false,
1903
+ "rstrip": false,
1904
+ "single_word": false,
1905
+ "special": true
1906
+ },
1907
+ "128238": {
1908
+ "content": "<|reserved_special_token_230|>",
1909
+ "lstrip": false,
1910
+ "normalized": false,
1911
+ "rstrip": false,
1912
+ "single_word": false,
1913
+ "special": true
1914
+ },
1915
+ "128239": {
1916
+ "content": "<|reserved_special_token_231|>",
1917
+ "lstrip": false,
1918
+ "normalized": false,
1919
+ "rstrip": false,
1920
+ "single_word": false,
1921
+ "special": true
1922
+ },
1923
+ "128240": {
1924
+ "content": "<|reserved_special_token_232|>",
1925
+ "lstrip": false,
1926
+ "normalized": false,
1927
+ "rstrip": false,
1928
+ "single_word": false,
1929
+ "special": true
1930
+ },
1931
+ "128241": {
1932
+ "content": "<|reserved_special_token_233|>",
1933
+ "lstrip": false,
1934
+ "normalized": false,
1935
+ "rstrip": false,
1936
+ "single_word": false,
1937
+ "special": true
1938
+ },
1939
+ "128242": {
1940
+ "content": "<|reserved_special_token_234|>",
1941
+ "lstrip": false,
1942
+ "normalized": false,
1943
+ "rstrip": false,
1944
+ "single_word": false,
1945
+ "special": true
1946
+ },
1947
+ "128243": {
1948
+ "content": "<|reserved_special_token_235|>",
1949
+ "lstrip": false,
1950
+ "normalized": false,
1951
+ "rstrip": false,
1952
+ "single_word": false,
1953
+ "special": true
1954
+ },
1955
+ "128244": {
1956
+ "content": "<|reserved_special_token_236|>",
1957
+ "lstrip": false,
1958
+ "normalized": false,
1959
+ "rstrip": false,
1960
+ "single_word": false,
1961
+ "special": true
1962
+ },
1963
+ "128245": {
1964
+ "content": "<|reserved_special_token_237|>",
1965
+ "lstrip": false,
1966
+ "normalized": false,
1967
+ "rstrip": false,
1968
+ "single_word": false,
1969
+ "special": true
1970
+ },
1971
+ "128246": {
1972
+ "content": "<|reserved_special_token_238|>",
1973
+ "lstrip": false,
1974
+ "normalized": false,
1975
+ "rstrip": false,
1976
+ "single_word": false,
1977
+ "special": true
1978
+ },
1979
+ "128247": {
1980
+ "content": "<|reserved_special_token_239|>",
1981
+ "lstrip": false,
1982
+ "normalized": false,
1983
+ "rstrip": false,
1984
+ "single_word": false,
1985
+ "special": true
1986
+ },
1987
+ "128248": {
1988
+ "content": "<|reserved_special_token_240|>",
1989
+ "lstrip": false,
1990
+ "normalized": false,
1991
+ "rstrip": false,
1992
+ "single_word": false,
1993
+ "special": true
1994
+ },
1995
+ "128249": {
1996
+ "content": "<|reserved_special_token_241|>",
1997
+ "lstrip": false,
1998
+ "normalized": false,
1999
+ "rstrip": false,
2000
+ "single_word": false,
2001
+ "special": true
2002
+ },
2003
+ "128250": {
2004
+ "content": "<|reserved_special_token_242|>",
2005
+ "lstrip": false,
2006
+ "normalized": false,
2007
+ "rstrip": false,
2008
+ "single_word": false,
2009
+ "special": true
2010
+ },
2011
+ "128251": {
2012
+ "content": "<|reserved_special_token_243|>",
2013
+ "lstrip": false,
2014
+ "normalized": false,
2015
+ "rstrip": false,
2016
+ "single_word": false,
2017
+ "special": true
2018
+ },
2019
+ "128252": {
2020
+ "content": "<|reserved_special_token_244|>",
2021
+ "lstrip": false,
2022
+ "normalized": false,
2023
+ "rstrip": false,
2024
+ "single_word": false,
2025
+ "special": true
2026
+ },
2027
+ "128253": {
2028
+ "content": "<|reserved_special_token_245|>",
2029
+ "lstrip": false,
2030
+ "normalized": false,
2031
+ "rstrip": false,
2032
+ "single_word": false,
2033
+ "special": true
2034
+ },
2035
+ "128254": {
2036
+ "content": "<|reserved_special_token_246|>",
2037
+ "lstrip": false,
2038
+ "normalized": false,
2039
+ "rstrip": false,
2040
+ "single_word": false,
2041
+ "special": true
2042
+ },
2043
+ "128255": {
2044
+ "content": "<|reserved_special_token_247|>",
2045
+ "lstrip": false,
2046
+ "normalized": false,
2047
+ "rstrip": false,
2048
+ "single_word": false,
2049
+ "special": true
2050
+ }
2051
+ },
2052
+ "bos_token": "<|begin_of_text|>",
2053
+ "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n {%- if strftime_now is defined %}\n {%- set date_string = strftime_now(\"%d %b %Y\") %}\n {%- else %}\n {%- set date_string = \"26 Jul 2024\" %}\n {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n {%- set system_message = messages[0]['content']|trim %}\n {%- set messages = messages[1:] %}\n{%- else %}\n {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n {{- \"Do not use variables.\\n\\n\" }}\n {%- for t in tools %}\n {{- t | tojson(indent=4) }}\n {{- \"\\n\\n\" }}\n {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n {#- Extract the first user message so we can plug it in here #}\n {%- if messages | length != 0 %}\n {%- set first_user_message = messages[0]['content']|trim %}\n {%- set messages = messages[1:] %}\n {%- else %}\n {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n {{- \"Do not use variables.\\n\\n\" }}\n {%- for t in tools %}\n {{- t | tojson(indent=4) }}\n {{- \"\\n\\n\" }}\n {%- endfor %}\n {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n {%- elif 'tool_calls' in message %}\n {%- if not message.tool_calls|length == 1 %}\n {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n {%- endif %}\n {%- set tool_call = message.tool_calls[0].function %}\n {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n {{- '\"parameters\": ' }}\n {{- tool_call.arguments | tojson }}\n {{- \"}\" }}\n {{- \"<|eot_id|>\" }}\n {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n {%- if message.content is mapping or message.content is iterable %}\n {{- message.content | tojson }}\n {%- else %}\n {{- message.content }}\n {%- endif %}\n {{- \"<|eot_id|>\" }}\n {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
2054
+ "clean_up_tokenization_spaces": true,
2055
+ "eos_token": "<|eot_id|>",
2056
+ "model_input_names": [
2057
+ "input_ids",
2058
+ "attention_mask"
2059
+ ],
2060
+ "model_max_length": 131072,
2061
+ "tokenizer_class": "PreTrainedTokenizerFast"
2062
+ }
finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=4/lora_ans_no_es/0.0-1.0/0.7-1.0/logs/hparams.yaml ADDED
@@ -0,0 +1 @@
 
 
1
+ {}
finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=4/lora_ans_no_es/0.0-1.0/0.7-1.0/logs/metrics.csv ADDED
@@ -0,0 +1,1107 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ epoch,iter,iter_time,step,train/loss,val/loss
2
+ 0,1,0.3827866092324257,0,9.469626426696777,
3
+ 0,8,0.06787849217653275,1,5.7651693522930145,
4
+ 0,16,0.04516690969467163,2,4.729430288076401,
5
+ 1,24,0.04333190247416496,3,3.09287565946579,
6
+ 1,32,0.035053327679634094,4,0.7001108638942242,
7
+ 2,40,0.03417566046118736,5,0.6434969194233418,
8
+ 2,48,0.033520497381687164,6,0.3985182587057352,
9
+ 3,56,0.03468383476138115,7,0.4121820628643036,
10
+ 3,64,0.03528207167983055,8,0.40159510262310505,
11
+ 4,72,0.03829408064484596,9,0.3663603728637099,
12
+ 4,80,0.03863804042339325,10,0.14015643252059817,
13
+ 5,88,0.0400308333337307,11,0.19148738193325698,
14
+ 5,96,0.0426553450524807,12,0.07298199343495071,
15
+ 6,104,0.03913140296936035,13,0.03403313981834799,
16
+ 6,112,0.03405586630105972,14,0.2221712890168419,
17
+ 7,120,0.03473791107535362,15,0.15130854188464582,
18
+ 7,128,0.03163367882370949,16,0.006492849090136588,
19
+ ,,,16,,0.006031673401594162
20
+ 8,136,0.03197060525417328,17,0.020388924836879596,
21
+ 8,144,0.03157566487789154,18,0.04715798843972152,
22
+ 9,152,0.03270445764064789,19,0.05678728694692836,
23
+ 9,160,0.034217409789562225,20,0.0044887688345625065,
24
+ 10,168,0.0306975357234478,21,0.002985799001180567,
25
+ 10,176,0.03211980685591698,22,0.010435150818011607,
26
+ 11,184,0.03150174766778946,23,0.004213160171275376,
27
+ 11,192,0.030893389135599136,24,0.0017826987314037979,
28
+ 12,200,0.03374304249882698,25,0.0008849329860822763,
29
+ 12,208,0.03248504549264908,26,0.0018178904028900433,
30
+ 13,216,0.031085722148418427,27,0.0009800268744584173,
31
+ 13,224,0.03245856985449791,28,0.001317114258199581,
32
+ 14,232,0.036133989691734314,29,0.0007635926522198133,
33
+ 14,240,0.031016673892736435,30,0.0011676126487145666,
34
+ 15,248,0.036456309258937836,31,0.0011311522393953055,
35
+ 15,256,0.0423363596200943,32,0.0006813352310928167,
36
+ ,,,32,,0.0010333439568057656
37
+ 16,264,0.03805599361658096,33,0.0008781975211604731,
38
+ 16,272,0.03816462680697441,34,0.0008003771581570618,
39
+ 17,280,0.03827857971191406,35,0.0010728233683039434,
40
+ 17,288,0.038803163915872574,36,0.0005627209529848187,
41
+ 18,296,0.03833570331335068,37,0.0007845737663956243,
42
+ 18,304,0.03796461969614029,38,0.0006500570925709326,
43
+ 19,312,0.03949994593858719,39,0.00041421935202379245,
44
+ 19,320,0.040938761085271835,40,0.0008765444908931386,
45
+ 20,328,0.04303034767508507,41,0.0007487038346880581,
46
+ 20,336,0.031112216413021088,42,0.0005959720247119549,
47
+ 21,344,0.03876764699816704,43,0.0005444954076665454,
48
+ 21,352,0.03703415393829346,44,0.0006660602439296781,
49
+ 22,360,0.030649688094854355,45,0.0007232996777020162,
50
+ 22,368,0.03071746975183487,46,0.000403568923502462,
51
+ 23,376,0.03362252935767174,47,0.000546845354620018,
52
+ 23,384,0.03102796897292137,48,0.0005028371215303196,
53
+ ,,,48,,0.00046395923709496856
54
+ 24,392,0.03558709844946861,49,0.000496743015901302,
55
+ 24,400,0.03085632249712944,50,0.0005806639019283466,
56
+ 25,408,0.031583521515131,51,0.000422294619056629,
57
+ 25,416,0.03495386242866516,52,0.0005797723379146191,
58
+ 26,424,0.03750484436750412,53,0.0005285846855258569,
59
+ 26,432,0.031825918704271317,54,0.0004425753750183503,
60
+ 27,440,0.03269312530755997,55,0.0005322565903043142,
61
+ 27,448,0.033164769411087036,56,0.0004193234344711527,
62
+ 28,456,0.03093867003917694,57,0.00047174810879369034,
63
+ 28,464,0.03425390645861626,58,0.0004837497563130455,
64
+ 29,472,0.03111235424876213,59,0.00042464407488296274,
65
+ 29,480,0.030509378761053085,60,0.00048575982145848684,
66
+ 30,488,0.034822698682546616,61,0.0005276027841318864,
67
+ 30,496,0.04419254884123802,62,0.0004263330229150597,
68
+ 31,504,0.03106905147433281,63,0.0004874114838457899,
69
+ 31,512,0.031293246895074844,64,0.0004470211397347157,
70
+ ,,,64,,0.0003882849996443838
71
+ 32,520,0.03189695626497269,65,0.00047595320938853547,
72
+ 32,528,0.03192806616425514,66,0.0004778188713316922,
73
+ 33,536,0.03517673537135124,67,0.0005134890707267914,
74
+ 33,544,0.030733369290828705,68,0.00040177219943871023,
75
+ 34,552,0.030634351074695587,69,0.0005651693973049987,
76
+ 34,560,0.0315619595348835,70,0.0003317238042654935,
77
+ 35,568,0.034898847341537476,71,0.0004395902233227389,
78
+ 35,576,0.03405386209487915,72,0.0004500718514464097,
79
+ 36,584,0.03403040021657944,73,0.0005720822027797112,
80
+ 36,592,0.031565021723508835,74,0.0003312310054752743,
81
+ 37,600,0.030901234596967697,75,0.00037028856240794994,
82
+ 37,608,0.031037945300340652,76,0.0005201390022193664,
83
+ 38,616,0.032953403890132904,77,0.0005083683445263887,
84
+ 38,624,0.030826926231384277,78,0.0003705410472321091,
85
+ 39,632,0.03175107017159462,79,0.00048014452477218583,
86
+ 39,640,0.03351283445954323,80,0.0004127732536289841,
87
+ ,,,80,,0.00038035959005355835
88
+ 40,648,0.033640056848526,81,0.0004866778945142869,
89
+ 40,656,0.03076566383242607,82,0.00037969428740325384,
90
+ 41,664,0.03302113711833954,83,0.0004891231674264418,
91
+ 41,672,0.03360903635621071,84,0.00038762214353482705,
92
+ 42,680,0.030792202800512314,85,0.0004779542523465352,
93
+ 42,688,0.03162021189928055,86,0.0004118289880352677,
94
+ 43,696,0.03371825069189072,87,0.00048353744386986364,
95
+ 43,704,0.0370381660759449,88,0.00038956053504080046,
96
+ 44,712,0.031053073704242706,89,0.00044139962483313866,
97
+ 44,720,0.030798740684986115,90,0.00043621081658784533,
98
+ 45,728,0.033032648265361786,91,0.0003465225909167202,
99
+ 45,736,0.030792057514190674,92,0.0005020994212827645,
100
+ 46,744,0.030715037137269974,93,0.0003786024235523655,
101
+ 46,752,0.03631913661956787,94,0.0004450439409993123,
102
+ 47,760,0.03219570219516754,95,0.0002833056232702802,
103
+ 47,768,0.030774317681789398,96,0.0005308967065502657,
104
+ ,,,96,,0.0003552479902282357
105
+ 48,776,0.030412230640649796,97,0.00034868439252022654,
106
+ 48,784,0.030321773141622543,98,0.00048145172513613943,
107
+ 49,792,0.03070981055498123,99,0.00029356211507547414,
108
+ 49,800,0.030653007328510284,100,0.0005356385936465813,
109
+ 50,808,0.0315529964864254,101,0.00035655823012348264,
110
+ 50,816,0.03245308995246887,102,0.00046023451068322174,
111
+ 51,824,0.030997198075056076,103,0.0003637869986050646,
112
+ 51,832,0.03325062617659569,104,0.00043624216959869955,
113
+ 52,840,0.03182150050997734,105,0.00033664893180684885,
114
+ 52,848,0.031248286366462708,106,0.0004450642300071195,
115
+ 53,856,0.03541743382811546,107,0.0004315757378208218,
116
+ 53,864,0.03350188583135605,108,0.00034899065212812275,
117
+ 54,872,0.03147114813327789,109,0.00032352745711250464,
118
+ 54,880,0.032867755740880966,110,0.0004665189735533204,
119
+ 55,888,0.0310383103787899,111,0.00033546909799042623,
120
+ 55,896,0.031249500811100006,112,0.00042151935667789076,
121
+ ,,,112,,0.0003388369514141232
122
+ 56,904,0.03128639981150627,113,0.0004132339345233049,
123
+ 56,912,0.03165186196565628,114,0.00032754878702689894,
124
+ 57,920,0.03959624096751213,115,0.0003337779144203523,
125
+ 57,928,0.030409228056669235,116,0.000442186823420343,
126
+ 58,936,0.030648600310087204,117,0.00032759409441496246,
127
+ 58,944,0.03414371609687805,118,0.0004388645502331201,
128
+ 59,952,0.032181255519390106,119,0.00042157249390584184,
129
+ 59,960,0.030762523412704468,120,0.00034744582808343694,
130
+ 60,968,0.04089609161019325,121,0.0003184464276273502,
131
+ 60,976,0.031298376619815826,122,0.00043590354835032485,
132
+ 61,984,0.031070776283740997,123,0.0003741959953913465,
133
+ 61,992,0.03240037336945534,124,0.00035678328822541516,
134
+ 62,1000,0.03256024792790413,125,0.0004137160303798737,
135
+ 62,1008,0.030720937997102737,126,0.00033535958573338576,
136
+ 63,1016,0.030600477010011673,127,0.00046407326408370864,
137
+ 63,1024,0.030736375600099564,128,0.00029716265453316737,
138
+ ,,,128,,0.0003120285109616816
139
+ 64,1032,0.03131142258644104,129,0.00043298309356032405,
140
+ 64,1040,0.031097155064344406,130,0.00028343327721813694,
141
+ 65,1048,0.036189209669828415,131,0.0003694034294312587,
142
+ 65,1056,0.03523235768079758,132,0.0003591191007217276,
143
+ 66,1064,0.030767489224672318,133,0.00039859489152149763,
144
+ 66,1072,0.03397740051150322,134,0.0003057855592487613,
145
+ 67,1080,0.034564126282930374,135,0.0003576329818315571,
146
+ 67,1088,0.03084830567240715,136,0.0003556297433533473,
147
+ 68,1096,0.03255658596754074,137,0.0002757814518190571,
148
+ 68,1104,0.03408359736204147,138,0.0004291523782740114,
149
+ 69,1112,0.030822377651929855,139,0.00042310571734560654,
150
+ 69,1120,0.03155381977558136,140,0.00025636110149207525,
151
+ 70,1128,0.03130197152495384,141,0.00042590090015437454,
152
+ 70,1136,0.031001996248960495,142,0.00024480148931615986,
153
+ 71,1144,0.03220736235380173,143,0.00027924245296162553,
154
+ 71,1152,0.035151802003383636,144,0.0004142186953686178,
155
+ ,,,144,,0.00029629800701513886
156
+ 72,1160,0.03216797485947609,145,0.0002968997132484219,
157
+ 72,1168,0.03104119747877121,146,0.00036982790152251255,
158
+ 73,1176,0.03081565350294113,147,0.0003288322795924614,
159
+ 73,1184,0.03167249262332916,148,0.00036379682569531724,
160
+ 74,1192,0.03231086954474449,149,0.0003360022328706691,
161
+ 74,1200,0.030793823301792145,150,0.00032187856686505256,
162
+ 75,1208,0.03139824792742729,151,0.0003107379870925797,
163
+ 75,1216,0.03567753732204437,152,0.00031937969288264867,
164
+ 76,1224,0.03076288476586342,153,0.0003334954562888015,
165
+ 76,1232,0.030808571726083755,154,0.0003102842465523281,
166
+ 77,1240,0.030610401183366776,155,0.00028151034348411486,
167
+ 77,1248,0.031071022152900696,156,0.0003476725569271366,
168
+ 78,1256,0.030921291559934616,157,0.00038547327221749583,
169
+ 78,1264,0.0334312878549099,158,0.00026020709537988296,
170
+ 79,1272,0.03092009574174881,159,0.00023313471956498688,
171
+ 79,1280,0.03020341694355011,160,0.0003883189256157493,
172
+ ,,,160,,0.000273206242127344
173
+ 80,1288,0.03167155757546425,161,0.000325341925417888,
174
+ 80,1296,0.03122590109705925,162,0.00028247984664631076,
175
+ 81,1304,0.03196972236037254,163,0.00024027413837757194,
176
+ 81,1312,0.03324202448129654,164,0.0003580127904569963,
177
+ 82,1320,0.03112083300948143,165,0.0002468214670443558,
178
+ 82,1328,0.03236161917448044,166,0.0003540616808095365,
179
+ 83,1336,0.03448116034269333,167,0.00039301515789702535,
180
+ 83,1344,0.03132017329335213,168,0.00021833427399542416,
181
+ 84,1352,0.033280953764915466,169,0.0003248503453505691,
182
+ 84,1360,0.031409017741680145,170,0.0002666638629307272,
183
+ 85,1368,0.03139669448137283,171,0.0002189136157539906,
184
+ 85,1376,0.03271880000829697,172,0.0003577024945116136,
185
+ 86,1384,0.038071345537900925,173,0.0003546841608113027,
186
+ 86,1392,0.03099985420703888,174,0.00021107817792653805,
187
+ 87,1400,0.03127292916178703,175,0.0003077846349697211,
188
+ 87,1408,0.03409763425588608,176,0.00025243256095563993,
189
+ ,,,176,,0.0002606064372230321
190
+ 88,1416,0.032109618186950684,177,0.00025735624149092473,
191
+ 88,1424,0.03460618481040001,178,0.00029050136254227255,
192
+ 89,1432,0.031145356595516205,179,0.00024166079765564064,
193
+ 89,1440,0.030713852494955063,180,0.00032043429746408947,
194
+ 90,1448,0.032043687999248505,181,0.00029513941080949735,
195
+ 90,1456,0.03152480348944664,182,0.00027529531689651776,
196
+ 91,1464,0.03405144810676575,183,0.00024818271504045697,
197
+ 91,1472,0.03633476793766022,184,0.0003086695105594117,
198
+ 92,1480,0.031304068863391876,185,0.0003078305508097401,
199
+ 92,1488,0.031658727675676346,186,0.0002465931665938115,
200
+ 93,1496,0.03410228714346886,187,0.0002350527788621548,
201
+ 93,1504,0.03721608966588974,188,0.0003193522243236657,
202
+ 94,1512,0.031135067343711853,189,0.00024085560198727762,
203
+ 94,1520,0.03161816671490669,190,0.00028234758610778954,
204
+ 95,1528,0.03367183357477188,191,0.00020505708516793675,
205
+ 95,1536,0.03844733536243439,192,0.00034148305348935537,
206
+ ,,,192,,0.0002381733211223036
207
+ 96,1544,0.03171048313379288,193,0.00034412736113154097,
208
+ 96,1552,0.03147510811686516,194,0.0001831159906942048,
209
+ 97,1560,0.03129950910806656,195,0.0002881162131416204,
210
+ 97,1568,0.031687866896390915,196,0.00023168619009084068,
211
+ 98,1576,0.03137735649943352,197,0.00025495242152828723,
212
+ 98,1584,0.03133076801896095,198,0.00026385328055766877,
213
+ 99,1592,0.032131295651197433,199,0.00017593484653843916,
214
+ 99,1600,0.03473837673664093,200,0.00033954880655073794,
215
+ 100,1608,0.0309760682284832,201,0.00020448983741516713,
216
+ 100,1616,0.03135541081428528,202,0.0002936283144663321,
217
+ 101,1624,0.03378990292549133,203,0.00027738980315916706,
218
+ 101,1632,0.030922003090381622,204,0.00023636642345081782,
219
+ 102,1640,0.031002473086118698,205,0.0003129148071820964,
220
+ 102,1648,0.031205590814352036,206,0.0001737276534186094,
221
+ 103,1656,0.03684317693114281,207,0.0002712055784286349,
222
+ 103,1664,0.030213169753551483,208,0.000209587458812166,
223
+ ,,,208,,0.00021889760682825
224
+ 104,1672,0.03067220374941826,209,0.0002514242705728975,
225
+ 104,1680,0.030495349317789078,210,0.00024232747364294482,
226
+ 105,1688,0.035727519541978836,211,0.0002956358503070078,
227
+ 105,1696,0.030907046049833298,212,0.0001882683795884077,
228
+ 106,1704,0.0306340791285038,213,0.00019857078359564184,
229
+ 106,1712,0.03180960193276405,214,0.000294716221105773,
230
+ 107,1720,0.030500046908855438,215,0.00028020909576298436,
231
+ 107,1728,0.0303792804479599,216,0.00019248369835622725,
232
+ 108,1736,0.034131672233343124,217,0.0002023764072873746,
233
+ 108,1744,0.03268713504076004,218,0.00028885582332804915,
234
+ 109,1752,0.030855733901262283,219,0.00019792944704022375,
235
+ 109,1760,0.03300485014915466,220,0.0002542464280850254,
236
+ 110,1768,0.035844720900058746,221,0.00025129019286396215,
237
+ 110,1776,0.03128375858068466,222,0.00019041468203795375,
238
+ 111,1784,0.03096729889512062,223,0.00026440303372510243,
239
+ 111,1792,0.03186172991991043,224,0.0001898445198094123,
240
+ ,,,224,,0.00020569977641571313
241
+ 112,1800,0.040268830955028534,225,0.00026108676865987945,
242
+ 112,1808,0.03680555149912834,226,0.00021769019940620637,
243
+ 113,1816,0.031627535820007324,227,0.0003288137377239764,
244
+ 113,1824,0.03078911453485489,228,0.0001364986155749648,
245
+ 114,1832,0.034155793488025665,229,0.00019402232828724664,
246
+ 114,1840,0.03665735572576523,230,0.0002697989602893358,
247
+ 115,1848,0.03126361966133118,231,0.00028053689857188147,
248
+ 115,1856,0.03172772377729416,232,0.00015701268830525805,
249
+ 116,1864,0.03496796637773514,233,0.00023487737234972883,
250
+ 116,1872,0.038700297474861145,234,0.0001968902870430611,
251
+ 117,1880,0.039770595729351044,235,0.00017596452744328417,
252
+ 117,1888,0.03083188459277153,236,0.0002711582201300189,
253
+ 118,1896,0.031163368374109268,237,0.00017889831360662356,
254
+ 118,1904,0.03124314174056053,238,0.0002616987439978402,
255
+ 119,1912,0.03136400133371353,239,0.0002154618541680975,
256
+ 119,1920,0.03074733540415764,240,0.00022786231193094864,
257
+ ,,,240,,0.00019527054973877966
258
+ 120,1928,0.031001344323158264,241,0.0002689983089112502,
259
+ 120,1936,0.031588878482580185,242,0.00016711496482457733,
260
+ 121,1944,0.036873042583465576,243,0.0002553283211454982,
261
+ 121,1952,0.03688037395477295,244,0.00016916961931201513,
262
+ 122,1960,0.036554887890815735,245,0.00021483668751898222,
263
+ 122,1968,0.036470916122198105,246,0.00018706404080148786,
264
+ 123,1976,0.03682224825024605,247,0.00023938125787026365,
265
+ 123,1984,0.031226549297571182,248,0.00018399449527350953,
266
+ 124,1992,0.03127892687916756,249,0.0001726951004457078,
267
+ 124,2000,0.031815242022275925,250,0.00023995861192815937,
268
+ 125,2008,0.03178149089217186,251,0.00017903348907566397,
269
+ 125,2016,0.03190784528851509,252,0.00023732741510684718,
270
+ 126,2024,0.03448917344212532,253,0.00018298114446224645,
271
+ 126,2032,0.0388680174946785,254,0.00023839998357289005,
272
+ 127,2040,0.031392477452754974,255,0.00020398300239321543,
273
+ 127,2048,0.03127872571349144,256,0.0002159222622140078,
274
+ ,,,256,,0.0001746525231283158
275
+ 128,2056,0.031099021434783936,257,0.0002017475853790529,
276
+ 128,2064,0.03028368204832077,258,0.00018896395840783953,
277
+ 129,2072,0.035627152770757675,259,0.00016872367814357858,
278
+ 129,2080,0.031206250190734863,260,0.00022384471685654717,
279
+ 130,2088,0.03446035832166672,261,0.00025959016602428164,
280
+ 130,2096,0.0353858657181263,262,0.00013092475273879245,
281
+ 131,2104,0.03150200843811035,263,0.0001176365153696679,
282
+ 131,2112,0.03161168843507767,264,0.0002701841603993671,
283
+ 132,2120,0.03430821746587753,265,0.000165114908668329,
284
+ 132,2128,0.04145195335149765,266,0.00023852374260968645,
285
+ 133,2136,0.0313403457403183,267,0.000260601927038806,
286
+ 133,2144,0.03149624168872833,268,0.00012675518746618764,
287
+ 134,2152,0.03335202485322952,269,0.00017590551215107553,
288
+ 134,2160,0.0381978303194046,270,0.00020620406030502636,
289
+ 135,2168,0.03130795434117317,271,0.0001933908215505653,
290
+ 135,2176,0.03120991587638855,272,0.00020403394091772498,
291
+ ,,,272,,0.00016127379785757512
292
+ 136,2184,0.0311402790248394,273,0.00021693762300856179,
293
+ 136,2192,0.03735453262925148,274,0.00016664910481267725,
294
+ 137,2200,0.03754632547497749,275,0.00013719796243094606,
295
+ 137,2208,0.03143538534641266,276,0.0002515109481464606,
296
+ 138,2216,0.03151612728834152,277,0.00019223000890633557,
297
+ 138,2224,0.03295451030135155,278,0.0001717229556561506,
298
+ 139,2232,0.03420703113079071,279,0.00019168423477822216,
299
+ 139,2240,0.030976664274930954,280,0.00018196421888205805,
300
+ 140,2248,0.031268078833818436,281,0.0002065736093754822,
301
+ 140,2256,0.036098189651966095,282,0.00015520614351771655,
302
+ 141,2264,0.031026750802993774,283,0.00017937318807526026,
303
+ 141,2272,0.0310664139688015,284,0.00018349279025642318,
304
+ 142,2280,0.03274737671017647,285,0.00013575355160355684,
305
+ 142,2288,0.03631623834371567,286,0.00023757039116389933,
306
+ 143,2296,0.030787639319896698,287,0.000196764169686503,
307
+ 143,2304,0.03678646311163902,288,0.00016991618440442835,
308
+ ,,,288,,0.00016276375390589237
309
+ 144,2312,0.032463524490594864,289,0.0001702087429293897,
310
+ 144,2320,0.03597422316670418,290,0.0001731904671942175,
311
+ 145,2328,0.03096170723438263,291,0.0002119347141160688,
312
+ 145,2336,0.03090978041291237,292,0.000138580310249381,
313
+ 146,2344,0.03925895318388939,293,0.0001576213535372517,
314
+ 146,2352,0.031055334955453873,294,0.0001956673427230271,
315
+ 147,2360,0.030456166714429855,295,0.00012906464235129533,
316
+ 147,2368,0.03256740793585777,296,0.00022875190506965737,
317
+ 148,2376,0.03256307542324066,297,0.00014369034033734351,
318
+ 148,2384,0.030548349022865295,298,0.00020925641638314119,
319
+ 149,2392,0.03202616795897484,299,0.0001778937225935806,
320
+ 149,2400,0.04132555425167084,300,0.00017703375397104537,
321
+ 150,2408,0.03086477890610695,301,0.00013892744073018548,
322
+ 150,2416,0.03303055092692375,302,0.00020990875827919808,
323
+ 151,2424,0.0388309508562088,303,0.00016171750303328736,
324
+ 151,2432,0.04024956002831459,304,0.00020552417390717892,
325
+ ,,,304,,0.000144320132676512
326
+ 152,2440,0.039256349205970764,305,0.00018502011698728893,
327
+ 152,2448,0.03862892463803291,306,0.0001796899991859391,
328
+ 153,2456,0.03923974186182022,307,0.00013813821988151176,
329
+ 153,2464,0.03444461151957512,308,0.00022753950042897486,
330
+ 154,2472,0.030747264623641968,309,0.00021209605256444775,
331
+ 154,2480,0.03041340410709381,310,0.00013004677475692006,
332
+ 155,2488,0.03114466369152069,311,0.00011654934905891423,
333
+ 155,2496,0.030683405697345734,312,0.00021489950722752837,
334
+ 156,2504,0.030577756464481354,313,0.00024632942586322315,
335
+ 156,2512,0.030641775578260422,314,9.63900515671412e-05,
336
+ 157,2520,0.030782584100961685,315,0.00012654561396630015,
337
+ 157,2528,0.03165873512625694,316,0.00020792503619304625,
338
+ 158,2536,0.03150874376296997,317,0.00019338148422320955,
339
+ 158,2544,0.03131185472011566,318,0.0001495331844125758,
340
+ 159,2552,0.039912156760692596,319,0.00019658956080093049,
341
+ 159,2560,0.036937784403562546,320,0.00014191940499586053,
342
+ ,,,320,,0.00014744876534678042
343
+ 160,2568,0.030799753963947296,321,0.0002041879270109348,
344
+ 160,2576,0.03193338215351105,322,0.00012133195332353353,
345
+ 161,2584,0.03335966542363167,323,0.0001496357390351477,
346
+ 161,2592,0.03398045152425766,324,0.0001829126331358566,
347
+ 162,2600,0.030721738934516907,325,0.0002278385627505486,
348
+ 162,2608,0.0443684384226799,326,0.00012347647270871676,
349
+ 163,2616,0.045045819133520126,327,0.00012107883958378807,
350
+ 163,2624,0.04329029843211174,328,0.00020956361504431698,
351
+ 164,2632,0.033016011118888855,329,0.00011830649373223423,
352
+ 164,2640,0.030880313366651535,330,0.00021690893845516257,
353
+ 165,2648,0.030386917293071747,331,0.0001873105557024246,
354
+ 165,2656,0.0323178730905056,332,0.00014339200788526796,
355
+ 166,2664,0.03034849464893341,333,0.00019099946939604706,
356
+ 166,2672,0.030624322593212128,334,0.00013579826099885395,
357
+ 167,2680,0.03097597509622574,335,0.00010819090994118596,
358
+ 167,2688,0.030488207936286926,336,0.00021506367238544044,
359
+ ,,,336,,0.00014747823297511786
360
+ 168,2696,0.03452819958329201,337,0.00019320346382301068,
361
+ 168,2704,0.031226076185703278,338,0.00014442020210481132,
362
+ 169,2712,0.03102285787463188,339,0.00010409343076389632,
363
+ 169,2720,0.030779089778661728,340,0.00022015870490577072,
364
+ 170,2728,0.03339273855090141,341,0.00011386759661036194,
365
+ 170,2736,0.030555598437786102,342,0.00021181227975830552,
366
+ 171,2744,0.030394241213798523,343,0.0001668366003286792,
367
+ 171,2752,0.030373334884643555,344,0.00016235892098848126,
368
+ 172,2760,0.03809766471385956,345,0.00021385724812716944,
369
+ 172,2768,0.03301418200135231,346,0.00011295862259430578,
370
+ 173,2776,0.030992217361927032,347,0.00021703798711314448,
371
+ 173,2784,0.031019680202007294,348,0.0001239532225554285,
372
+ 174,2792,0.0324908047914505,349,0.00012007633677058038,
373
+ 174,2800,0.03133625537157059,350,0.0001965632554856711,
374
+ 175,2808,0.0339873731136322,351,0.00018607140282256296,
375
+ 175,2816,0.03618256002664566,352,0.00012982309499420808,
376
+ ,,,352,,0.00013979080540593714
377
+ 176,2824,0.03388955816626549,353,0.0001920640161188203,
378
+ 176,2832,0.03197014704346657,354,0.00011555015362318954,
379
+ 177,2840,0.030497319996356964,355,0.00019782527397183003,
380
+ 177,2848,0.03277386724948883,356,0.00011453785373305436,
381
+ 178,2856,0.0374702624976635,357,0.00020762683107022895,
382
+ 178,2864,0.03078002855181694,358,0.00011555129185580881,
383
+ 179,2872,0.030786670744419098,359,0.00015661247471143724,
384
+ 179,2880,0.03310255706310272,360,0.00016594303951933398,
385
+ 180,2888,0.03416841849684715,361,0.0001705760728327732,
386
+ 180,2896,0.03133339062333107,362,0.00014656759913123096,
387
+ 181,2904,0.03229179605841637,363,0.00014573397220374318,
388
+ 181,2912,0.038662441074848175,364,0.00017403190804543556,
389
+ 182,2920,0.030543141067028046,365,0.00014564465891453438,
390
+ 182,2928,0.037954024970531464,366,0.00017871031241156743,
391
+ 183,2936,0.030331812798976898,367,0.00021031391042924952,
392
+ 183,2944,0.03882955014705658,368,9.510885683994275e-05,
393
+ ,,,368,,0.00014104187721386552
394
+ 184,2952,0.03738880529999733,369,0.000176778561581159,
395
+ 184,2960,0.03600860387086868,370,0.0001343051503681636,
396
+ 185,2968,0.0316985659301281,371,0.00011929014272027416,
397
+ 185,2976,0.0360897071659565,372,0.00019615430710473447,
398
+ 186,2984,0.031099539250135422,373,0.00010011525546360645,
399
+ 186,2992,0.03059239313006401,374,0.00020389145629451377,
400
+ 187,3000,0.030776388943195343,375,0.0002038573056779569,
401
+ 187,3008,0.030412722378969193,376,0.0001137476915573643,
402
+ 188,3016,0.030749928206205368,377,0.00017159297476609936,
403
+ 188,3024,0.03641171008348465,378,0.00013421601715890574,
404
+ 189,3032,0.03205975145101547,379,0.00020452801072678994,
405
+ 189,3040,0.04158615320920944,380,0.00011456680203991709,
406
+ 190,3048,0.030532587319612503,381,0.00016364111888833577,
407
+ 190,3056,0.03078640252351761,382,0.00014754510948478128,
408
+ 191,3064,0.032895155251026154,383,0.00016597195235590334,
409
+ 191,3072,0.030564717948436737,384,0.00014014516136739985,
410
+ ,,,384,,0.0001308216160396114
411
+ 192,3080,0.03915029019117355,385,0.00016517221592948772,
412
+ 192,3088,0.030669815838336945,386,0.00012681462067121174,
413
+ 193,3096,0.03091869130730629,387,0.00012282140323804924,
414
+ 193,3104,0.03128720074892044,388,0.00017089290986405103,
415
+ 194,3112,0.03038015216588974,389,0.00015436040757776937,
416
+ 194,3120,0.031065355986356735,390,0.00014702370526720188,
417
+ 195,3128,0.03445031866431236,391,0.00014199455563357333,
418
+ 195,3136,0.039256639778614044,392,0.0001656139652368438,
419
+ 196,3144,0.030629314482212067,393,0.00017887672220240347,
420
+ 196,3152,0.030566897243261337,394,0.00011273455311311409,
421
+ 197,3160,0.03169582784175873,395,0.0001463346989112324,
422
+ 197,3168,0.03301633521914482,396,0.00016176474946405506,
423
+ 198,3176,0.03685808926820755,397,0.00017826338262239005,
424
+ 198,3184,0.03081563115119934,398,0.00013843175838701427,
425
+ 199,3192,0.03133784979581833,399,0.00019540998619049788,
426
+ 199,3200,0.034366123378276825,400,0.00010628366362652741,
427
+ ,,,400,,0.00012381936539895833
428
+ 200,3208,0.032591868191957474,401,0.0001449530091122142,
429
+ 200,3216,0.030843395739793777,402,0.00014338002029035124,
430
+ 201,3224,0.030638672411441803,403,0.00014877206604069215,
431
+ 201,3232,0.035289764404296875,404,0.00015217907503028982,
432
+ 202,3240,0.031065084040164948,405,0.00016162159363375395,
433
+ 202,3248,0.030927486717700958,406,0.00014351250774780056,
434
+ 203,3256,0.03183983638882637,407,0.0001524966355646029,
435
+ 203,3264,0.03592180460691452,408,0.00014697911183247925,
436
+ 204,3272,0.030726388096809387,409,0.0001367790282529313,
437
+ 204,3280,0.03190695494413376,410,0.00015742631831017206,
438
+ 205,3288,0.03800232335925102,411,0.00015493857517867582,
439
+ 205,3296,0.030513186007738113,412,0.0001272137078558444,
440
+ 206,3304,0.031289730221033096,413,0.00013412684529612307,
441
+ 206,3312,0.0331062451004982,414,0.00017237963129446143,
442
+ 207,3320,0.030268821865320206,415,0.00019088522822130471,
443
+ 207,3328,0.029921267181634903,416,0.00010066575759992702,
444
+ ,,,416,,0.00012644198432099074
445
+ 208,3336,0.03694599121809006,417,0.00015809631850061123,
446
+ 208,3344,0.030026577413082123,418,0.0001283321835217066,
447
+ 209,3352,0.030872933566570282,419,0.00015416304904647404,
448
+ 209,3360,0.03150443360209465,420,0.0001334420776402112,
449
+ 210,3368,0.03133946284651756,421,0.00010018892862717621,
450
+ 210,3376,0.0305878147482872,422,0.0001819302597141359,
451
+ 211,3384,0.033430006355047226,423,9.725450354380882e-05,
452
+ 211,3392,0.03216084465384483,424,0.00018027833812084282,
453
+ 212,3400,0.030379366129636765,425,0.00016035893531807233,
454
+ 212,3408,0.03614502400159836,426,0.00012599195270013297,
455
+ 213,3416,0.034033242613077164,427,0.00013399226554611232,
456
+ 213,3424,0.030459843575954437,428,0.00016497453998454148,
457
+ 214,3432,0.03165338560938835,429,0.00014684136385767488,
458
+ 214,3440,0.03217119351029396,430,0.0001425609852958587,
459
+ 215,3448,0.0353173092007637,431,0.0001093670334739727,
460
+ 215,3456,0.03491491451859474,432,0.00017339336136501515,
461
+ ,,,432,,0.00012569672253448516
462
+ 216,3464,0.035174015909433365,433,0.00014638608490713523,
463
+ 216,3472,0.030412252992391586,434,0.0001293007499043597,
464
+ 217,3480,0.03278021141886711,435,0.0001613333015484386,
465
+ 217,3488,0.03431772068142891,436,0.00014166548862704076,
466
+ 218,3496,0.030714184045791626,437,0.0001435969948033744,
467
+ 218,3504,0.03155044838786125,438,0.00014857899395792629,
468
+ 219,3512,0.038336239755153656,439,0.00014783076267121942,
469
+ 219,3520,0.03404375910758972,440,0.00012620183360922965,
470
+ 220,3528,0.03147771582007408,441,0.00010595612138786237,
471
+ 220,3536,0.03342011570930481,442,0.0001786815464583924,
472
+ 221,3544,0.03622996807098389,443,0.00019196913763153134,
473
+ 221,3552,0.03124745935201645,444,9.685229633760173e-05,
474
+ 222,3560,0.039822667837142944,445,0.0001577323564561084,
475
+ 222,3568,0.03462260961532593,446,0.00013441040391626302,
476
+ 223,3576,0.030846886336803436,447,0.00015968796924425988,
477
+ 223,3584,0.031052805483341217,448,0.00010905447379627731,
478
+ ,,,448,,0.00011771086428780109
479
+ 224,3592,0.031131479889154434,449,0.00017199462627104367,
480
+ 224,3600,0.031586647033691406,450,0.0001137151671173342,
481
+ 225,3608,0.033503975719213486,451,0.0001727849785311264,
482
+ 225,3616,0.03250911086797714,452,0.00011542863558133831,
483
+ 226,3624,0.031130537390708923,453,0.00012204409176774789,
484
+ 226,3632,0.031023800373077393,454,0.00015769184756209143,
485
+ 227,3640,0.03407922014594078,455,0.00012087995082765701,
486
+ 227,3648,0.03356990963220596,456,0.00014513793212245218,
487
+ 228,3656,0.031213324517011642,457,0.0001196902690026036,
488
+ 228,3664,0.030806146562099457,458,0.00015726239143987186,
489
+ 229,3672,0.030942950397729874,459,0.00016168155434570508,
490
+ 229,3680,0.03122154250741005,460,0.00012144870788688422,
491
+ 230,3688,0.03383265435695648,461,0.00011371575919838506,
492
+ 230,3696,0.031187385320663452,462,0.00017065123211068567,
493
+ 231,3704,0.031131692230701447,463,0.00017132468337877071,
494
+ 231,3712,0.03236575052142143,464,0.00010014476401920547,
495
+ ,,,464,,0.00011857475328724831
496
+ 232,3720,0.03253057971596718,465,0.0001442740140191745,
497
+ 232,3728,0.03394808620214462,466,0.00013352464975469047,
498
+ 233,3736,0.031457383185625076,467,0.00012728923456961638,
499
+ 233,3744,0.03254012018442154,468,0.00015644007635273738,
500
+ 234,3752,0.03781147301197052,469,0.00011814345270977356,
501
+ 234,3760,0.031093940138816833,470,0.00017233184598808293,
502
+ 235,3768,0.032046765089035034,471,0.00016209915611398173,
503
+ 235,3776,0.031733572483062744,472,0.0001208970497827977,
504
+ 236,3784,0.03254490718245506,473,0.00012864603922935203,
505
+ 236,3792,0.03166491538286209,474,0.00012688400647675735,
506
+ 237,3800,0.03663550317287445,475,0.00015330155292758718,
507
+ 237,3808,0.03655778989195824,476,0.0001399877469339117,
508
+ 238,3816,0.03653813153505325,477,9.969780012397678e-05,
509
+ 238,3824,0.030732546001672745,478,0.000183643805939937,
510
+ 239,3832,0.03365032747387886,479,0.00010833928126885439,
511
+ 239,3840,0.03253285214304924,480,0.0001767726498655975,
512
+ ,,,480,,0.00012223994417581707
513
+ 240,3848,0.033805154263973236,481,0.00012019752739433898,
514
+ 240,3856,0.03568872809410095,482,0.0001455665665162087,
515
+ 241,3864,0.04299487918615341,483,0.00014637082631452358,
516
+ 241,3872,0.030965276062488556,484,0.00011422213538025972,
517
+ 242,3880,0.031034067273139954,485,0.00016917882248890237,
518
+ 242,3888,0.04069115221500397,486,9.9161740308773e-05,
519
+ 243,3896,0.031241275370121002,487,0.00015607074237777852,
520
+ 243,3904,0.031022455543279648,488,0.00011454870355009916,
521
+ 244,3912,0.03436123579740524,489,8.995363077701768e-05,
522
+ 244,3920,0.03198212385177612,490,0.0001774344127625227,
523
+ 245,3928,0.03133057430386543,491,0.0001215226420754334,
524
+ 245,3936,0.03287182375788689,492,0.00014276690262704506,
525
+ 246,3944,0.040385037660598755,493,0.00011289556732663186,
526
+ 246,3952,0.031311310827732086,494,0.00016754020998632768,
527
+ 247,3960,0.031503140926361084,495,0.0001157594338110357,
528
+ 247,3968,0.03356853872537613,496,0.0001580641396685678,
529
+ ,,,496,,0.00012462363520171493
530
+ 248,3976,0.03263440355658531,497,0.00012523348232207354,
531
+ 248,3984,0.03467043489217758,498,0.00013869733948013163,
532
+ 249,3992,0.03127508610486984,499,8.292115808217204e-05,
533
+ 249,4000,0.035799674689769745,500,0.00018872465170716168,
534
+ 250,4008,0.03787260875105858,501,0.0001335870929324301,
535
+ 250,4016,0.031185626983642578,502,0.0001306867015955504,
536
+ 251,4024,0.03136206418275833,503,0.00016600583285253379,
537
+ 251,4032,0.036369241774082184,504,0.0001032137984111614,
538
+ 252,4040,0.03328598290681839,505,0.00017877635218610521,
539
+ 252,4048,0.03130736202001572,506,8.563291748941992e-05,
540
+ 253,4056,0.03162854164838791,507,9.363341041535023e-05,
541
+ 253,4064,0.03364328667521477,508,0.00017845944330474595,
542
+ 254,4072,0.033959414809942245,509,0.00017834230357038905,
543
+ 254,4080,0.03113643079996109,510,8.597542500865529e-05,
544
+ 255,4088,0.031892016530036926,511,0.00010614675738906953,
545
+ 255,4096,0.03575742617249489,512,0.00015345029987656744,
546
+ ,,,512,,0.00011112562788184732
547
+ 256,4104,0.0315726138651371,513,0.00011355170909155277,
548
+ 256,4112,0.03144256770610809,514,0.00015629140989403822,
549
+ 257,4120,0.031497523188591,515,0.00013640745282827993,
550
+ 257,4128,0.03419402241706848,516,0.0001403154792569694,
551
+ 258,4136,0.03505503758788109,517,0.0001890785670184414,
552
+ 258,4144,0.030642617493867874,518,9.895247603708412e-05,
553
+ 259,4152,0.03199503943324089,519,0.00011143888514197897,
554
+ 259,4160,0.035024046897888184,520,0.0001539078443784092,
555
+ 260,4168,0.03091559186577797,521,0.00014935026410967112,
556
+ 260,4176,0.03121442347764969,522,0.00010532959413467324,
557
+ 261,4184,0.032213445752859116,523,9.072849616131862e-05,
558
+ 261,4192,0.039227984845638275,524,0.0001704333853922435,
559
+ 262,4200,0.04256783425807953,525,0.00011411820833018282,
560
+ 262,4208,0.03079129010438919,526,0.00014145400973575306,
561
+ 263,4216,0.04465847834944725,527,0.00012396522379276576,
562
+ 263,4224,0.04851587489247322,528,0.00013458732564686215,
563
+ ,,,528,,0.00011452264152467251
564
+ 264,4232,0.03861144185066223,529,0.00018410564143778174,
565
+ 264,4240,0.0382242314517498,530,8.548368987248978e-05,
566
+ 265,4248,0.03824777528643608,531,0.00010367573213443393,
567
+ 265,4256,0.03234478831291199,532,0.00017144172306871042,
568
+ 266,4264,0.035379111766815186,533,0.00011255286585765134,
569
+ 266,4272,0.04111166670918465,534,0.00014686260510643478,
570
+ 267,4280,0.031301941722631454,535,0.00011591832344493014,
571
+ 267,4288,0.031076055020093918,536,0.00013077606172373635,
572
+ 268,4296,0.033957432955503464,537,0.00011761686118916259,
573
+ 268,4304,0.037958912551403046,538,0.00013132704907548032,
574
+ 269,4312,0.03139703348278999,539,0.0001629830917408981,
575
+ 269,4320,0.03329533338546753,540,9.1726846221718e-05,
576
+ 270,4328,0.033616770058870316,541,0.000161372465754539,
577
+ 270,4336,0.04172471538186073,542,9.297844098909991e-05,
578
+ 271,4344,0.03127093240618706,543,0.00014215447117749136,
579
+ 271,4352,0.03145235404372215,544,0.00011563757425392396,
580
+ ,,,544,,0.00011175137478858232
581
+ 272,4360,0.03195151686668396,545,0.00014255400083129643,
582
+ 272,4368,0.031535714864730835,546,0.00012761680522999086,
583
+ 273,4376,0.035459522157907486,547,0.00016788496213848703,
584
+ 273,4384,0.034149155020713806,548,8.604970071246498e-05,
585
+ 274,4392,0.032240498811006546,549,0.00014384003497980302,
586
+ 274,4400,0.03138328716158867,550,0.00010632628664097865,
587
+ 275,4408,0.03181213140487671,551,0.00013503703394235345,
588
+ 275,4416,0.03302323445677757,552,0.00012674843947024783,
589
+ 276,4424,0.03129148483276367,553,0.00015430606663358049,
590
+ 276,4432,0.031419310718774796,554,0.0001251437593055016,
591
+ 277,4440,0.03137907758355141,555,0.0001711784452709253,
592
+ 277,4448,0.03319869935512543,556,7.946378536871634e-05,
593
+ 278,4456,0.04109671339392662,557,0.00011657698360068025,
594
+ 278,4464,0.03139195218682289,558,0.00013697127178602386,
595
+ 279,4472,0.03136415407061577,559,0.00010260310364174074,
596
+ 279,4480,0.03164900094270706,560,0.00015569308425256168,
597
+ ,,,560,,0.00011297293531242758
598
+ 280,4488,0.03814131021499634,561,0.00011261378267590771,
599
+ 280,4496,0.031295206397771835,562,0.00014127703889244003,
600
+ 281,4504,0.03434600308537483,563,0.0001574862817506073,
601
+ 281,4512,0.03682701662182808,564,9.071304725694063e-05,
602
+ 282,4520,0.036699213087558746,565,0.00010240949859507964,
603
+ 282,4528,0.03158075362443924,566,0.00015578490501866327,
604
+ 283,4536,0.04183879867196083,567,0.0001239658363374474,
605
+ 283,4544,0.0397411584854126,568,0.00011931845529034035,
606
+ 284,4552,0.03574538975954056,569,0.00010756199480965734,
607
+ 284,4560,0.031962908804416656,570,0.00014553700384567492,
608
+ 285,4568,0.03166566044092178,571,0.00016341069294867339,
609
+ 285,4576,0.03157263621687889,572,9.650921492720954e-05,
610
+ 286,4584,0.03366802632808685,573,0.00016000179493858013,
611
+ 286,4592,0.03841018304228783,574,0.00010283891924700583,
612
+ 287,4600,0.03218298405408859,575,0.00015632465556336683,
613
+ 287,4608,0.032024797052145004,576,8.406824349549424e-05,
614
+ ,,,576,,0.00010617895895848051
615
+ 288,4616,0.031604424118995667,577,0.00012502557547122706,
616
+ 288,4624,0.03136715292930603,578,0.00013158794695300458,
617
+ 289,4632,0.03170556575059891,579,7.658856065972941e-05,
618
+ 289,4640,0.034729037433862686,580,0.00017271226079174085,
619
+ 290,4648,0.031315915286540985,581,0.00016609719523330568,
620
+ 290,4656,0.03167331963777542,582,8.415720731136389e-05,
621
+ 291,4664,0.03610919043421745,583,0.00013013499210501323,
622
+ 291,4672,0.040317680686712265,584,0.00013586419527200633,
623
+ 292,4680,0.03228086605668068,585,0.00015273103599611204,
624
+ 292,4688,0.03131682798266411,586,0.00010148609180760104,
625
+ 293,4696,0.032734572887420654,587,0.00015870895049374667,
626
+ 293,4704,0.03436260297894478,588,8.192269388018758e-05,
627
+ 294,4712,0.04415905475616455,589,0.0001489936703364947,
628
+ 294,4720,0.03859429433941841,590,0.00010169431243411964,
629
+ 295,4728,0.0367945060133934,591,0.00013032801280132844,
630
+ 295,4736,0.03129272535443306,592,0.00012500736966103432,
631
+ ,,,592,,0.00011458204971859232
632
+ 296,4744,0.03212052956223488,593,0.00013978593960928265,
633
+ 296,4752,0.03264791890978813,594,0.00011146875021950109,
634
+ 297,4760,0.038813553750514984,595,0.00015790303268659045,
635
+ 297,4768,0.035708826035261154,596,9.013249973577331e-05,
636
+ 298,4776,0.031316615641117096,597,0.00014097741313889856,
637
+ 298,4784,0.03122565522789955,598,0.00011031865665245277,
638
+ 299,4792,0.034220583736896515,599,7.83613977546338e-05,
639
+ 299,4800,0.039368871599435806,600,0.0001730396288621705,
640
+ 300,4808,0.03129992261528969,601,0.00014161766921461094,
641
+ 300,4816,0.031081367284059525,602,9.971275221687392e-05,
642
+ 301,4824,0.03233415260910988,603,0.00016876018435141305,
643
+ 301,4832,0.03630833700299263,604,8.718263143236982e-05,
644
+ 302,4840,0.03800170123577118,605,0.0001277038672924391,
645
+ 302,4848,0.03841664269566536,606,0.00011428161724325037,
646
+ 303,4856,0.031120646744966507,607,0.00012165436373834382,
647
+ 303,4864,0.03157535567879677,608,0.00012605293886736035,
648
+ ,,,608,,0.00010933775047305971
649
+ 304,4872,0.03149158135056496,609,9.799974395718891e-05,
650
+ 304,4880,0.034891583025455475,610,0.00015842188668102608,
651
+ 305,4888,0.043636683374643326,611,8.96555911822361e-05,
652
+ 305,4896,0.03163708373904228,612,0.00014777184696868062,
653
+ 306,4904,0.031782712787389755,613,0.00014395718085324916,
654
+ 306,4912,0.03191352263092995,614,0.00010684761718948721,
655
+ 307,4920,0.03810109943151474,615,0.00010868029085031594,
656
+ 307,4928,0.03834708034992218,616,0.00015167226320045302,
657
+ 308,4936,0.03818201273679733,617,7.913649142210488e-05,
658
+ 308,4944,0.038382913917303085,618,0.00016536752536921995,
659
+ 309,4952,0.03643212467432022,619,9.618176454750937e-05,
660
+ 309,4960,0.03627608343958855,620,0.00014403169370780233,
661
+ 310,4968,0.03208428621292114,621,8.606507662989316e-05,
662
+ 310,4976,0.03175586462020874,622,0.00015835005228836962,
663
+ 311,4984,0.03436773642897606,623,6.915352196301683e-05,
664
+ 311,4992,0.03999335318803787,624,0.0001718640050967224,
665
+ ,,,624,,0.00011577404075069353
666
+ 312,5000,0.03796014189720154,625,0.0001095888296731573,
667
+ 312,5008,0.031555384397506714,626,0.00013257816317491233,
668
+ 313,5016,0.03162951022386551,627,9.808889308260405e-05,
669
+ 313,5024,0.032737549394369125,628,0.00014091811044636415,
670
+ 314,5032,0.040330324321985245,629,0.00013238556357464404,
671
+ 314,5040,0.030993077903985977,630,0.00011040540812246036,
672
+ 315,5048,0.03132744878530502,631,0.00015128543145692674,
673
+ 315,5056,0.03133510425686836,632,0.00010367626009610831,
674
+ 316,5064,0.03336957097053528,633,0.0001230702771408687,
675
+ 316,5072,0.031355805695056915,634,0.00011973562459388631,
676
+ 317,5080,0.03128236159682274,635,0.00012080781743861735,
677
+ 317,5088,0.04030982404947281,636,0.00013133737002135604,
678
+ 318,5096,0.03269343823194504,637,0.0001600293298906763,
679
+ 318,5104,0.030965562909841537,638,0.00010533007571211783,
680
+ 319,5112,0.03064868599176407,639,9.798450719245011e-05,
681
+ 319,5120,0.030803468078374863,640,0.00015227007588691777,
682
+ ,,,640,,0.0001085330150090158
683
+ 320,5128,0.031255174428224564,641,0.00016603556150585064,
684
+ 320,5136,0.03337620571255684,642,8.332363177032676e-05,
685
+ 321,5144,0.03587406501173973,643,0.00016724513398003182,
686
+ 321,5152,0.031039755791425705,644,7.171635115810204e-05,
687
+ 322,5160,0.03240825980901718,645,0.00016773512152212788,
688
+ 322,5168,0.031141839921474457,646,7.947931680973852e-05,
689
+ 323,5176,0.03149616718292236,647,7.334019574045669e-05,
690
+ 323,5184,0.0313694141805172,648,0.0001764656371960882,
691
+ 324,5192,0.033139538019895554,649,0.00012390467009026906,
692
+ 324,5200,0.032921578735113144,650,0.00011983949843852315,
693
+ 325,5208,0.030882280319929123,651,8.576655773140374e-05,
694
+ 325,5216,0.032717663794755936,652,0.00015929955907267868,
695
+ 326,5224,0.03489584103226662,653,0.0001695499622655916,
696
+ 326,5232,0.03115011751651764,654,8.16546148598718e-05,
697
+ 327,5240,0.03130399063229561,655,8.010516694412217e-05,
698
+ 327,5248,0.032358065247535706,656,0.0001747797896314296,
699
+ ,,,656,,0.00010820523311849684
700
+ 328,5256,0.034437693655490875,657,0.00015140677487579524,
701
+ 328,5264,0.03097068890929222,658,8.975982473202748e-05,
702
+ 329,5272,0.03157547116279602,659,8.6854602841413e-05,
703
+ 329,5280,0.033994488418102264,660,0.00015340306754296762,
704
+ 330,5288,0.03167687729001045,661,0.00010254278549837181,
705
+ 330,5296,0.031383052468299866,662,0.00013193312952353153,
706
+ 331,5304,0.03248622640967369,663,8.168448039214127e-05,
707
+ 331,5312,0.034734345972537994,664,0.00016357989488824387,
708
+ 332,5320,0.03145294263958931,665,0.00016619742609691457,
709
+ 332,5328,0.031056459993124008,666,8.984947135104449e-05,
710
+ 333,5336,0.03427276760339737,667,0.00015314824486267753,
711
+ 333,5344,0.03240368142724037,668,9.9994370884815e-05,
712
+ 334,5352,0.031973063945770264,669,0.00010337506250834849,
713
+ 334,5360,0.032407328486442566,670,0.00015009327262305305,
714
+ 335,5368,0.03530469536781311,671,0.00011063208421546733,
715
+ 335,5376,0.03151479735970497,672,0.0001290898590013967,
716
+ ,,,672,,0.00010552354797255248
717
+ 336,5384,0.03376452624797821,673,0.00016500907213412574,
718
+ 336,5392,0.03293256461620331,674,7.478582847397774e-05,
719
+ 337,5400,0.03259501978754997,675,0.0001290600148422527,
720
+ 337,5408,0.03123573586344719,676,0.00010792009970828076,
721
+ 338,5416,0.031227421015501022,677,0.00015246327075146837,
722
+ 338,5424,0.03249591216444969,678,9.48850147324265e-05,
723
+ 339,5432,0.039515018463134766,679,0.00012396427837302326,
724
+ 339,5440,0.030870940536260605,680,0.00011797738761742949,
725
+ 340,5448,0.030936960130929947,681,0.00012296348586460226,
726
+ 340,5456,0.034321725368499756,682,0.00011799330968642607,
727
+ 341,5464,0.03516533225774765,683,0.00012962640767000266,
728
+ 341,5472,0.030867520719766617,684,0.00010976680778185255,
729
+ 342,5480,0.03199822083115578,685,0.00013366207986109657,
730
+ 342,5488,0.03658507764339447,686,0.00011003604868164985,
731
+ 343,5496,0.03339738771319389,687,0.00010984249593093409,
732
+ 343,5504,0.033195264637470245,688,0.00013360228695091791,
733
+ ,,,688,,0.00010692398063838482
734
+ 344,5512,0.031050853431224823,689,0.0001773239987414854,
735
+ 344,5520,0.03192739188671112,690,8.217609342864307e-05,
736
+ 345,5528,0.030617214739322662,691,8.599061311542755e-05,
737
+ 345,5536,0.031170643866062164,692,0.0001524347617305466,
738
+ 346,5544,0.032454706728458405,693,9.746271825861186e-05,
739
+ 346,5552,0.03640872612595558,694,0.0001438809354112891,
740
+ 347,5560,0.031293921172618866,695,0.00015032006967885536,
741
+ 347,5568,0.030814852565526962,696,8.426173076259147e-05,
742
+ 348,5576,0.03412427008152008,697,9.394671997142723e-05,
743
+ 348,5584,0.030903685837984085,698,0.00014784428867642418,
744
+ 349,5592,0.030944999307394028,699,9.524286588202813e-05,
745
+ 349,5600,0.032385289669036865,700,0.00013454264035317465,
746
+ 350,5608,0.03303944692015648,701,0.00013917496471549384,
747
+ 350,5616,0.032013971358537674,702,0.00010096213736687787,
748
+ 351,5624,0.037275541573762894,703,0.00011930283926631091,
749
+ 351,5632,0.030278030782938004,704,0.00012602038077602629,
750
+ ,,,704,,0.000101470883237198
751
+ 352,5640,0.03700489178299904,705,0.00012566263603730476,
752
+ 352,5648,0.030834991484880447,706,0.00010370389054514817,
753
+ 353,5656,0.032046686857938766,707,0.00011759077233364224,
754
+ 353,5664,0.03941241279244423,708,0.00011566505781956948,
755
+ 354,5672,0.031523775309324265,709,0.00010750351248134393,
756
+ 354,5680,0.03130009397864342,710,0.00012596111173479585,
757
+ 355,5688,0.03284437954425812,711,0.0001441811887161748,
758
+ 355,5696,0.03564051538705826,712,8.877628511072544e-05,
759
+ 356,5704,0.03145337477326393,713,0.00014459828980761813,
760
+ 356,5712,0.030990198254585266,714,8.397910778512596e-05,
761
+ 357,5720,0.03260863572359085,715,0.0001489961841798504,
762
+ 357,5728,0.031250663101673126,716,6.909401986376906e-05,
763
+ 358,5736,0.031401488929986954,717,0.00010722239085225738,
764
+ 358,5744,0.03292839229106903,718,0.00013823574226989876,
765
+ 359,5752,0.0361902229487896,719,0.00016365262536055525,
766
+ 359,5760,0.03143468126654625,720,8.180357190212817e-05,
767
+ ,,,720,,0.0001086821430362761
768
+ 360,5768,0.034915417432785034,721,0.00015323948082368588,
769
+ 360,5776,0.031022217124700546,722,8.883652571967104e-05,
770
+ 361,5784,0.032115958631038666,723,0.00012980725023226114,
771
+ 361,5792,0.03707336261868477,724,0.00011097158198936086,
772
+ 362,5800,0.03302783519029617,725,0.00012920667495563976,
773
+ 362,5808,0.03170129656791687,726,0.0001069692698365543,
774
+ 363,5816,0.031717393547296524,727,0.00015855691708566155,
775
+ 363,5824,0.03296396881341934,728,8.64222924974456e-05,
776
+ 364,5832,0.03782983869314194,729,0.00012746526886076026,
777
+ 364,5840,0.044135309755802155,730,0.00011028932794943103,
778
+ 365,5848,0.04092954471707344,731,0.00012978737458979595,
779
+ 365,5856,0.04090425372123718,732,0.00010117342390003614,
780
+ 366,5864,0.03260286897420883,733,0.00011841940749945934,
781
+ 366,5872,0.03039129078388214,734,0.00011824575540231308,
782
+ 367,5880,0.032277192920446396,735,0.00012707811174550443,
783
+ 367,5888,0.034578416496515274,736,0.00010520844307393418,
784
+ ,,,736,,0.00010367613867856562
785
+ 368,5896,0.03271011263132095,737,0.00013278495771373855,
786
+ 368,5904,0.03020503744482994,738,8.792729431661428e-05,
787
+ 369,5912,0.032041165977716446,739,0.000149261840761028,
788
+ 369,5920,0.03838814049959183,740,8.421740790254262e-05,
789
+ 370,5928,0.030611731112003326,741,0.00012098385877834517,
790
+ 370,5936,0.0312877781689167,742,0.00011119897089884034,
791
+ 371,5944,0.04096047207713127,743,7.95091118561686e-05,
792
+ 371,5952,0.040478724986314774,744,0.0001406816400049138,
793
+ 372,5960,0.040425535291433334,745,0.00010964553939629695,
794
+ 372,5968,0.04097634181380272,746,0.0001189763383990794,
795
+ 373,5976,0.03836100921034813,747,0.00010665208651516878,
796
+ 373,5984,0.040812212973833084,748,0.00012283532396395458,
797
+ 374,5992,0.0308244526386261,749,0.00011509876685522613,
798
+ 374,6000,0.030961651355028152,750,0.00011145198322992655,
799
+ 375,6008,0.03305365517735481,751,9.916021508615813e-05,
800
+ 375,6016,0.03655919060111046,752,0.00011416193729019142,
801
+ ,,,752,,0.00010123261745320633
802
+ 376,6024,0.03445492684841156,753,8.935794267017627e-05,
803
+ 376,6032,0.03954572230577469,754,0.0001494978637310851,
804
+ 377,6040,0.031265657395124435,755,0.0001299516870858497,
805
+ 377,6048,0.03302302956581116,756,9.910056201078987e-05,
806
+ 378,6056,0.031841881573200226,757,0.000140724374432466,
807
+ 378,6064,0.03137509897351265,758,0.0001043137772285263,
808
+ 379,6072,0.03129227086901665,759,0.00013577973413703148,
809
+ 379,6080,0.03468065708875656,760,9.212736449626391e-05,
810
+ 380,6088,0.0334375724196434,761,0.00012379802410578122,
811
+ 380,6096,0.03147900849580765,762,0.00010483717369424994,
812
+ 381,6104,0.03247283026576042,763,0.00010757796053439961,
813
+ 381,6112,0.03703347593545914,764,0.00011648614895420906,
814
+ 382,6120,0.03086506575345993,765,0.00013492899961420335,
815
+ 382,6128,0.0311235710978508,766,9.028144722833531e-05,
816
+ 383,6136,0.0330980084836483,767,0.00015344663711402973,
817
+ 383,6144,0.03869939595460892,768,8.143102195390384e-05,
818
+ ,,,768,,0.00010740081779658794
819
+ 384,6152,0.03165753185749054,769,0.0001098880043173267,
820
+ 384,6160,0.030958615243434906,770,0.00012431939467205666,
821
+ 385,6168,0.03143896162509918,771,0.00012931185096931586,
822
+ 385,6176,0.03350665047764778,772,9.73587557382416e-05,
823
+ 386,6184,0.03614040091633797,773,0.00011116890891571529,
824
+ 386,6192,0.030870478600263596,774,0.0001174829365027108,
825
+ 387,6200,0.03135708346962929,775,0.00010252687911815883,
826
+ 387,6208,0.03251810744404793,776,0.00013952991457699682,
827
+ 388,6216,0.03694000840187073,777,0.00014626725305788568,
828
+ 388,6224,0.031450703740119934,778,8.05223144197953e-05,
829
+ 389,6232,0.03119932860136032,779,0.00011827023990917951,
830
+ 389,6240,0.03688107430934906,780,0.00011288259111097432,
831
+ 390,6248,0.03168513625860214,781,0.00010910891433013603,
832
+ 390,6256,0.03229674696922302,782,0.00012197119212942198,
833
+ 391,6264,0.03324585780501366,783,0.00014944144731998676,
834
+ 391,6272,0.03497429937124252,784,6.964531667108531e-05,
835
+ ,,,784,,0.00010427185770822689
836
+ 392,6280,0.0387297123670578,785,9.299095245296485e-05,
837
+ 392,6288,0.03098662570118904,786,0.00014042667316971347,
838
+ 393,6296,0.03083525225520134,787,0.00016056979711720487,
839
+ 393,6304,0.03288121894001961,788,7.581366526210331e-05,
840
+ 394,6312,0.03109920024871826,789,7.764624342598836e-05,
841
+ 394,6320,0.03084094449877739,790,0.00014612000768465805,
842
+ 395,6328,0.03273139148950577,791,0.00013498797761712922,
843
+ 395,6336,0.033653147518634796,792,9.387003092342638e-05,
844
+ 396,6344,0.03131189942359924,793,0.00011185492076037917,
845
+ 396,6352,0.03214634954929352,794,0.0001190174330076843,
846
+ 397,6360,0.03492710739374161,795,0.00010035356217485969,
847
+ 397,6368,0.0309370718896389,796,0.0001265120927200769,
848
+ 398,6376,0.03851379454135895,797,0.0001268103119400621,
849
+ 398,6384,0.0358428992331028,798,0.00010300392432327499,
850
+ 399,6392,0.03140508756041527,799,0.0001240389128724928,
851
+ 399,6400,0.03220317140221596,800,9.8786487342295e-05,
852
+ ,,,800,,0.00010018981993198395
853
+ 400,6408,0.031353820115327835,801,0.00012975799882042338,
854
+ 400,6416,0.03237016126513481,802,9.661303806751675e-05,
855
+ 401,6424,0.03424481302499771,803,0.0001295365245823632,
856
+ 401,6432,0.03025057539343834,804,8.256318642452243e-05,
857
+ 402,6440,0.03224951773881912,805,0.00013658376383318682,
858
+ 402,6448,0.03242195397615433,806,8.697324210515944e-05,
859
+ 403,6456,0.03760213404893875,807,0.00013275308447191492,
860
+ 403,6464,0.03050227463245392,808,9.764210790308425e-05,
861
+ 404,6472,0.03265433758497238,809,7.52178743823606e-05,
862
+ 404,6480,0.03231830149888992,810,0.00015136340130084136,
863
+ 405,6488,0.030508313328027725,811,0.00013279987615533173,
864
+ 405,6496,0.03202591836452484,812,0.00010206414185631729,
865
+ 406,6504,0.033020295202732086,813,0.00010051671006294782,
866
+ 406,6512,0.030605506151914597,814,0.0001203282897677127,
867
+ 407,6520,0.03119570016860962,815,9.543568057779339e-05,
868
+ 407,6528,0.036567505449056625,816,0.00013460032050716109,
869
+ ,,,816,,9.750764002092183e-05
870
+ 408,6536,0.03764040023088455,817,0.00012446878918126458,
871
+ 408,6544,0.03538449481129646,818,0.00011093112334492616,
872
+ 409,6552,0.03623496741056442,819,0.00013190439312893432,
873
+ 409,6560,0.03653055429458618,820,8.782284612607327e-05,
874
+ 410,6568,0.036153584718704224,821,9.227811870005098e-05,
875
+ 410,6576,0.030640441924333572,822,0.00013556978228734806,
876
+ 411,6584,0.039409175515174866,823,0.0001146108938883117,
877
+ 411,6592,0.037406668066978455,824,0.00012128009393563843,
878
+ 412,6600,0.041832808405160904,825,0.00015320741340474342,
879
+ 412,6608,0.039824116975069046,826,8.542388832211145e-05,
880
+ 413,6616,0.030946049839258194,827,0.00015444719974766485,
881
+ 413,6624,0.030974317342042923,828,8.414203080064908e-05,
882
+ 414,6632,0.0334731787443161,829,0.00013263641221783473,
883
+ 414,6640,0.031514279544353485,830,8.245914841609192e-05,
884
+ 415,6648,0.031203243881464005,831,0.00015772533106428455,
885
+ 415,6656,0.03221007063984871,832,7.00028533628938e-05,
886
+ ,,,832,,9.84315702226013e-05
887
+ 416,6664,0.03938550874590874,833,0.00011851207864310709,
888
+ 416,6672,0.03337681293487549,834,0.00010188612168349209,
889
+ 417,6680,0.030928660184144974,835,0.0001486064979872026,
890
+ 417,6688,0.032741378992795944,836,7.865925522310135e-05,
891
+ 418,6696,0.032492123544216156,837,0.0001130467107941513,
892
+ 418,6704,0.03106372058391571,838,0.00011508346028676897,
893
+ 419,6712,0.03312287852168083,839,0.0001073994858415972,
894
+ 419,6720,0.030961886048316956,840,0.00011121151192128309,
895
+ 420,6728,0.031224876642227173,841,0.00016197194509004476,
896
+ 420,6736,0.03223021328449249,842,5.9096013274029247e-05,
897
+ 421,6744,0.031345125287771225,843,0.00014853257744107395,
898
+ 421,6752,0.030579566955566406,844,7.575388099212432e-05,
899
+ 422,6760,0.030778858810663223,845,7.99409704086429e-05,
900
+ 422,6768,0.0364641435444355,846,0.00014625045832872274,
901
+ 423,6776,0.03150131553411484,847,0.00012012023353236145,
902
+ 423,6784,0.03099295124411583,848,0.00010313848201803921,
903
+ ,,,848,,0.00010275220847688615
904
+ 424,6792,0.03082318603992462,849,0.00013612037855637027,
905
+ 424,6800,0.031084302812814713,850,9.15033083401795e-05,
906
+ 425,6808,0.0317588709294796,851,0.00012896836597064976,
907
+ 425,6816,0.03041519969701767,852,9.965357548935572e-05,
908
+ 426,6824,0.030430465936660767,853,0.00010284043241881591,
909
+ 426,6832,0.03579035773873329,854,0.00012125273951824056,
910
+ 427,6840,0.030708204954862595,855,8.329363890879904e-05,
911
+ 427,6848,0.030483398586511612,856,0.0001356458983536868,
912
+ 428,6856,0.031915582716464996,857,7.661854306206806e-05,
913
+ 428,6864,0.03687775880098343,858,0.000141679475973433,
914
+ 429,6872,0.0302409790456295,859,9.075645380107744e-05,
915
+ 429,6880,0.030658189207315445,860,0.00013637382335218717,
916
+ 430,6888,0.03804270550608635,861,0.00012983440092284582,
917
+ 430,6896,0.03026382252573967,862,0.00010504524152565864,
918
+ 431,6904,0.0305507630109787,863,0.00010285509506502422,
919
+ 431,6912,0.03248848021030426,864,0.00013087253887533734,
920
+ ,,,864,,9.631575085222721e-05
921
+ 432,6920,0.030919913202524185,865,0.00012811969349968422,
922
+ 432,6928,0.03073321282863617,866,9.692670937511139e-05,
923
+ 433,6936,0.031108789145946503,867,0.00014651855917691137,
924
+ 433,6944,0.03470733389258385,868,8.174417280315538e-05,
925
+ 434,6952,0.030808880925178528,869,0.00011822769215541484,
926
+ 434,6960,0.030243072658777237,870,0.00010418128113087732,
927
+ 435,6968,0.031626731157302856,871,0.00013863739968655864,
928
+ 435,6976,0.032174788415431976,872,9.193539426632924e-05,
929
+ 436,6984,0.03100096434354782,873,8.999725469038822e-05,
930
+ 436,6992,0.031368330121040344,874,0.00012302550999265804,
931
+ 437,7000,0.03417351841926575,875,0.0001373276202230045,
932
+ 437,7008,0.03039025142788887,876,8.505161122229765e-05,
933
+ 438,7016,0.03264739736914635,877,9.570347833687265e-05,
934
+ 438,7024,0.03440894931554794,878,0.00012375545020404388,
935
+ 439,7032,0.030825089663267136,879,0.00012890875382254308,
936
+ 439,7040,0.03477808088064194,880,9.783443238120526e-05,
937
+ ,,,880,,9.539192978991196e-05
938
+ 440,7048,0.03237982466816902,881,0.00010945347912638681,
939
+ 440,7056,0.03385310247540474,882,0.00010798056337080197,
940
+ 441,7064,0.03051096573472023,883,8.393390248784272e-05,
941
+ 441,7072,0.03068254142999649,884,0.00014325780284707434,
942
+ 442,7080,0.03103102743625641,885,8.73009823862958e-05,
943
+ 442,7088,0.030581165105104446,886,0.00013417076979749254,
944
+ 443,7096,0.03061552718281746,887,8.040270131459692e-05,
945
+ 443,7104,0.031210560351610184,888,0.00014313833844425972,
946
+ 444,7112,0.030730217695236206,889,8.363648748854757e-05,
947
+ 444,7120,0.031566910445690155,890,0.00014203561613612692,
948
+ 445,7128,0.03267594426870346,891,0.00012260829362276127,
949
+ 445,7136,0.031110581010580063,892,0.00011010964499291731,
950
+ 446,7144,0.043410565704107285,893,0.0001428545499493339,
951
+ 446,7152,0.03643785044550896,894,7.684219917791779e-05,
952
+ 447,7160,0.0361148826777935,895,8.694373332218674e-05,
953
+ 447,7168,0.030675701797008514,896,0.00013515370801542304,
954
+ ,,,896,,0.00010051729623228312
955
+ 448,7176,0.03084859997034073,897,0.00011454756122475374,
956
+ 448,7184,0.031960632652044296,898,0.00010503110706849839,
957
+ 449,7192,0.032942816615104675,899,8.515617219018168e-05,
958
+ 449,7200,0.030673768371343613,900,0.0001407842446496943,
959
+ 450,7208,0.031129948794841766,901,9.728348004500731e-05,
960
+ 450,7216,0.03359876573085785,902,0.00011810990304184088,
961
+ 451,7224,0.030980367213487625,903,8.144560251821531e-05,
962
+ 451,7232,0.030215438455343246,904,0.00013089291837786732,
963
+ 452,7240,0.03741980344057083,905,0.00011230116547267244,
964
+ 452,7248,0.03128868713974953,906,0.00011216367056476884,
965
+ 453,7256,0.03254548832774162,907,7.541131230937026e-05,
966
+ 453,7264,0.030618742108345032,908,0.00014117324235485285,
967
+ 454,7272,0.03733817860484123,909,0.0001354208909560839,
968
+ 454,7280,0.030767351388931274,910,7.937481268527335e-05,
969
+ 455,7288,0.03074948489665985,911,0.000131995318497502,
970
+ 455,7296,0.031862080097198486,912,8.356149783139699e-05,
971
+ ,,,912,,0.00010313963866792619
972
+ 456,7304,0.03342049941420555,913,0.00010858912719413638,
973
+ 456,7312,0.032053519040346146,914,0.00010510574202271528,
974
+ 457,7320,0.03034958615899086,915,0.00014160473074298352,
975
+ 457,7328,0.03235812485218048,916,7.438340799126308e-05,
976
+ 458,7336,0.038724634796381,917,7.041983758426795e-05,
977
+ 458,7344,0.03894208371639252,918,0.00014870969516778132,
978
+ 459,7352,0.039608731865882874,919,7.627590866832179e-05,
979
+ 459,7360,0.03887511417269707,920,0.00014056135432838346,
980
+ 460,7368,0.03684913367033005,921,0.0001097496715374291,
981
+ 460,7376,0.03586422652006149,922,0.00010875608859350905,
982
+ 461,7384,0.034765101969242096,923,9.948722049557546e-05,
983
+ 461,7392,0.03627951070666313,924,0.0001209248807754193,
984
+ 462,7400,0.03602593392133713,925,9.448174773751816e-05,
985
+ 462,7408,0.03092784434556961,926,0.00012202751941003953,
986
+ 463,7416,0.031226329505443573,927,6.575640531991667e-05,
987
+ 463,7424,0.03001842275261879,928,0.00015187164490271243,
988
+ ,,,928,,9.789507021196187e-05
989
+ 464,7432,0.030071120709180832,929,9.819149613576883e-05,
990
+ 464,7440,0.03052166849374771,930,0.0001250076411452028,
991
+ 465,7448,0.03495196998119354,931,0.0001429760932296631,
992
+ 465,7456,0.03156369552016258,932,7.523281692556338e-05,
993
+ 466,7464,0.030189961194992065,933,0.0001537437676688569,
994
+ 466,7472,0.031148742884397507,934,7.946439563966123e-05,
995
+ 467,7480,0.030842643231153488,935,0.00010672871053429844,
996
+ 467,7488,0.030877891927957535,936,0.00011328279924782692,
997
+ 468,7496,0.03505392745137215,937,0.00012662931430895696,
998
+ 468,7504,0.030193667858839035,938,0.00010398772565167747,
999
+ 469,7512,0.031142331659793854,939,0.00010084118412123644,
1000
+ 469,7520,0.033225949853658676,940,0.00011569940761546604,
1001
+ 470,7528,0.030788730829954147,941,0.00011001564234902617,
1002
+ 470,7536,0.031098216772079468,942,0.00010908413241850212,
1003
+ 471,7544,0.03126692771911621,943,0.00010082937978950213,
1004
+ 471,7552,0.03007395938038826,944,0.00010759224596768036,
1005
+ ,,,944,,0.00010206695151282474
1006
+ 472,7560,0.030145786702632904,945,0.00010346589124310412,
1007
+ 472,7568,0.030816126614809036,946,0.00011268524053775764,
1008
+ 473,7576,0.04015464708209038,947,0.000127508250216124,
1009
+ 473,7584,0.032552968710660934,948,0.00010011391032094252,
1010
+ 474,7592,0.030751891434192657,949,9.51373826865165e-05,
1011
+ 474,7600,0.030411802232265472,950,0.00012012037041131407,
1012
+ 475,7608,0.0369732528924942,951,9.956255780707579e-05,
1013
+ 475,7616,0.03182453662157059,952,0.00011883881143148756,
1014
+ 476,7624,0.030578918755054474,953,0.00015268940023815958,
1015
+ 476,7632,0.031353965401649475,954,5.98707970311807e-05,
1016
+ 477,7640,0.03769078478217125,955,8.420228095928906e-05,
1017
+ 477,7648,0.030729006975889206,956,0.0001276893954127445,
1018
+ 478,7656,0.0312817320227623,957,0.00010324301956643467,
1019
+ 478,7664,0.03392300754785538,958,0.00010735087539615051,
1020
+ 479,7672,0.030713506042957306,959,9.26507400436094e-05,
1021
+ 479,7680,0.03090522438287735,960,0.00011672298887788202,
1022
+ ,,,960,,9.658384078647941e-05
1023
+ 480,7688,0.03125661611557007,961,8.293579594464973e-05,
1024
+ 480,7696,0.03290484473109245,962,0.00013669982809005887,
1025
+ 481,7704,0.030970055609941483,963,8.925198926590383e-05,
1026
+ 481,7712,0.030896656215190887,964,0.00012523227860583575,
1027
+ 482,7720,0.032819606363773346,965,9.46008296978107e-05,
1028
+ 482,7728,0.034075528383255005,966,0.00012150604561611544,
1029
+ 483,7736,0.030930131673812866,967,0.00011428130528656766,
1030
+ 483,7744,0.030684322118759155,968,9.883109669317491e-05,
1031
+ 484,7752,0.03210129588842392,969,0.00012283342130103847,
1032
+ 484,7760,0.03072527050971985,970,8.856668023327074e-05,
1033
+ 485,7768,0.031653787940740585,971,9.302195439886418e-05,
1034
+ 485,7776,0.03541591390967369,972,0.00013243999615042412,
1035
+ 486,7784,0.0317838080227375,973,0.00013814781959808897,
1036
+ 486,7792,0.03023087978363037,974,7.483019908249844e-05,
1037
+ 487,7800,0.03825773671269417,975,0.0001241287845914485,
1038
+ 487,7808,0.03789660334587097,976,8.695876067577046e-05,
1039
+ ,,,976,,0.00010141124948859215
1040
+ 488,7816,0.03967643156647682,977,0.00010029212035078672,
1041
+ 488,7824,0.03298710286617279,978,0.00012064171824022196,
1042
+ 489,7832,0.03137751296162605,979,0.0001129233758092596,
1043
+ 489,7840,0.033913906663656235,980,0.0001052544189406035,
1044
+ 490,7848,0.030980277806520462,981,0.00014948803072911687,
1045
+ 490,7856,0.0333760641515255,982,6.578612510566018e-05,
1046
+ 491,7864,0.03174927458167076,983,0.00011816816049758927,
1047
+ 491,7872,0.03356337919831276,984,9.518236311123474e-05,
1048
+ 492,7880,0.03331275284290314,985,0.00012745108870149124,
1049
+ 492,7888,0.031069282442331314,986,0.00010006744946622348,
1050
+ 493,7896,0.031224828213453293,987,0.000127093635910569,
1051
+ 493,7904,0.0346248596906662,988,7.751200837446959e-05,
1052
+ 494,7912,0.0318889282643795,989,7.38617850402079e-05,
1053
+ 494,7920,0.037260811775922775,990,0.0001353633538201393,
1054
+ 495,7928,0.031296707689762115,991,0.00011840723414024978,
1055
+ 495,7936,0.031293828040361404,992,9.199483474731096e-05,
1056
+ ,,,992,,0.00010430181282572448
1057
+ 496,7944,0.031205445528030396,993,8.87314843112108e-05,
1058
+ 496,7952,0.031387604773044586,994,0.00013634573679155437,
1059
+ 497,7960,0.037378087639808655,995,8.372582124138717e-05,
1060
+ 497,7968,0.03252970054745674,996,0.0001316954756021005,
1061
+ 498,7976,0.03042668104171753,997,0.00010258738893753616,
1062
+ 498,7984,0.031232841312885284,998,0.00011462225393188419,
1063
+ 499,7992,0.03246195986866951,999,0.00012579485337482765,
1064
+ 499,8000,0.03280055895447731,1000,0.00010412151368655032,
1065
+ 500,8008,0.03032141923904419,1001,0.0001372536935377866,
1066
+ 500,8016,0.03082219511270523,1002,7.955332353049016e-05,
1067
+ 501,8024,0.03088551014661789,1003,0.00010412118285785255,
1068
+ 501,8032,0.030829306691884995,1004,0.00011952427757933037,
1069
+ 502,8040,0.03642367944121361,1005,0.00015178099693002878,
1070
+ 502,8048,0.03128045052289963,1006,6.811051321164996e-05,
1071
+ 503,8056,0.03846673667430878,1007,0.00010634159434630419,
1072
+ 503,8064,0.03061043843626976,1008,0.00011401134406696656,
1073
+ ,,,1008,,9.819288970902562e-05
1074
+ 504,8072,0.03082713484764099,1009,0.0001248113287601882,
1075
+ 504,8080,0.03255552425980568,1010,9.518266915620188e-05,
1076
+ 505,8088,0.03142434358596802,1011,8.208648068830371e-05,
1077
+ 505,8096,0.03221629559993744,1012,0.00012628903937184077,
1078
+ 506,8104,0.0319170318543911,1013,0.00013482499207384535,
1079
+ 506,8112,0.03434331715106964,1014,7.50984338537819e-05,
1080
+ 507,8120,0.03050702065229416,1015,7.648430778317561e-05,
1081
+ 507,8128,0.030816994607448578,1016,0.0001384896941090119,
1082
+ 508,8136,0.032421503216028214,1017,0.00011730193978110037,
1083
+ 508,8144,0.03392937406897545,1018,0.00010264705542795127,
1084
+ 509,8152,0.031233035027980804,1019,0.00010681904586817836,
1085
+ 509,8160,0.03157336264848709,1020,0.000102510078704654,
1086
+ 510,8168,0.03421694040298462,1021,0.00013440878410619916,
1087
+ 510,8176,0.030412916094064713,1022,8.823806274449453e-05,
1088
+ 511,8184,0.03092239424586296,1023,9.111516556004062e-05,
1089
+ 511,8192,0.03283555060625076,1024,0.00012323380769885262,
1090
+ ,,,1024,,9.709047299111262e-05
1091
+ 512,8200,0.033633459359407425,1025,0.00011420646205806406,
1092
+ 512,8208,0.030863985419273376,1026,9.4556010026281e-05,
1093
+ 513,8216,0.03155471011996269,1027,7.301269943127409e-05,
1094
+ 513,8224,0.03631959483027458,1028,0.00013588460933533497,
1095
+ 514,8232,0.031125135719776154,1029,0.00014133577633401728,
1096
+ 514,8240,0.031178273260593414,1030,6.969005062273936e-05,
1097
+ 515,8248,0.03869800269603729,1031,0.00012679359087997,
1098
+ 515,8256,0.03755461424589157,1032,9.31569297790702e-05,
1099
+ 516,8264,0.036286816000938416,1033,7.097133197930816e-05,
1100
+ 516,8272,0.032853588461875916,1034,0.00014310737469713786,
1101
+ 517,8280,0.036764759570360184,1035,8.594485530011298e-05,
1102
+ 517,8288,0.03130573779344559,1036,0.00011670978165057022,
1103
+ 518,8296,0.03849995136260986,1037,0.00013551225720220827,
1104
+ 518,8304,0.03536278381943703,1038,7.118005100892333e-05,
1105
+ 519,8312,0.030983231961727142,1039,9.236702453563339e-05,
1106
+ 519,8320,0.03137001767754555,1040,0.00011015341897291364,
1107
+ ,,,1040,,9.831244824454188e-05
finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=4/lora_ans_no_es/0.0-1.0/0.7-1.0/test=sst2/list=0.0-1.0/labels.csv ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 33153,1
2
+ 60528,0
3
+ 11427,1
4
+ 60785,0
5
+ 14382,0
6
+ 56120,1
7
+ 44934,1
8
+ 14307,1
9
+ 62453,0
10
+ 45790,0
11
+ 44237,1
12
+ 34830,1
13
+ 22167,1
14
+ 36074,0
15
+ 39134,0
16
+ 5232,0
finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=4/lora_ans_no_es/0.0-1.0/0.7-1.0/test=sst2/list=0.0-1.0/logits.csv ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 33153,-9.5000925,-9.2621325e-05
2
+ 60528,-0.0002948803,-8.500295
3
+ 11427,-11.375027,-2.6344906e-05
4
+ 60785,-6.854299e-05,-10.250069
5
+ 14382,-8.1774226e-05,-10.125082
6
+ 56120,-8.000351,-0.0003507714
7
+ 44934,-10.375057,-5.6980418e-05
8
+ 14307,-9.500093,-9.393251e-05
9
+ 62453,-9.44093e-05,-11.125094
10
+ 45790,-0.00010644823,-9.750107
11
+ 44237,-11.875031,-3.170917e-05
12
+ 34830,-10.500082,-8.237023e-05
13
+ 22167,-10.125065,-6.532456e-05
14
+ 36074,-0.00014578234,-10.000146
15
+ 39134,-6.603976e-05,-10.125066
16
+ 5232,-0.00013648532,-9.125136
finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=4/lora_ans_no_es/0.0-1.0/0.7-1.0/test=sst2/list=test_400/labels.csv ADDED
@@ -0,0 +1,400 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 17786,0
2
+ 12007,0
3
+ 8229,0
4
+ 31449,1
5
+ 1591,0
6
+ 53542,1
7
+ 49372,1
8
+ 54831,0
9
+ 44771,1
10
+ 33116,0
11
+ 33492,1
12
+ 16982,1
13
+ 31901,1
14
+ 49817,0
15
+ 60681,0
16
+ 39890,1
17
+ 62685,0
18
+ 2201,1
19
+ 47201,1
20
+ 20835,1
21
+ 15421,1
22
+ 45021,0
23
+ 45802,0
24
+ 43637,0
25
+ 7160,0
26
+ 8150,0
27
+ 3512,1
28
+ 29264,0
29
+ 32960,0
30
+ 32221,0
31
+ 35996,1
32
+ 4422,1
33
+ 22209,0
34
+ 6920,1
35
+ 25253,0
36
+ 680,0
37
+ 50140,1
38
+ 28481,1
39
+ 36298,0
40
+ 16473,1
41
+ 11102,1
42
+ 62901,0
43
+ 16123,1
44
+ 52012,0
45
+ 60780,0
46
+ 1781,1
47
+ 41449,0
48
+ 908,0
49
+ 15507,1
50
+ 57914,1
51
+ 46159,1
52
+ 56461,1
53
+ 62107,1
54
+ 49087,1
55
+ 65792,0
56
+ 13181,0
57
+ 54119,1
58
+ 51997,0
59
+ 24924,1
60
+ 45890,0
61
+ 41716,0
62
+ 60175,0
63
+ 30318,0
64
+ 13221,1
65
+ 15509,1
66
+ 37365,1
67
+ 60975,0
68
+ 51375,0
69
+ 16004,1
70
+ 12837,1
71
+ 17864,1
72
+ 67134,1
73
+ 18611,1
74
+ 12861,1
75
+ 58084,1
76
+ 32874,1
77
+ 32717,1
78
+ 23413,1
79
+ 59634,0
80
+ 15629,0
81
+ 47071,0
82
+ 48558,1
83
+ 3648,0
84
+ 43367,0
85
+ 14869,0
86
+ 1518,0
87
+ 16976,1
88
+ 20931,1
89
+ 67379,1
90
+ 4741,0
91
+ 5765,1
92
+ 48791,0
93
+ 15298,0
94
+ 21874,1
95
+ 9095,1
96
+ 3840,1
97
+ 55636,0
98
+ 57364,0
99
+ 65863,0
100
+ 40786,0
101
+ 8118,1
102
+ 52441,0
103
+ 38593,0
104
+ 5517,0
105
+ 39136,1
106
+ 47292,0
107
+ 34052,1
108
+ 16037,1
109
+ 64606,1
110
+ 19552,0
111
+ 14116,0
112
+ 11261,1
113
+ 11668,1
114
+ 42198,1
115
+ 22526,1
116
+ 8037,1
117
+ 5324,1
118
+ 56692,0
119
+ 59753,0
120
+ 47298,0
121
+ 57801,1
122
+ 58413,1
123
+ 10673,0
124
+ 65730,1
125
+ 40287,1
126
+ 15186,0
127
+ 43119,0
128
+ 39219,1
129
+ 50340,0
130
+ 34297,1
131
+ 62941,0
132
+ 31551,1
133
+ 41344,1
134
+ 46402,1
135
+ 13636,1
136
+ 42241,1
137
+ 15422,0
138
+ 25014,1
139
+ 19613,1
140
+ 5515,0
141
+ 64128,0
142
+ 28084,0
143
+ 10395,1
144
+ 9965,0
145
+ 27221,1
146
+ 11994,0
147
+ 43384,0
148
+ 44329,0
149
+ 58937,0
150
+ 29119,0
151
+ 8989,0
152
+ 23043,1
153
+ 32166,0
154
+ 42729,0
155
+ 6863,1
156
+ 41187,0
157
+ 36039,1
158
+ 55977,0
159
+ 8129,1
160
+ 60223,1
161
+ 9414,1
162
+ 26177,0
163
+ 38443,0
164
+ 43084,0
165
+ 53673,0
166
+ 15057,1
167
+ 51700,0
168
+ 51201,1
169
+ 47078,1
170
+ 59961,1
171
+ 22272,1
172
+ 65773,0
173
+ 33746,0
174
+ 27311,1
175
+ 41292,0
176
+ 17110,0
177
+ 57029,0
178
+ 3009,1
179
+ 40193,1
180
+ 27618,1
181
+ 20145,1
182
+ 52193,1
183
+ 34398,0
184
+ 36473,1
185
+ 43577,0
186
+ 57850,1
187
+ 61117,0
188
+ 32569,1
189
+ 12290,1
190
+ 19499,1
191
+ 60470,0
192
+ 8962,1
193
+ 65955,1
194
+ 62486,0
195
+ 19000,0
196
+ 22631,1
197
+ 25613,0
198
+ 56086,1
199
+ 28883,0
200
+ 26425,1
201
+ 48097,0
202
+ 61477,0
203
+ 9121,0
204
+ 66709,1
205
+ 51472,1
206
+ 19809,1
207
+ 38959,1
208
+ 39849,0
209
+ 59964,0
210
+ 65268,1
211
+ 8791,0
212
+ 51774,1
213
+ 49640,0
214
+ 20125,1
215
+ 59640,0
216
+ 68206,1
217
+ 48079,1
218
+ 49583,0
219
+ 67054,0
220
+ 59571,1
221
+ 29080,1
222
+ 29111,1
223
+ 20758,1
224
+ 64023,0
225
+ 29058,0
226
+ 18185,1
227
+ 36543,0
228
+ 54983,1
229
+ 3101,1
230
+ 42140,0
231
+ 6954,0
232
+ 15955,1
233
+ 61746,0
234
+ 32055,0
235
+ 39496,1
236
+ 59909,1
237
+ 66296,0
238
+ 46804,1
239
+ 35049,0
240
+ 56017,1
241
+ 26947,1
242
+ 38928,0
243
+ 15029,1
244
+ 7086,0
245
+ 537,0
246
+ 50731,0
247
+ 63604,1
248
+ 67049,0
249
+ 31161,0
250
+ 58922,1
251
+ 18347,1
252
+ 25864,1
253
+ 63846,0
254
+ 13353,0
255
+ 25378,1
256
+ 59101,1
257
+ 20895,0
258
+ 48119,1
259
+ 14332,0
260
+ 25497,1
261
+ 8686,0
262
+ 22758,1
263
+ 7666,0
264
+ 20686,0
265
+ 18975,1
266
+ 19054,1
267
+ 48123,1
268
+ 57909,1
269
+ 9226,1
270
+ 48653,1
271
+ 44013,0
272
+ 11409,1
273
+ 62736,0
274
+ 2777,1
275
+ 7058,0
276
+ 48408,0
277
+ 28934,1
278
+ 46578,1
279
+ 23203,0
280
+ 6257,1
281
+ 53444,0
282
+ 17816,0
283
+ 46307,1
284
+ 20599,1
285
+ 29423,0
286
+ 21041,0
287
+ 16633,1
288
+ 20221,0
289
+ 27466,0
290
+ 22987,0
291
+ 9322,1
292
+ 3265,0
293
+ 22814,1
294
+ 56185,1
295
+ 55014,1
296
+ 43437,1
297
+ 24683,0
298
+ 10233,0
299
+ 19001,0
300
+ 32718,0
301
+ 31030,0
302
+ 1099,0
303
+ 57982,1
304
+ 49148,0
305
+ 40880,1
306
+ 31148,0
307
+ 9446,1
308
+ 18579,1
309
+ 30932,0
310
+ 40792,0
311
+ 48600,0
312
+ 44588,1
313
+ 33828,1
314
+ 33917,0
315
+ 2026,0
316
+ 56745,0
317
+ 17383,0
318
+ 2372,0
319
+ 56600,0
320
+ 50257,0
321
+ 38892,0
322
+ 45844,0
323
+ 29062,0
324
+ 5655,1
325
+ 67611,0
326
+ 18546,0
327
+ 63060,1
328
+ 36068,1
329
+ 784,0
330
+ 20429,0
331
+ 21679,1
332
+ 53617,1
333
+ 6978,1
334
+ 53262,0
335
+ 181,0
336
+ 28744,0
337
+ 48716,0
338
+ 51468,0
339
+ 62209,1
340
+ 8732,1
341
+ 56949,1
342
+ 26885,0
343
+ 43345,0
344
+ 8053,0
345
+ 59402,1
346
+ 49552,0
347
+ 12348,0
348
+ 28335,1
349
+ 59114,1
350
+ 12625,1
351
+ 8876,1
352
+ 29959,1
353
+ 37911,1
354
+ 38412,0
355
+ 31999,0
356
+ 34775,0
357
+ 65737,1
358
+ 25244,0
359
+ 51630,1
360
+ 23979,1
361
+ 34638,1
362
+ 22311,1
363
+ 14004,1
364
+ 310,1
365
+ 49105,0
366
+ 38782,1
367
+ 4647,1
368
+ 43782,0
369
+ 66046,0
370
+ 16690,1
371
+ 67731,0
372
+ 54867,1
373
+ 34108,1
374
+ 67332,0
375
+ 22567,0
376
+ 57173,0
377
+ 26527,1
378
+ 59580,1
379
+ 20737,0
380
+ 53307,0
381
+ 32783,0
382
+ 7868,1
383
+ 50777,0
384
+ 29307,1
385
+ 18297,0
386
+ 44524,1
387
+ 61320,0
388
+ 2578,0
389
+ 40612,1
390
+ 32523,1
391
+ 48509,0
392
+ 36666,1
393
+ 6539,1
394
+ 33620,1
395
+ 55547,1
396
+ 11751,1
397
+ 30491,0
398
+ 48294,1
399
+ 37424,1
400
+ 29155,1
finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=4/lora_ans_no_es/0.0-1.0/0.7-1.0/test=sst2/list=test_400/logits.csv ADDED
@@ -0,0 +1,400 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 17786,-0.026328662,-3.6513286
2
+ 12007,-0.0022129351,-6.127213
3
+ 8229,-0.00012075172,-9.250121
4
+ 31449,-10.12506,-6.0556486e-05
5
+ 1591,-5.817244e-05,-10.625058
6
+ 53542,-6.876051,-0.0010507545
7
+ 49372,-7.3756485,-0.00064864574
8
+ 54831,-0.0006591293,-7.375659
9
+ 44771,-0.0019878643,-6.251988
10
+ 33116,-6.532456e-05,-11.250065
11
+ 33492,-7.500568,-0.0005677519
12
+ 16982,-0.0700336,-2.6950336
13
+ 31901,-3.5299222,-0.02992224
14
+ 49817,-0.0001584166,-9.000158
15
+ 60681,-5.006762,-0.0067622387
16
+ 39890,-0.7576569,-0.6326569
17
+ 62685,-0.00012671144,-9.500127
18
+ 2201,-10.625228,-0.000227783
19
+ 47201,-0.00012981049,-9.50013
20
+ 20835,-10.50005,-4.9947444e-05
21
+ 15421,-8.125315,-0.00031442466
22
+ 45021,-0.0004665955,-7.750467
23
+ 45802,-0.0036389104,-5.6286387
24
+ 43637,-0.00013088323,-9.250131
25
+ 7160,-5.8291644e-05,-11.000058
26
+ 8150,-0.00037079136,-8.000371
27
+ 3512,-8.500221,-0.00022134715
28
+ 29264,-4.458328e-05,-11.625045
29
+ 32960,-1.8047785,-0.17977841
30
+ 32221,-0.0001832079,-8.875183
31
+ 35996,-6.7511854,-0.0011854295
32
+ 4422,-9.875081,-8.070143e-05
33
+ 22209,-7.247662e-05,-10.1250725
34
+ 6920,-10.375048,-4.7801783e-05
35
+ 25253,-0.00019321959,-8.875194
36
+ 680,-0.00046742958,-7.7504673
37
+ 50140,-7.0009317,-0.0009317824
38
+ 28481,-7.2507277,-0.0007277463
39
+ 36298,-0.00011824862,-9.375118
40
+ 16473,-9.250113,-0.000112646434
41
+ 11102,-1.0537398,-0.42873973
42
+ 62901,-6.639737e-05,-10.000067
43
+ 16123,-10.000084,-8.391982e-05
44
+ 52012,-0.00010632903,-10.250106
45
+ 60780,-0.00018654513,-8.875187
46
+ 1781,-11.37503,-2.9682673e-05
47
+ 41449,-0.00014590153,-9.250146
48
+ 908,-8.250281,-0.00028177106
49
+ 15507,-9.375115,-0.00011526874
50
+ 57914,-0.2520075,-1.5020075
51
+ 46159,-0.009782234,-4.6347823
52
+ 56461,-10.875033,-3.349725e-05
53
+ 62107,-0.00010799778,-10.250108
54
+ 49087,-10.750041,-4.1007155e-05
55
+ 65792,-8.8687775e-05,-10.000089
56
+ 13181,-0.00015615197,-9.000156
57
+ 54119,-7.750452,-0.00045182032
58
+ 51997,-5.8291644e-05,-10.750058
59
+ 24924,-10.375049,-4.911302e-05
60
+ 45890,-0.00012468515,-9.375125
61
+ 41716,-0.14269783,-2.0176978
62
+ 60175,-7.903264e-05,-10.000079
63
+ 30318,-7.7125434e-05,-10.000077
64
+ 13221,-6.7511883,-0.0011882872
65
+ 15509,-9.875065,-6.460935e-05
66
+ 37365,-5.753202,-0.0032021934
67
+ 60975,-0.0005329619,-7.625533
68
+ 51375,-8.4515814e-05,-10.375085
69
+ 16004,-8.625197,-0.0001975103
70
+ 12837,-1.6004319,-0.22543195
71
+ 17864,-9.625099,-9.9058016e-05
72
+ 67134,-7.75046,-0.00046028034
73
+ 18611,-6.0025024,-0.0025026451
74
+ 12861,-6.6263537,-0.0013535395
75
+ 58084,-8.750174,-0.00017403041
76
+ 32874,-0.00010835537,-9.500109
77
+ 32717,-9.000141,-0.00014125303
78
+ 23413,-8.750299,-0.00029964725
79
+ 59634,-3.0486076,-0.048607655
80
+ 15629,-0.079238586,-2.5792387
81
+ 47071,-0.00068617164,-7.375686
82
+ 48558,-5.2552533,-0.005253439
83
+ 3648,-8.582701e-05,-9.875086
84
+ 43367,-0.0001544833,-9.0001545
85
+ 14869,-7.152301e-05,-10.875072
86
+ 1518,-0.006751701,-5.0067515
87
+ 16976,-7.879522,-0.0045219786
88
+ 20931,-7.0009274,-0.00092737575
89
+ 67379,-10.250057,-5.709962e-05
90
+ 4741,-7.235742e-05,-10.1250725
91
+ 5765,-7.5005803,-0.00058049994
92
+ 48791,-0.0004665955,-7.750467
93
+ 15298,-0.012579499,-4.3875794
94
+ 21874,-6.002505,-0.0025046666
95
+ 9095,-8.00038,-0.00037984786
96
+ 3840,-8.625195,-0.00019453064
97
+ 55636,-0.06201277,-2.8120127
98
+ 57364,-0.42879337,-1.0537934
99
+ 65863,-9.381331e-05,-10.250093
100
+ 40786,-4.339124e-05,-11.250043
101
+ 8118,-8.250279,-0.00027938755
102
+ 52441,-0.00012301642,-9.250123
103
+ 38593,-0.00016258826,-8.875162
104
+ 5517,-8.7019e-05,-10.375087
105
+ 39136,-0.20173715,-1.7017372
106
+ 47292,-0.00013386307,-9.7501335
107
+ 34052,-0.0012196015,-7.0012197
108
+ 16037,-9.75008,-8.0105434e-05
109
+ 64606,-8.500224,-0.00022384999
110
+ 19552,-0.00041106835,-7.875411
111
+ 14116,-6.7511883,-0.001188049
112
+ 11261,-0.008648795,-4.758649
113
+ 11668,-10.250054,-5.4238757e-05
114
+ 42198,-8.125311,-0.00031108785
115
+ 22526,-12.375036,-3.5881352e-05
116
+ 8037,-7.2507277,-0.0007278654
117
+ 5324,-6.0025616,-0.0025617422
118
+ 56692,-0.00036042393,-8.0003605
119
+ 59753,-0.0076274113,-4.8826275
120
+ 47298,-0.00011002412,-9.75011
121
+ 57801,-0.0619898,-2.8119898
122
+ 58413,-10.500053,-5.3046726e-05
123
+ 10673,-5.9960475e-05,-11.00006
124
+ 65730,-9.250125,-0.00012492354
125
+ 40287,-7.2507424,-0.00074263645
126
+ 15186,-8.375245,-0.00024554098
127
+ 43119,-0.00010334911,-9.625103
128
+ 39219,-9.375105,-0.00010454108
129
+ 50340,-5.379633,-0.0046328115
130
+ 34297,-8.625208,-0.00020787939
131
+ 62941,-8.5707805e-05,-9.875086
132
+ 31551,-12.000028,-2.741776e-05
133
+ 41344,-7.1258283,-0.00082804245
134
+ 46402,-9.7500725,-7.259582e-05
135
+ 13636,-5.379637,-0.0046366085
136
+ 42241,-8.875155,-0.0001559136
137
+ 15422,-0.00028224775,-8.250282
138
+ 25014,-8.750184,-0.00018439977
139
+ 19613,-0.0003661439,-8.000366
140
+ 5515,-8.713819e-05,-9.875087
141
+ 64128,-5.7457226e-05,-10.875057
142
+ 28084,-6.270212e-05,-11.125063
143
+ 10395,-0.03366606,-3.4086661
144
+ 9965,-0.0052568777,-5.2552567
145
+ 27221,-6.626342,-0.0013419918
146
+ 11994,-7.343022e-05,-11.000073
147
+ 43384,-8.6423e-05,-9.875087
148
+ 44329,-6.592056e-05,-11.125066
149
+ 58937,-6.317893e-05,-10.375063
150
+ 29119,-5.674201e-05,-10.250056
151
+ 8989,-0.00017808282,-10.125178
152
+ 23043,-7.1258225,-0.0008223251
153
+ 32166,-0.0018271195,-8.251827
154
+ 42729,-0.00010823618,-10.250108
155
+ 6863,-9.000159,-0.00015901255
156
+ 41187,-9.774684e-05,-10.750097
157
+ 36039,-12.000039,-3.8980677e-05
158
+ 55977,-0.00023207355,-8.500232
159
+ 8129,-7.000926,-0.0009259466
160
+ 60223,-9.750087,-8.6899796e-05
161
+ 9414,-5.6503606e-05,-10.250056
162
+ 26177,-6.3894135e-05,-10.625064
163
+ 38443,-7.784064e-05,-9.875078
164
+ 43084,-7.3549425e-05,-10.250073
165
+ 53673,-0.00014518638,-10.125145
166
+ 15057,-4.1410613,-0.016061328
167
+ 51700,-0.0001869027,-9.000187
168
+ 51201,-9.125129,-0.00012909532
169
+ 47078,-7.7504506,-0.00045062878
170
+ 59961,-6.1271987,-0.0021988994
171
+ 22272,-0.038159724,-3.2881596
172
+ 65773,-0.0028294788,-5.8778296
173
+ 33746,-0.31328848,-1.3132885
174
+ 27311,-9.875074,-7.426463e-05
175
+ 41292,-4.768258e-05,-10.625048
176
+ 17110,-0.012581736,-4.387582
177
+ 57029,-0.00018654513,-8.875187
178
+ 3009,-9.375096,-9.679326e-05
179
+ 40193,-7.8753967,-0.000396769
180
+ 27618,-7.875401,-0.00040105882
181
+ 20145,-11.000032,-3.2543605e-05
182
+ 52193,-8.125313,-0.0003131138
183
+ 34398,-0.00047767672,-7.750478
184
+ 36473,-10.6250515,-5.149709e-05
185
+ 43577,-4.6371337e-05,-10.750047
186
+ 57850,-9.375101,-0.00010132276
187
+ 61117,-9.1667745e-05,-10.000092
188
+ 32569,-3.4086738,-0.033673666
189
+ 12290,-10.125081,-8.105903e-05
190
+ 19499,-9.375103,-0.00010322992
191
+ 60470,-9.500529e-05,-9.500095
192
+ 8962,-11.500046,-4.553691e-05
193
+ 65955,-7.5005813,-0.0005812148
194
+ 62486,-0.018214462,-4.018214
195
+ 19000,-0.42873567,-1.0537357
196
+ 22631,-7.875397,-0.0003973648
197
+ 25613,-6.5086155e-05,-10.125065
198
+ 56086,-8.375246,-0.00024577935
199
+ 28883,-0.31330654,-1.3133066
200
+ 26425,-8.625196,-0.00019643761
201
+ 48097,-0.0001040643,-9.500104
202
+ 61477,-0.0004135707,-7.8754134
203
+ 9121,-0.014185545,-4.2641854
204
+ 66709,-5.3796396,-0.0046398123
205
+ 51472,-6.876076,-0.0010763572
206
+ 19809,-7.3756456,-0.00064554834
207
+ 38959,-8.125321,-0.0003214558
208
+ 39849,-4.804019e-05,-10.500048
209
+ 59964,-0.00015913174,-9.000159
210
+ 65268,-8.625196,-0.00019667599
211
+ 8791,-0.06996691,-2.6949668
212
+ 51774,-8.000349,-0.00034886473
213
+ 49640,-0.00010811698,-9.875108
214
+ 20125,-8.250282,-0.00028248611
215
+ 59640,-0.0002948803,-8.250295
216
+ 68206,-9.125147,-0.00014649749
217
+ 48079,-10.5000515,-5.125868e-05
218
+ 49583,-0.1797814,-1.8047814
219
+ 67054,-0.0002897558,-8.25029
220
+ 59571,-0.002512039,-6.002512
221
+ 29080,-9.125141,-0.00014089546
222
+ 29111,-8.125316,-0.00031525886
223
+ 20758,-7.750447,-0.00044657747
224
+ 64023,-0.0008381668,-7.1258383
225
+ 29058,-8.332382e-05,-10.500083
226
+ 18185,-4.482169e-05,-11.250045
227
+ 36543,-9.8104436e-05,-9.625098
228
+ 54983,-3.4086604,-0.033660408
229
+ 3101,-4.634766,-0.009766297
230
+ 42140,-6.246372e-05,-10.875062
231
+ 6954,-4.7444173e-05,-10.875048
232
+ 15955,-5.877856,-0.002855987
233
+ 61746,-0.00010597144,-9.500106
234
+ 32055,-0.062004924,-2.812005
235
+ 39496,-9.000157,-0.00015734388
236
+ 59909,-6.127199,-0.0021992563
237
+ 66296,-8.7614986e-05,-10.875088
238
+ 46804,-5.8778677,-0.0028675173
239
+ 35049,-9.95348e-05,-11.000099
240
+ 56017,-0.34890687,-1.2239069
241
+ 26947,-7.500573,-0.00057323236
242
+ 38928,-0.00010263393,-10.000103
243
+ 15029,-9.750101,-0.00010108437
244
+ 7086,-0.000109308945,-10.12511
245
+ 537,-0.004658916,-5.3796587
246
+ 50731,-0.00014244496,-9.125142
247
+ 63604,-8.625216,-0.00021586473
248
+ 67049,-0.000647097,-7.375647
249
+ 31161,-0.0001294529,-9.12513
250
+ 58922,-11.000045,-4.494089e-05
251
+ 18347,-10.500045,-4.482169e-05
252
+ 25864,-0.0015306673,-6.5015306
253
+ 63846,-0.000123374,-9.375123
254
+ 13353,-0.00017033557,-8.875171
255
+ 25378,-2.4639733,-0.08897337
256
+ 59101,-9.125135,-0.000135055
257
+ 20895,-0.01606344,-4.141063
258
+ 48119,-9.000148,-0.00014828535
259
+ 14332,-7.8436635e-05,-9.875078
260
+ 25497,-5.504099,-0.0040990626
261
+ 8686,-0.00979097,-4.634791
262
+ 22758,-1.2234895,-0.3484895
263
+ 7666,-9.345572e-05,-9.625093
264
+ 20686,-0.0010674262,-6.8760676
265
+ 18975,-8.625214,-0.00021371941
266
+ 19054,-4.882626,-0.00762611
267
+ 48123,-11.00004,-4.0411134e-05
268
+ 57909,-8.750178,-0.00017844039
269
+ 9226,-9.625088,-8.809179e-05
270
+ 48653,-0.00013815402,-9.125138
271
+ 44013,-0.00053236616,-7.625532
272
+ 11409,-9.000211,-0.00021038226
273
+ 62736,-0.31330365,-1.3133037
274
+ 2777,-7.25073,-0.0007301287
275
+ 7058,-6.2940526e-05,-10.875063
276
+ 48408,-0.001748225,-6.376748
277
+ 28934,-9.00014,-0.00014041868
278
+ 46578,-10.375059,-5.912606e-05
279
+ 23203,-0.06199686,-2.811997
280
+ 6257,-9.250138,-0.0001385116
281
+ 53444,-1.4062109,-0.28121084
282
+ 17816,-0.02059492,-3.8955948
283
+ 46307,-9.625094,-9.488609e-05
284
+ 20599,-11.125039,-3.8980677e-05
285
+ 29423,-7.378783e-05,-10.625073
286
+ 21041,-7.1165414e-05,-10.125072
287
+ 16633,-10.250053,-5.316593e-05
288
+ 20221,-3.0486007,-0.048600614
289
+ 27466,-8.165503e-05,-9.875082
290
+ 22987,-0.00016866691,-8.875169
291
+ 9322,-0.008656241,-4.758656
292
+ 3265,-0.00020442304,-8.750204
293
+ 22814,-3.2880845,-0.038084563
294
+ 56185,-8.6252,-0.00020001318
295
+ 55014,-7.2507305,-0.0007306052
296
+ 43437,-8.500231,-0.00023064337
297
+ 24683,-0.00094285846,-7.0009427
298
+ 10233,-0.0015311434,-6.501531
299
+ 19001,-0.00014840455,-11.000149
300
+ 32718,-0.00023278865,-8.500233
301
+ 31030,-9.7985234e-05,-9.750098
302
+ 1099,-5.3642743e-05,-11.625053
303
+ 57982,-2.1269557,-0.12695566
304
+ 49148,-0.00021753329,-8.500217
305
+ 40880,-9.125123,-0.00012325481
306
+ 31148,-6.90198e-05,-10.500069
307
+ 9446,-9.125124,-0.00012385078
308
+ 18579,-11.25005,-4.9232225e-05
309
+ 30932,-5.504096,-0.0040962133
310
+ 40792,-0.0028669229,-5.8778667
311
+ 48600,-0.00015209948,-10.125152
312
+ 44588,-2.9299352,-0.054935228
313
+ 33828,-8.625195,-0.00019429227
314
+ 33917,-0.00021538799,-8.875216
315
+ 2026,-0.00020740266,-8.625207
316
+ 56745,-0.0005148516,-7.625515
317
+ 17383,-0.018180046,-4.01818
318
+ 2372,-0.00012814178,-9.500128
319
+ 56600,-0.0061814077,-7.2561812
320
+ 50257,-0.00010179955,-9.625102
321
+ 38892,-0.00012194367,-9.375122
322
+ 45844,-0.00019608006,-9.250196
323
+ 29062,-0.00086115464,-7.125861
324
+ 5655,-8.500217,-0.00021705656
325
+ 67611,-1.136905,-0.386905
326
+ 18546,-0.00011395759,-9.5001135
327
+ 63060,-9.75008,-8.0224636e-05
328
+ 36068,-8.500278,-0.00027819577
329
+ 784,-0.008638868,-4.758639
330
+ 20429,-0.001206028,-6.751206
331
+ 21679,-9.125129,-0.00012873775
332
+ 53617,-10.250055,-5.5192377e-05
333
+ 6978,-10.375047,-4.672895e-05
334
+ 53262,-0.00010311072,-11.125103
335
+ 181,-0.00010799778,-9.625108
336
+ 28744,-0.00017987064,-8.87518
337
+ 48716,-9.321732e-05,-9.625093
338
+ 51468,-6.2940526e-05,-10.250063
339
+ 62209,-10.000062,-6.2225314e-05
340
+ 8732,-4.882635,-0.007635101
341
+ 56949,-3.895565,-0.020565024
342
+ 26885,-6.8185385e-05,-10.625068
343
+ 43345,-0.0004648082,-7.750465
344
+ 8053,-5.6286187,-0.0036185994
345
+ 59402,-7.2507296,-0.00072965224
346
+ 49552,-6.997341e-05,-10.12507
347
+ 12348,-0.0006764031,-7.3756766
348
+ 28335,-0.02976812,-3.5297682
349
+ 59114,-0.17979833,-1.8047984
350
+ 12625,-6.6263714,-0.0013711584
351
+ 8876,-6.751262,-0.0012619874
352
+ 29959,-9.375101,-0.00010144196
353
+ 37911,-0.00018535326,-8.750185
354
+ 38412,-0.1002399,-2.35024
355
+ 31999,-0.00012420837,-9.375124
356
+ 34775,-0.00052462163,-7.6255245
357
+ 65737,-6.501521,-0.0015211451
358
+ 25244,-0.0007439468,-7.250744
359
+ 51630,-9.5000925,-9.274053e-05
360
+ 23979,-0.06199596,-2.811996
361
+ 34638,-9.625082,-8.225103e-05
362
+ 22311,-12.500036,-3.6000558e-05
363
+ 14004,-10.625039,-3.9457496e-05
364
+ 310,-4.2318403e-05,-10.750042
365
+ 49105,-0.00020978635,-8.62521
366
+ 38782,-11.875026,-2.5868081e-05
367
+ 4647,-7.625509,-0.00050865585
368
+ 43782,-8.034383e-05,-11.50008
369
+ 66046,-0.002219596,-6.1272197
370
+ 16690,-10.750046,-4.5417706e-05
371
+ 67731,-0.0005833593,-7.500583
372
+ 54867,-7.375647,-0.0006469779
373
+ 34108,-6.1272264,-0.002226138
374
+ 67332,-0.0004102342,-7.87541
375
+ 22567,-0.00051783025,-7.625518
376
+ 57173,-0.05491074,-2.9299107
377
+ 26527,-8.375248,-0.00024828213
378
+ 59580,-7.3756485,-0.00064828835
379
+ 20737,-0.0015350713,-6.501535
380
+ 53307,-6.484775e-05,-11.250065
381
+ 32783,-7.140382e-05,-10.500072
382
+ 7868,-9.250115,-0.00011526874
383
+ 50777,-6.687418e-05,-10.000067
384
+ 29307,-11.000056,-5.6146e-05
385
+ 18297,-0.00013577017,-9.125135
386
+ 44524,-10.000074,-7.462223e-05
387
+ 61320,-0.0003290827,-8.125329
388
+ 2578,-0.6933217,-0.6933217
389
+ 40612,-0.00020025155,-8.8752
390
+ 32523,-1.3132843,-0.3132843
391
+ 48509,-0.0002613918,-8.375261
392
+ 36666,-6.002491,-0.0024912294
393
+ 6539,-9.5000925,-9.250213e-05
394
+ 33620,-8.12533,-0.0003299169
395
+ 55547,-9.250116,-0.00011681828
396
+ 11751,-8.125311,-0.0003113262
397
+ 30491,-0.000117533455,-9.375117
398
+ 48294,-8.000357,-0.00035708727
399
+ 37424,-8.250278,-0.0002786725
400
+ 29155,-0.0046369643,-5.379637
finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=4/lora_ans_no_es/0.0-1.0/0.7-1.0/train_args.yaml ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ K: null
2
+ global_batch_size: 8
3
+ learning_rate: 0.0001
4
+ loss: ans
5
+ max_steps: -1
6
+ micro_batch_size: 1
7
+ optimizer_name: adamw
8
+ patience: 10
9
+ val_check_interval: 16
10
+ weight_decay: 0.0
finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=6/lora_ans/0.0-0.7/0.7-1.0/checkpoint/config.json ADDED
@@ -0,0 +1,39 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "LlamaForCausalLM"
4
+ ],
5
+ "attention_bias": false,
6
+ "attention_dropout": 0.0,
7
+ "bos_token_id": 128000,
8
+ "eos_token_id": [
9
+ 128001,
10
+ 128008,
11
+ 128009
12
+ ],
13
+ "head_dim": 64,
14
+ "hidden_act": "silu",
15
+ "hidden_size": 2048,
16
+ "initializer_range": 0.02,
17
+ "intermediate_size": 8192,
18
+ "max_position_embeddings": 131072,
19
+ "mlp_bias": false,
20
+ "model_type": "llama",
21
+ "num_attention_heads": 32,
22
+ "num_hidden_layers": 16,
23
+ "num_key_value_heads": 8,
24
+ "pretraining_tp": 1,
25
+ "rms_norm_eps": 1e-05,
26
+ "rope_scaling": {
27
+ "factor": 32.0,
28
+ "high_freq_factor": 4.0,
29
+ "low_freq_factor": 1.0,
30
+ "original_max_position_embeddings": 8192,
31
+ "rope_type": "llama3"
32
+ },
33
+ "rope_theta": 500000.0,
34
+ "tie_word_embeddings": true,
35
+ "torch_dtype": "bfloat16",
36
+ "transformers_version": "4.45.0.dev0",
37
+ "use_cache": true,
38
+ "vocab_size": 128256
39
+ }
finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=6/lora_ans/0.0-0.7/0.7-1.0/checkpoint/generation_config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token_id": 128000,
3
+ "do_sample": true,
4
+ "eos_token_id": [
5
+ 128001,
6
+ 128008,
7
+ 128009
8
+ ],
9
+ "temperature": 0.6,
10
+ "top_p": 0.9,
11
+ "transformers_version": "4.45.0.dev0"
12
+ }
finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=6/lora_ans/0.0-0.7/0.7-1.0/checkpoint/model_config.yaml ADDED
@@ -0,0 +1,40 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ attention_logit_softcapping: null
2
+ attention_scores_scalar: null
3
+ bias: false
4
+ block_size: 131072
5
+ final_logit_softcapping: null
6
+ gelu_approximate: none
7
+ head_size: 64
8
+ hf_config:
9
+ name: Llama-3.2-1B-Instruct
10
+ org: meta-llama
11
+ intermediate_size: 8192
12
+ lm_head_bias: false
13
+ mlp_class_name: LLaMAMLP
14
+ n_embd: 2048
15
+ n_expert: 0
16
+ n_expert_per_token: 0
17
+ n_head: 32
18
+ n_layer: 16
19
+ n_query_groups: 8
20
+ name: Llama-3.2-1B-Instruct
21
+ norm_class_name: RMSNorm
22
+ norm_eps: 1.0e-05
23
+ padded_vocab_size: 128256
24
+ padding_multiple: 512
25
+ parallel_residual: false
26
+ post_attention_norm: false
27
+ post_mlp_norm: false
28
+ rope_adjustments:
29
+ factor: 32.0
30
+ high_freq_factor: 4.0
31
+ low_freq_factor: 1.0
32
+ original_max_seq_len: 8192
33
+ rope_base: 500000
34
+ rope_condense_ratio: 1
35
+ rotary_percentage: 1.0
36
+ scale_embeddings: false
37
+ shared_attention_norm: false
38
+ sliding_window_layer_placing: null
39
+ sliding_window_size: null
40
+ vocab_size: 128000
finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=6/lora_ans/0.0-0.7/0.7-1.0/checkpoint/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=6/lora_ans/0.0-0.7/0.7-1.0/checkpoint/tokenizer_config.json ADDED
@@ -0,0 +1,2062 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "128000": {
4
+ "content": "<|begin_of_text|>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "128001": {
12
+ "content": "<|end_of_text|>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "128002": {
20
+ "content": "<|reserved_special_token_0|>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "128003": {
28
+ "content": "<|reserved_special_token_1|>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "128004": {
36
+ "content": "<|finetune_right_pad_id|>",
37
+ "lstrip": false,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ },
43
+ "128005": {
44
+ "content": "<|reserved_special_token_2|>",
45
+ "lstrip": false,
46
+ "normalized": false,
47
+ "rstrip": false,
48
+ "single_word": false,
49
+ "special": true
50
+ },
51
+ "128006": {
52
+ "content": "<|start_header_id|>",
53
+ "lstrip": false,
54
+ "normalized": false,
55
+ "rstrip": false,
56
+ "single_word": false,
57
+ "special": true
58
+ },
59
+ "128007": {
60
+ "content": "<|end_header_id|>",
61
+ "lstrip": false,
62
+ "normalized": false,
63
+ "rstrip": false,
64
+ "single_word": false,
65
+ "special": true
66
+ },
67
+ "128008": {
68
+ "content": "<|eom_id|>",
69
+ "lstrip": false,
70
+ "normalized": false,
71
+ "rstrip": false,
72
+ "single_word": false,
73
+ "special": true
74
+ },
75
+ "128009": {
76
+ "content": "<|eot_id|>",
77
+ "lstrip": false,
78
+ "normalized": false,
79
+ "rstrip": false,
80
+ "single_word": false,
81
+ "special": true
82
+ },
83
+ "128010": {
84
+ "content": "<|python_tag|>",
85
+ "lstrip": false,
86
+ "normalized": false,
87
+ "rstrip": false,
88
+ "single_word": false,
89
+ "special": true
90
+ },
91
+ "128011": {
92
+ "content": "<|reserved_special_token_3|>",
93
+ "lstrip": false,
94
+ "normalized": false,
95
+ "rstrip": false,
96
+ "single_word": false,
97
+ "special": true
98
+ },
99
+ "128012": {
100
+ "content": "<|reserved_special_token_4|>",
101
+ "lstrip": false,
102
+ "normalized": false,
103
+ "rstrip": false,
104
+ "single_word": false,
105
+ "special": true
106
+ },
107
+ "128013": {
108
+ "content": "<|reserved_special_token_5|>",
109
+ "lstrip": false,
110
+ "normalized": false,
111
+ "rstrip": false,
112
+ "single_word": false,
113
+ "special": true
114
+ },
115
+ "128014": {
116
+ "content": "<|reserved_special_token_6|>",
117
+ "lstrip": false,
118
+ "normalized": false,
119
+ "rstrip": false,
120
+ "single_word": false,
121
+ "special": true
122
+ },
123
+ "128015": {
124
+ "content": "<|reserved_special_token_7|>",
125
+ "lstrip": false,
126
+ "normalized": false,
127
+ "rstrip": false,
128
+ "single_word": false,
129
+ "special": true
130
+ },
131
+ "128016": {
132
+ "content": "<|reserved_special_token_8|>",
133
+ "lstrip": false,
134
+ "normalized": false,
135
+ "rstrip": false,
136
+ "single_word": false,
137
+ "special": true
138
+ },
139
+ "128017": {
140
+ "content": "<|reserved_special_token_9|>",
141
+ "lstrip": false,
142
+ "normalized": false,
143
+ "rstrip": false,
144
+ "single_word": false,
145
+ "special": true
146
+ },
147
+ "128018": {
148
+ "content": "<|reserved_special_token_10|>",
149
+ "lstrip": false,
150
+ "normalized": false,
151
+ "rstrip": false,
152
+ "single_word": false,
153
+ "special": true
154
+ },
155
+ "128019": {
156
+ "content": "<|reserved_special_token_11|>",
157
+ "lstrip": false,
158
+ "normalized": false,
159
+ "rstrip": false,
160
+ "single_word": false,
161
+ "special": true
162
+ },
163
+ "128020": {
164
+ "content": "<|reserved_special_token_12|>",
165
+ "lstrip": false,
166
+ "normalized": false,
167
+ "rstrip": false,
168
+ "single_word": false,
169
+ "special": true
170
+ },
171
+ "128021": {
172
+ "content": "<|reserved_special_token_13|>",
173
+ "lstrip": false,
174
+ "normalized": false,
175
+ "rstrip": false,
176
+ "single_word": false,
177
+ "special": true
178
+ },
179
+ "128022": {
180
+ "content": "<|reserved_special_token_14|>",
181
+ "lstrip": false,
182
+ "normalized": false,
183
+ "rstrip": false,
184
+ "single_word": false,
185
+ "special": true
186
+ },
187
+ "128023": {
188
+ "content": "<|reserved_special_token_15|>",
189
+ "lstrip": false,
190
+ "normalized": false,
191
+ "rstrip": false,
192
+ "single_word": false,
193
+ "special": true
194
+ },
195
+ "128024": {
196
+ "content": "<|reserved_special_token_16|>",
197
+ "lstrip": false,
198
+ "normalized": false,
199
+ "rstrip": false,
200
+ "single_word": false,
201
+ "special": true
202
+ },
203
+ "128025": {
204
+ "content": "<|reserved_special_token_17|>",
205
+ "lstrip": false,
206
+ "normalized": false,
207
+ "rstrip": false,
208
+ "single_word": false,
209
+ "special": true
210
+ },
211
+ "128026": {
212
+ "content": "<|reserved_special_token_18|>",
213
+ "lstrip": false,
214
+ "normalized": false,
215
+ "rstrip": false,
216
+ "single_word": false,
217
+ "special": true
218
+ },
219
+ "128027": {
220
+ "content": "<|reserved_special_token_19|>",
221
+ "lstrip": false,
222
+ "normalized": false,
223
+ "rstrip": false,
224
+ "single_word": false,
225
+ "special": true
226
+ },
227
+ "128028": {
228
+ "content": "<|reserved_special_token_20|>",
229
+ "lstrip": false,
230
+ "normalized": false,
231
+ "rstrip": false,
232
+ "single_word": false,
233
+ "special": true
234
+ },
235
+ "128029": {
236
+ "content": "<|reserved_special_token_21|>",
237
+ "lstrip": false,
238
+ "normalized": false,
239
+ "rstrip": false,
240
+ "single_word": false,
241
+ "special": true
242
+ },
243
+ "128030": {
244
+ "content": "<|reserved_special_token_22|>",
245
+ "lstrip": false,
246
+ "normalized": false,
247
+ "rstrip": false,
248
+ "single_word": false,
249
+ "special": true
250
+ },
251
+ "128031": {
252
+ "content": "<|reserved_special_token_23|>",
253
+ "lstrip": false,
254
+ "normalized": false,
255
+ "rstrip": false,
256
+ "single_word": false,
257
+ "special": true
258
+ },
259
+ "128032": {
260
+ "content": "<|reserved_special_token_24|>",
261
+ "lstrip": false,
262
+ "normalized": false,
263
+ "rstrip": false,
264
+ "single_word": false,
265
+ "special": true
266
+ },
267
+ "128033": {
268
+ "content": "<|reserved_special_token_25|>",
269
+ "lstrip": false,
270
+ "normalized": false,
271
+ "rstrip": false,
272
+ "single_word": false,
273
+ "special": true
274
+ },
275
+ "128034": {
276
+ "content": "<|reserved_special_token_26|>",
277
+ "lstrip": false,
278
+ "normalized": false,
279
+ "rstrip": false,
280
+ "single_word": false,
281
+ "special": true
282
+ },
283
+ "128035": {
284
+ "content": "<|reserved_special_token_27|>",
285
+ "lstrip": false,
286
+ "normalized": false,
287
+ "rstrip": false,
288
+ "single_word": false,
289
+ "special": true
290
+ },
291
+ "128036": {
292
+ "content": "<|reserved_special_token_28|>",
293
+ "lstrip": false,
294
+ "normalized": false,
295
+ "rstrip": false,
296
+ "single_word": false,
297
+ "special": true
298
+ },
299
+ "128037": {
300
+ "content": "<|reserved_special_token_29|>",
301
+ "lstrip": false,
302
+ "normalized": false,
303
+ "rstrip": false,
304
+ "single_word": false,
305
+ "special": true
306
+ },
307
+ "128038": {
308
+ "content": "<|reserved_special_token_30|>",
309
+ "lstrip": false,
310
+ "normalized": false,
311
+ "rstrip": false,
312
+ "single_word": false,
313
+ "special": true
314
+ },
315
+ "128039": {
316
+ "content": "<|reserved_special_token_31|>",
317
+ "lstrip": false,
318
+ "normalized": false,
319
+ "rstrip": false,
320
+ "single_word": false,
321
+ "special": true
322
+ },
323
+ "128040": {
324
+ "content": "<|reserved_special_token_32|>",
325
+ "lstrip": false,
326
+ "normalized": false,
327
+ "rstrip": false,
328
+ "single_word": false,
329
+ "special": true
330
+ },
331
+ "128041": {
332
+ "content": "<|reserved_special_token_33|>",
333
+ "lstrip": false,
334
+ "normalized": false,
335
+ "rstrip": false,
336
+ "single_word": false,
337
+ "special": true
338
+ },
339
+ "128042": {
340
+ "content": "<|reserved_special_token_34|>",
341
+ "lstrip": false,
342
+ "normalized": false,
343
+ "rstrip": false,
344
+ "single_word": false,
345
+ "special": true
346
+ },
347
+ "128043": {
348
+ "content": "<|reserved_special_token_35|>",
349
+ "lstrip": false,
350
+ "normalized": false,
351
+ "rstrip": false,
352
+ "single_word": false,
353
+ "special": true
354
+ },
355
+ "128044": {
356
+ "content": "<|reserved_special_token_36|>",
357
+ "lstrip": false,
358
+ "normalized": false,
359
+ "rstrip": false,
360
+ "single_word": false,
361
+ "special": true
362
+ },
363
+ "128045": {
364
+ "content": "<|reserved_special_token_37|>",
365
+ "lstrip": false,
366
+ "normalized": false,
367
+ "rstrip": false,
368
+ "single_word": false,
369
+ "special": true
370
+ },
371
+ "128046": {
372
+ "content": "<|reserved_special_token_38|>",
373
+ "lstrip": false,
374
+ "normalized": false,
375
+ "rstrip": false,
376
+ "single_word": false,
377
+ "special": true
378
+ },
379
+ "128047": {
380
+ "content": "<|reserved_special_token_39|>",
381
+ "lstrip": false,
382
+ "normalized": false,
383
+ "rstrip": false,
384
+ "single_word": false,
385
+ "special": true
386
+ },
387
+ "128048": {
388
+ "content": "<|reserved_special_token_40|>",
389
+ "lstrip": false,
390
+ "normalized": false,
391
+ "rstrip": false,
392
+ "single_word": false,
393
+ "special": true
394
+ },
395
+ "128049": {
396
+ "content": "<|reserved_special_token_41|>",
397
+ "lstrip": false,
398
+ "normalized": false,
399
+ "rstrip": false,
400
+ "single_word": false,
401
+ "special": true
402
+ },
403
+ "128050": {
404
+ "content": "<|reserved_special_token_42|>",
405
+ "lstrip": false,
406
+ "normalized": false,
407
+ "rstrip": false,
408
+ "single_word": false,
409
+ "special": true
410
+ },
411
+ "128051": {
412
+ "content": "<|reserved_special_token_43|>",
413
+ "lstrip": false,
414
+ "normalized": false,
415
+ "rstrip": false,
416
+ "single_word": false,
417
+ "special": true
418
+ },
419
+ "128052": {
420
+ "content": "<|reserved_special_token_44|>",
421
+ "lstrip": false,
422
+ "normalized": false,
423
+ "rstrip": false,
424
+ "single_word": false,
425
+ "special": true
426
+ },
427
+ "128053": {
428
+ "content": "<|reserved_special_token_45|>",
429
+ "lstrip": false,
430
+ "normalized": false,
431
+ "rstrip": false,
432
+ "single_word": false,
433
+ "special": true
434
+ },
435
+ "128054": {
436
+ "content": "<|reserved_special_token_46|>",
437
+ "lstrip": false,
438
+ "normalized": false,
439
+ "rstrip": false,
440
+ "single_word": false,
441
+ "special": true
442
+ },
443
+ "128055": {
444
+ "content": "<|reserved_special_token_47|>",
445
+ "lstrip": false,
446
+ "normalized": false,
447
+ "rstrip": false,
448
+ "single_word": false,
449
+ "special": true
450
+ },
451
+ "128056": {
452
+ "content": "<|reserved_special_token_48|>",
453
+ "lstrip": false,
454
+ "normalized": false,
455
+ "rstrip": false,
456
+ "single_word": false,
457
+ "special": true
458
+ },
459
+ "128057": {
460
+ "content": "<|reserved_special_token_49|>",
461
+ "lstrip": false,
462
+ "normalized": false,
463
+ "rstrip": false,
464
+ "single_word": false,
465
+ "special": true
466
+ },
467
+ "128058": {
468
+ "content": "<|reserved_special_token_50|>",
469
+ "lstrip": false,
470
+ "normalized": false,
471
+ "rstrip": false,
472
+ "single_word": false,
473
+ "special": true
474
+ },
475
+ "128059": {
476
+ "content": "<|reserved_special_token_51|>",
477
+ "lstrip": false,
478
+ "normalized": false,
479
+ "rstrip": false,
480
+ "single_word": false,
481
+ "special": true
482
+ },
483
+ "128060": {
484
+ "content": "<|reserved_special_token_52|>",
485
+ "lstrip": false,
486
+ "normalized": false,
487
+ "rstrip": false,
488
+ "single_word": false,
489
+ "special": true
490
+ },
491
+ "128061": {
492
+ "content": "<|reserved_special_token_53|>",
493
+ "lstrip": false,
494
+ "normalized": false,
495
+ "rstrip": false,
496
+ "single_word": false,
497
+ "special": true
498
+ },
499
+ "128062": {
500
+ "content": "<|reserved_special_token_54|>",
501
+ "lstrip": false,
502
+ "normalized": false,
503
+ "rstrip": false,
504
+ "single_word": false,
505
+ "special": true
506
+ },
507
+ "128063": {
508
+ "content": "<|reserved_special_token_55|>",
509
+ "lstrip": false,
510
+ "normalized": false,
511
+ "rstrip": false,
512
+ "single_word": false,
513
+ "special": true
514
+ },
515
+ "128064": {
516
+ "content": "<|reserved_special_token_56|>",
517
+ "lstrip": false,
518
+ "normalized": false,
519
+ "rstrip": false,
520
+ "single_word": false,
521
+ "special": true
522
+ },
523
+ "128065": {
524
+ "content": "<|reserved_special_token_57|>",
525
+ "lstrip": false,
526
+ "normalized": false,
527
+ "rstrip": false,
528
+ "single_word": false,
529
+ "special": true
530
+ },
531
+ "128066": {
532
+ "content": "<|reserved_special_token_58|>",
533
+ "lstrip": false,
534
+ "normalized": false,
535
+ "rstrip": false,
536
+ "single_word": false,
537
+ "special": true
538
+ },
539
+ "128067": {
540
+ "content": "<|reserved_special_token_59|>",
541
+ "lstrip": false,
542
+ "normalized": false,
543
+ "rstrip": false,
544
+ "single_word": false,
545
+ "special": true
546
+ },
547
+ "128068": {
548
+ "content": "<|reserved_special_token_60|>",
549
+ "lstrip": false,
550
+ "normalized": false,
551
+ "rstrip": false,
552
+ "single_word": false,
553
+ "special": true
554
+ },
555
+ "128069": {
556
+ "content": "<|reserved_special_token_61|>",
557
+ "lstrip": false,
558
+ "normalized": false,
559
+ "rstrip": false,
560
+ "single_word": false,
561
+ "special": true
562
+ },
563
+ "128070": {
564
+ "content": "<|reserved_special_token_62|>",
565
+ "lstrip": false,
566
+ "normalized": false,
567
+ "rstrip": false,
568
+ "single_word": false,
569
+ "special": true
570
+ },
571
+ "128071": {
572
+ "content": "<|reserved_special_token_63|>",
573
+ "lstrip": false,
574
+ "normalized": false,
575
+ "rstrip": false,
576
+ "single_word": false,
577
+ "special": true
578
+ },
579
+ "128072": {
580
+ "content": "<|reserved_special_token_64|>",
581
+ "lstrip": false,
582
+ "normalized": false,
583
+ "rstrip": false,
584
+ "single_word": false,
585
+ "special": true
586
+ },
587
+ "128073": {
588
+ "content": "<|reserved_special_token_65|>",
589
+ "lstrip": false,
590
+ "normalized": false,
591
+ "rstrip": false,
592
+ "single_word": false,
593
+ "special": true
594
+ },
595
+ "128074": {
596
+ "content": "<|reserved_special_token_66|>",
597
+ "lstrip": false,
598
+ "normalized": false,
599
+ "rstrip": false,
600
+ "single_word": false,
601
+ "special": true
602
+ },
603
+ "128075": {
604
+ "content": "<|reserved_special_token_67|>",
605
+ "lstrip": false,
606
+ "normalized": false,
607
+ "rstrip": false,
608
+ "single_word": false,
609
+ "special": true
610
+ },
611
+ "128076": {
612
+ "content": "<|reserved_special_token_68|>",
613
+ "lstrip": false,
614
+ "normalized": false,
615
+ "rstrip": false,
616
+ "single_word": false,
617
+ "special": true
618
+ },
619
+ "128077": {
620
+ "content": "<|reserved_special_token_69|>",
621
+ "lstrip": false,
622
+ "normalized": false,
623
+ "rstrip": false,
624
+ "single_word": false,
625
+ "special": true
626
+ },
627
+ "128078": {
628
+ "content": "<|reserved_special_token_70|>",
629
+ "lstrip": false,
630
+ "normalized": false,
631
+ "rstrip": false,
632
+ "single_word": false,
633
+ "special": true
634
+ },
635
+ "128079": {
636
+ "content": "<|reserved_special_token_71|>",
637
+ "lstrip": false,
638
+ "normalized": false,
639
+ "rstrip": false,
640
+ "single_word": false,
641
+ "special": true
642
+ },
643
+ "128080": {
644
+ "content": "<|reserved_special_token_72|>",
645
+ "lstrip": false,
646
+ "normalized": false,
647
+ "rstrip": false,
648
+ "single_word": false,
649
+ "special": true
650
+ },
651
+ "128081": {
652
+ "content": "<|reserved_special_token_73|>",
653
+ "lstrip": false,
654
+ "normalized": false,
655
+ "rstrip": false,
656
+ "single_word": false,
657
+ "special": true
658
+ },
659
+ "128082": {
660
+ "content": "<|reserved_special_token_74|>",
661
+ "lstrip": false,
662
+ "normalized": false,
663
+ "rstrip": false,
664
+ "single_word": false,
665
+ "special": true
666
+ },
667
+ "128083": {
668
+ "content": "<|reserved_special_token_75|>",
669
+ "lstrip": false,
670
+ "normalized": false,
671
+ "rstrip": false,
672
+ "single_word": false,
673
+ "special": true
674
+ },
675
+ "128084": {
676
+ "content": "<|reserved_special_token_76|>",
677
+ "lstrip": false,
678
+ "normalized": false,
679
+ "rstrip": false,
680
+ "single_word": false,
681
+ "special": true
682
+ },
683
+ "128085": {
684
+ "content": "<|reserved_special_token_77|>",
685
+ "lstrip": false,
686
+ "normalized": false,
687
+ "rstrip": false,
688
+ "single_word": false,
689
+ "special": true
690
+ },
691
+ "128086": {
692
+ "content": "<|reserved_special_token_78|>",
693
+ "lstrip": false,
694
+ "normalized": false,
695
+ "rstrip": false,
696
+ "single_word": false,
697
+ "special": true
698
+ },
699
+ "128087": {
700
+ "content": "<|reserved_special_token_79|>",
701
+ "lstrip": false,
702
+ "normalized": false,
703
+ "rstrip": false,
704
+ "single_word": false,
705
+ "special": true
706
+ },
707
+ "128088": {
708
+ "content": "<|reserved_special_token_80|>",
709
+ "lstrip": false,
710
+ "normalized": false,
711
+ "rstrip": false,
712
+ "single_word": false,
713
+ "special": true
714
+ },
715
+ "128089": {
716
+ "content": "<|reserved_special_token_81|>",
717
+ "lstrip": false,
718
+ "normalized": false,
719
+ "rstrip": false,
720
+ "single_word": false,
721
+ "special": true
722
+ },
723
+ "128090": {
724
+ "content": "<|reserved_special_token_82|>",
725
+ "lstrip": false,
726
+ "normalized": false,
727
+ "rstrip": false,
728
+ "single_word": false,
729
+ "special": true
730
+ },
731
+ "128091": {
732
+ "content": "<|reserved_special_token_83|>",
733
+ "lstrip": false,
734
+ "normalized": false,
735
+ "rstrip": false,
736
+ "single_word": false,
737
+ "special": true
738
+ },
739
+ "128092": {
740
+ "content": "<|reserved_special_token_84|>",
741
+ "lstrip": false,
742
+ "normalized": false,
743
+ "rstrip": false,
744
+ "single_word": false,
745
+ "special": true
746
+ },
747
+ "128093": {
748
+ "content": "<|reserved_special_token_85|>",
749
+ "lstrip": false,
750
+ "normalized": false,
751
+ "rstrip": false,
752
+ "single_word": false,
753
+ "special": true
754
+ },
755
+ "128094": {
756
+ "content": "<|reserved_special_token_86|>",
757
+ "lstrip": false,
758
+ "normalized": false,
759
+ "rstrip": false,
760
+ "single_word": false,
761
+ "special": true
762
+ },
763
+ "128095": {
764
+ "content": "<|reserved_special_token_87|>",
765
+ "lstrip": false,
766
+ "normalized": false,
767
+ "rstrip": false,
768
+ "single_word": false,
769
+ "special": true
770
+ },
771
+ "128096": {
772
+ "content": "<|reserved_special_token_88|>",
773
+ "lstrip": false,
774
+ "normalized": false,
775
+ "rstrip": false,
776
+ "single_word": false,
777
+ "special": true
778
+ },
779
+ "128097": {
780
+ "content": "<|reserved_special_token_89|>",
781
+ "lstrip": false,
782
+ "normalized": false,
783
+ "rstrip": false,
784
+ "single_word": false,
785
+ "special": true
786
+ },
787
+ "128098": {
788
+ "content": "<|reserved_special_token_90|>",
789
+ "lstrip": false,
790
+ "normalized": false,
791
+ "rstrip": false,
792
+ "single_word": false,
793
+ "special": true
794
+ },
795
+ "128099": {
796
+ "content": "<|reserved_special_token_91|>",
797
+ "lstrip": false,
798
+ "normalized": false,
799
+ "rstrip": false,
800
+ "single_word": false,
801
+ "special": true
802
+ },
803
+ "128100": {
804
+ "content": "<|reserved_special_token_92|>",
805
+ "lstrip": false,
806
+ "normalized": false,
807
+ "rstrip": false,
808
+ "single_word": false,
809
+ "special": true
810
+ },
811
+ "128101": {
812
+ "content": "<|reserved_special_token_93|>",
813
+ "lstrip": false,
814
+ "normalized": false,
815
+ "rstrip": false,
816
+ "single_word": false,
817
+ "special": true
818
+ },
819
+ "128102": {
820
+ "content": "<|reserved_special_token_94|>",
821
+ "lstrip": false,
822
+ "normalized": false,
823
+ "rstrip": false,
824
+ "single_word": false,
825
+ "special": true
826
+ },
827
+ "128103": {
828
+ "content": "<|reserved_special_token_95|>",
829
+ "lstrip": false,
830
+ "normalized": false,
831
+ "rstrip": false,
832
+ "single_word": false,
833
+ "special": true
834
+ },
835
+ "128104": {
836
+ "content": "<|reserved_special_token_96|>",
837
+ "lstrip": false,
838
+ "normalized": false,
839
+ "rstrip": false,
840
+ "single_word": false,
841
+ "special": true
842
+ },
843
+ "128105": {
844
+ "content": "<|reserved_special_token_97|>",
845
+ "lstrip": false,
846
+ "normalized": false,
847
+ "rstrip": false,
848
+ "single_word": false,
849
+ "special": true
850
+ },
851
+ "128106": {
852
+ "content": "<|reserved_special_token_98|>",
853
+ "lstrip": false,
854
+ "normalized": false,
855
+ "rstrip": false,
856
+ "single_word": false,
857
+ "special": true
858
+ },
859
+ "128107": {
860
+ "content": "<|reserved_special_token_99|>",
861
+ "lstrip": false,
862
+ "normalized": false,
863
+ "rstrip": false,
864
+ "single_word": false,
865
+ "special": true
866
+ },
867
+ "128108": {
868
+ "content": "<|reserved_special_token_100|>",
869
+ "lstrip": false,
870
+ "normalized": false,
871
+ "rstrip": false,
872
+ "single_word": false,
873
+ "special": true
874
+ },
875
+ "128109": {
876
+ "content": "<|reserved_special_token_101|>",
877
+ "lstrip": false,
878
+ "normalized": false,
879
+ "rstrip": false,
880
+ "single_word": false,
881
+ "special": true
882
+ },
883
+ "128110": {
884
+ "content": "<|reserved_special_token_102|>",
885
+ "lstrip": false,
886
+ "normalized": false,
887
+ "rstrip": false,
888
+ "single_word": false,
889
+ "special": true
890
+ },
891
+ "128111": {
892
+ "content": "<|reserved_special_token_103|>",
893
+ "lstrip": false,
894
+ "normalized": false,
895
+ "rstrip": false,
896
+ "single_word": false,
897
+ "special": true
898
+ },
899
+ "128112": {
900
+ "content": "<|reserved_special_token_104|>",
901
+ "lstrip": false,
902
+ "normalized": false,
903
+ "rstrip": false,
904
+ "single_word": false,
905
+ "special": true
906
+ },
907
+ "128113": {
908
+ "content": "<|reserved_special_token_105|>",
909
+ "lstrip": false,
910
+ "normalized": false,
911
+ "rstrip": false,
912
+ "single_word": false,
913
+ "special": true
914
+ },
915
+ "128114": {
916
+ "content": "<|reserved_special_token_106|>",
917
+ "lstrip": false,
918
+ "normalized": false,
919
+ "rstrip": false,
920
+ "single_word": false,
921
+ "special": true
922
+ },
923
+ "128115": {
924
+ "content": "<|reserved_special_token_107|>",
925
+ "lstrip": false,
926
+ "normalized": false,
927
+ "rstrip": false,
928
+ "single_word": false,
929
+ "special": true
930
+ },
931
+ "128116": {
932
+ "content": "<|reserved_special_token_108|>",
933
+ "lstrip": false,
934
+ "normalized": false,
935
+ "rstrip": false,
936
+ "single_word": false,
937
+ "special": true
938
+ },
939
+ "128117": {
940
+ "content": "<|reserved_special_token_109|>",
941
+ "lstrip": false,
942
+ "normalized": false,
943
+ "rstrip": false,
944
+ "single_word": false,
945
+ "special": true
946
+ },
947
+ "128118": {
948
+ "content": "<|reserved_special_token_110|>",
949
+ "lstrip": false,
950
+ "normalized": false,
951
+ "rstrip": false,
952
+ "single_word": false,
953
+ "special": true
954
+ },
955
+ "128119": {
956
+ "content": "<|reserved_special_token_111|>",
957
+ "lstrip": false,
958
+ "normalized": false,
959
+ "rstrip": false,
960
+ "single_word": false,
961
+ "special": true
962
+ },
963
+ "128120": {
964
+ "content": "<|reserved_special_token_112|>",
965
+ "lstrip": false,
966
+ "normalized": false,
967
+ "rstrip": false,
968
+ "single_word": false,
969
+ "special": true
970
+ },
971
+ "128121": {
972
+ "content": "<|reserved_special_token_113|>",
973
+ "lstrip": false,
974
+ "normalized": false,
975
+ "rstrip": false,
976
+ "single_word": false,
977
+ "special": true
978
+ },
979
+ "128122": {
980
+ "content": "<|reserved_special_token_114|>",
981
+ "lstrip": false,
982
+ "normalized": false,
983
+ "rstrip": false,
984
+ "single_word": false,
985
+ "special": true
986
+ },
987
+ "128123": {
988
+ "content": "<|reserved_special_token_115|>",
989
+ "lstrip": false,
990
+ "normalized": false,
991
+ "rstrip": false,
992
+ "single_word": false,
993
+ "special": true
994
+ },
995
+ "128124": {
996
+ "content": "<|reserved_special_token_116|>",
997
+ "lstrip": false,
998
+ "normalized": false,
999
+ "rstrip": false,
1000
+ "single_word": false,
1001
+ "special": true
1002
+ },
1003
+ "128125": {
1004
+ "content": "<|reserved_special_token_117|>",
1005
+ "lstrip": false,
1006
+ "normalized": false,
1007
+ "rstrip": false,
1008
+ "single_word": false,
1009
+ "special": true
1010
+ },
1011
+ "128126": {
1012
+ "content": "<|reserved_special_token_118|>",
1013
+ "lstrip": false,
1014
+ "normalized": false,
1015
+ "rstrip": false,
1016
+ "single_word": false,
1017
+ "special": true
1018
+ },
1019
+ "128127": {
1020
+ "content": "<|reserved_special_token_119|>",
1021
+ "lstrip": false,
1022
+ "normalized": false,
1023
+ "rstrip": false,
1024
+ "single_word": false,
1025
+ "special": true
1026
+ },
1027
+ "128128": {
1028
+ "content": "<|reserved_special_token_120|>",
1029
+ "lstrip": false,
1030
+ "normalized": false,
1031
+ "rstrip": false,
1032
+ "single_word": false,
1033
+ "special": true
1034
+ },
1035
+ "128129": {
1036
+ "content": "<|reserved_special_token_121|>",
1037
+ "lstrip": false,
1038
+ "normalized": false,
1039
+ "rstrip": false,
1040
+ "single_word": false,
1041
+ "special": true
1042
+ },
1043
+ "128130": {
1044
+ "content": "<|reserved_special_token_122|>",
1045
+ "lstrip": false,
1046
+ "normalized": false,
1047
+ "rstrip": false,
1048
+ "single_word": false,
1049
+ "special": true
1050
+ },
1051
+ "128131": {
1052
+ "content": "<|reserved_special_token_123|>",
1053
+ "lstrip": false,
1054
+ "normalized": false,
1055
+ "rstrip": false,
1056
+ "single_word": false,
1057
+ "special": true
1058
+ },
1059
+ "128132": {
1060
+ "content": "<|reserved_special_token_124|>",
1061
+ "lstrip": false,
1062
+ "normalized": false,
1063
+ "rstrip": false,
1064
+ "single_word": false,
1065
+ "special": true
1066
+ },
1067
+ "128133": {
1068
+ "content": "<|reserved_special_token_125|>",
1069
+ "lstrip": false,
1070
+ "normalized": false,
1071
+ "rstrip": false,
1072
+ "single_word": false,
1073
+ "special": true
1074
+ },
1075
+ "128134": {
1076
+ "content": "<|reserved_special_token_126|>",
1077
+ "lstrip": false,
1078
+ "normalized": false,
1079
+ "rstrip": false,
1080
+ "single_word": false,
1081
+ "special": true
1082
+ },
1083
+ "128135": {
1084
+ "content": "<|reserved_special_token_127|>",
1085
+ "lstrip": false,
1086
+ "normalized": false,
1087
+ "rstrip": false,
1088
+ "single_word": false,
1089
+ "special": true
1090
+ },
1091
+ "128136": {
1092
+ "content": "<|reserved_special_token_128|>",
1093
+ "lstrip": false,
1094
+ "normalized": false,
1095
+ "rstrip": false,
1096
+ "single_word": false,
1097
+ "special": true
1098
+ },
1099
+ "128137": {
1100
+ "content": "<|reserved_special_token_129|>",
1101
+ "lstrip": false,
1102
+ "normalized": false,
1103
+ "rstrip": false,
1104
+ "single_word": false,
1105
+ "special": true
1106
+ },
1107
+ "128138": {
1108
+ "content": "<|reserved_special_token_130|>",
1109
+ "lstrip": false,
1110
+ "normalized": false,
1111
+ "rstrip": false,
1112
+ "single_word": false,
1113
+ "special": true
1114
+ },
1115
+ "128139": {
1116
+ "content": "<|reserved_special_token_131|>",
1117
+ "lstrip": false,
1118
+ "normalized": false,
1119
+ "rstrip": false,
1120
+ "single_word": false,
1121
+ "special": true
1122
+ },
1123
+ "128140": {
1124
+ "content": "<|reserved_special_token_132|>",
1125
+ "lstrip": false,
1126
+ "normalized": false,
1127
+ "rstrip": false,
1128
+ "single_word": false,
1129
+ "special": true
1130
+ },
1131
+ "128141": {
1132
+ "content": "<|reserved_special_token_133|>",
1133
+ "lstrip": false,
1134
+ "normalized": false,
1135
+ "rstrip": false,
1136
+ "single_word": false,
1137
+ "special": true
1138
+ },
1139
+ "128142": {
1140
+ "content": "<|reserved_special_token_134|>",
1141
+ "lstrip": false,
1142
+ "normalized": false,
1143
+ "rstrip": false,
1144
+ "single_word": false,
1145
+ "special": true
1146
+ },
1147
+ "128143": {
1148
+ "content": "<|reserved_special_token_135|>",
1149
+ "lstrip": false,
1150
+ "normalized": false,
1151
+ "rstrip": false,
1152
+ "single_word": false,
1153
+ "special": true
1154
+ },
1155
+ "128144": {
1156
+ "content": "<|reserved_special_token_136|>",
1157
+ "lstrip": false,
1158
+ "normalized": false,
1159
+ "rstrip": false,
1160
+ "single_word": false,
1161
+ "special": true
1162
+ },
1163
+ "128145": {
1164
+ "content": "<|reserved_special_token_137|>",
1165
+ "lstrip": false,
1166
+ "normalized": false,
1167
+ "rstrip": false,
1168
+ "single_word": false,
1169
+ "special": true
1170
+ },
1171
+ "128146": {
1172
+ "content": "<|reserved_special_token_138|>",
1173
+ "lstrip": false,
1174
+ "normalized": false,
1175
+ "rstrip": false,
1176
+ "single_word": false,
1177
+ "special": true
1178
+ },
1179
+ "128147": {
1180
+ "content": "<|reserved_special_token_139|>",
1181
+ "lstrip": false,
1182
+ "normalized": false,
1183
+ "rstrip": false,
1184
+ "single_word": false,
1185
+ "special": true
1186
+ },
1187
+ "128148": {
1188
+ "content": "<|reserved_special_token_140|>",
1189
+ "lstrip": false,
1190
+ "normalized": false,
1191
+ "rstrip": false,
1192
+ "single_word": false,
1193
+ "special": true
1194
+ },
1195
+ "128149": {
1196
+ "content": "<|reserved_special_token_141|>",
1197
+ "lstrip": false,
1198
+ "normalized": false,
1199
+ "rstrip": false,
1200
+ "single_word": false,
1201
+ "special": true
1202
+ },
1203
+ "128150": {
1204
+ "content": "<|reserved_special_token_142|>",
1205
+ "lstrip": false,
1206
+ "normalized": false,
1207
+ "rstrip": false,
1208
+ "single_word": false,
1209
+ "special": true
1210
+ },
1211
+ "128151": {
1212
+ "content": "<|reserved_special_token_143|>",
1213
+ "lstrip": false,
1214
+ "normalized": false,
1215
+ "rstrip": false,
1216
+ "single_word": false,
1217
+ "special": true
1218
+ },
1219
+ "128152": {
1220
+ "content": "<|reserved_special_token_144|>",
1221
+ "lstrip": false,
1222
+ "normalized": false,
1223
+ "rstrip": false,
1224
+ "single_word": false,
1225
+ "special": true
1226
+ },
1227
+ "128153": {
1228
+ "content": "<|reserved_special_token_145|>",
1229
+ "lstrip": false,
1230
+ "normalized": false,
1231
+ "rstrip": false,
1232
+ "single_word": false,
1233
+ "special": true
1234
+ },
1235
+ "128154": {
1236
+ "content": "<|reserved_special_token_146|>",
1237
+ "lstrip": false,
1238
+ "normalized": false,
1239
+ "rstrip": false,
1240
+ "single_word": false,
1241
+ "special": true
1242
+ },
1243
+ "128155": {
1244
+ "content": "<|reserved_special_token_147|>",
1245
+ "lstrip": false,
1246
+ "normalized": false,
1247
+ "rstrip": false,
1248
+ "single_word": false,
1249
+ "special": true
1250
+ },
1251
+ "128156": {
1252
+ "content": "<|reserved_special_token_148|>",
1253
+ "lstrip": false,
1254
+ "normalized": false,
1255
+ "rstrip": false,
1256
+ "single_word": false,
1257
+ "special": true
1258
+ },
1259
+ "128157": {
1260
+ "content": "<|reserved_special_token_149|>",
1261
+ "lstrip": false,
1262
+ "normalized": false,
1263
+ "rstrip": false,
1264
+ "single_word": false,
1265
+ "special": true
1266
+ },
1267
+ "128158": {
1268
+ "content": "<|reserved_special_token_150|>",
1269
+ "lstrip": false,
1270
+ "normalized": false,
1271
+ "rstrip": false,
1272
+ "single_word": false,
1273
+ "special": true
1274
+ },
1275
+ "128159": {
1276
+ "content": "<|reserved_special_token_151|>",
1277
+ "lstrip": false,
1278
+ "normalized": false,
1279
+ "rstrip": false,
1280
+ "single_word": false,
1281
+ "special": true
1282
+ },
1283
+ "128160": {
1284
+ "content": "<|reserved_special_token_152|>",
1285
+ "lstrip": false,
1286
+ "normalized": false,
1287
+ "rstrip": false,
1288
+ "single_word": false,
1289
+ "special": true
1290
+ },
1291
+ "128161": {
1292
+ "content": "<|reserved_special_token_153|>",
1293
+ "lstrip": false,
1294
+ "normalized": false,
1295
+ "rstrip": false,
1296
+ "single_word": false,
1297
+ "special": true
1298
+ },
1299
+ "128162": {
1300
+ "content": "<|reserved_special_token_154|>",
1301
+ "lstrip": false,
1302
+ "normalized": false,
1303
+ "rstrip": false,
1304
+ "single_word": false,
1305
+ "special": true
1306
+ },
1307
+ "128163": {
1308
+ "content": "<|reserved_special_token_155|>",
1309
+ "lstrip": false,
1310
+ "normalized": false,
1311
+ "rstrip": false,
1312
+ "single_word": false,
1313
+ "special": true
1314
+ },
1315
+ "128164": {
1316
+ "content": "<|reserved_special_token_156|>",
1317
+ "lstrip": false,
1318
+ "normalized": false,
1319
+ "rstrip": false,
1320
+ "single_word": false,
1321
+ "special": true
1322
+ },
1323
+ "128165": {
1324
+ "content": "<|reserved_special_token_157|>",
1325
+ "lstrip": false,
1326
+ "normalized": false,
1327
+ "rstrip": false,
1328
+ "single_word": false,
1329
+ "special": true
1330
+ },
1331
+ "128166": {
1332
+ "content": "<|reserved_special_token_158|>",
1333
+ "lstrip": false,
1334
+ "normalized": false,
1335
+ "rstrip": false,
1336
+ "single_word": false,
1337
+ "special": true
1338
+ },
1339
+ "128167": {
1340
+ "content": "<|reserved_special_token_159|>",
1341
+ "lstrip": false,
1342
+ "normalized": false,
1343
+ "rstrip": false,
1344
+ "single_word": false,
1345
+ "special": true
1346
+ },
1347
+ "128168": {
1348
+ "content": "<|reserved_special_token_160|>",
1349
+ "lstrip": false,
1350
+ "normalized": false,
1351
+ "rstrip": false,
1352
+ "single_word": false,
1353
+ "special": true
1354
+ },
1355
+ "128169": {
1356
+ "content": "<|reserved_special_token_161|>",
1357
+ "lstrip": false,
1358
+ "normalized": false,
1359
+ "rstrip": false,
1360
+ "single_word": false,
1361
+ "special": true
1362
+ },
1363
+ "128170": {
1364
+ "content": "<|reserved_special_token_162|>",
1365
+ "lstrip": false,
1366
+ "normalized": false,
1367
+ "rstrip": false,
1368
+ "single_word": false,
1369
+ "special": true
1370
+ },
1371
+ "128171": {
1372
+ "content": "<|reserved_special_token_163|>",
1373
+ "lstrip": false,
1374
+ "normalized": false,
1375
+ "rstrip": false,
1376
+ "single_word": false,
1377
+ "special": true
1378
+ },
1379
+ "128172": {
1380
+ "content": "<|reserved_special_token_164|>",
1381
+ "lstrip": false,
1382
+ "normalized": false,
1383
+ "rstrip": false,
1384
+ "single_word": false,
1385
+ "special": true
1386
+ },
1387
+ "128173": {
1388
+ "content": "<|reserved_special_token_165|>",
1389
+ "lstrip": false,
1390
+ "normalized": false,
1391
+ "rstrip": false,
1392
+ "single_word": false,
1393
+ "special": true
1394
+ },
1395
+ "128174": {
1396
+ "content": "<|reserved_special_token_166|>",
1397
+ "lstrip": false,
1398
+ "normalized": false,
1399
+ "rstrip": false,
1400
+ "single_word": false,
1401
+ "special": true
1402
+ },
1403
+ "128175": {
1404
+ "content": "<|reserved_special_token_167|>",
1405
+ "lstrip": false,
1406
+ "normalized": false,
1407
+ "rstrip": false,
1408
+ "single_word": false,
1409
+ "special": true
1410
+ },
1411
+ "128176": {
1412
+ "content": "<|reserved_special_token_168|>",
1413
+ "lstrip": false,
1414
+ "normalized": false,
1415
+ "rstrip": false,
1416
+ "single_word": false,
1417
+ "special": true
1418
+ },
1419
+ "128177": {
1420
+ "content": "<|reserved_special_token_169|>",
1421
+ "lstrip": false,
1422
+ "normalized": false,
1423
+ "rstrip": false,
1424
+ "single_word": false,
1425
+ "special": true
1426
+ },
1427
+ "128178": {
1428
+ "content": "<|reserved_special_token_170|>",
1429
+ "lstrip": false,
1430
+ "normalized": false,
1431
+ "rstrip": false,
1432
+ "single_word": false,
1433
+ "special": true
1434
+ },
1435
+ "128179": {
1436
+ "content": "<|reserved_special_token_171|>",
1437
+ "lstrip": false,
1438
+ "normalized": false,
1439
+ "rstrip": false,
1440
+ "single_word": false,
1441
+ "special": true
1442
+ },
1443
+ "128180": {
1444
+ "content": "<|reserved_special_token_172|>",
1445
+ "lstrip": false,
1446
+ "normalized": false,
1447
+ "rstrip": false,
1448
+ "single_word": false,
1449
+ "special": true
1450
+ },
1451
+ "128181": {
1452
+ "content": "<|reserved_special_token_173|>",
1453
+ "lstrip": false,
1454
+ "normalized": false,
1455
+ "rstrip": false,
1456
+ "single_word": false,
1457
+ "special": true
1458
+ },
1459
+ "128182": {
1460
+ "content": "<|reserved_special_token_174|>",
1461
+ "lstrip": false,
1462
+ "normalized": false,
1463
+ "rstrip": false,
1464
+ "single_word": false,
1465
+ "special": true
1466
+ },
1467
+ "128183": {
1468
+ "content": "<|reserved_special_token_175|>",
1469
+ "lstrip": false,
1470
+ "normalized": false,
1471
+ "rstrip": false,
1472
+ "single_word": false,
1473
+ "special": true
1474
+ },
1475
+ "128184": {
1476
+ "content": "<|reserved_special_token_176|>",
1477
+ "lstrip": false,
1478
+ "normalized": false,
1479
+ "rstrip": false,
1480
+ "single_word": false,
1481
+ "special": true
1482
+ },
1483
+ "128185": {
1484
+ "content": "<|reserved_special_token_177|>",
1485
+ "lstrip": false,
1486
+ "normalized": false,
1487
+ "rstrip": false,
1488
+ "single_word": false,
1489
+ "special": true
1490
+ },
1491
+ "128186": {
1492
+ "content": "<|reserved_special_token_178|>",
1493
+ "lstrip": false,
1494
+ "normalized": false,
1495
+ "rstrip": false,
1496
+ "single_word": false,
1497
+ "special": true
1498
+ },
1499
+ "128187": {
1500
+ "content": "<|reserved_special_token_179|>",
1501
+ "lstrip": false,
1502
+ "normalized": false,
1503
+ "rstrip": false,
1504
+ "single_word": false,
1505
+ "special": true
1506
+ },
1507
+ "128188": {
1508
+ "content": "<|reserved_special_token_180|>",
1509
+ "lstrip": false,
1510
+ "normalized": false,
1511
+ "rstrip": false,
1512
+ "single_word": false,
1513
+ "special": true
1514
+ },
1515
+ "128189": {
1516
+ "content": "<|reserved_special_token_181|>",
1517
+ "lstrip": false,
1518
+ "normalized": false,
1519
+ "rstrip": false,
1520
+ "single_word": false,
1521
+ "special": true
1522
+ },
1523
+ "128190": {
1524
+ "content": "<|reserved_special_token_182|>",
1525
+ "lstrip": false,
1526
+ "normalized": false,
1527
+ "rstrip": false,
1528
+ "single_word": false,
1529
+ "special": true
1530
+ },
1531
+ "128191": {
1532
+ "content": "<|reserved_special_token_183|>",
1533
+ "lstrip": false,
1534
+ "normalized": false,
1535
+ "rstrip": false,
1536
+ "single_word": false,
1537
+ "special": true
1538
+ },
1539
+ "128192": {
1540
+ "content": "<|reserved_special_token_184|>",
1541
+ "lstrip": false,
1542
+ "normalized": false,
1543
+ "rstrip": false,
1544
+ "single_word": false,
1545
+ "special": true
1546
+ },
1547
+ "128193": {
1548
+ "content": "<|reserved_special_token_185|>",
1549
+ "lstrip": false,
1550
+ "normalized": false,
1551
+ "rstrip": false,
1552
+ "single_word": false,
1553
+ "special": true
1554
+ },
1555
+ "128194": {
1556
+ "content": "<|reserved_special_token_186|>",
1557
+ "lstrip": false,
1558
+ "normalized": false,
1559
+ "rstrip": false,
1560
+ "single_word": false,
1561
+ "special": true
1562
+ },
1563
+ "128195": {
1564
+ "content": "<|reserved_special_token_187|>",
1565
+ "lstrip": false,
1566
+ "normalized": false,
1567
+ "rstrip": false,
1568
+ "single_word": false,
1569
+ "special": true
1570
+ },
1571
+ "128196": {
1572
+ "content": "<|reserved_special_token_188|>",
1573
+ "lstrip": false,
1574
+ "normalized": false,
1575
+ "rstrip": false,
1576
+ "single_word": false,
1577
+ "special": true
1578
+ },
1579
+ "128197": {
1580
+ "content": "<|reserved_special_token_189|>",
1581
+ "lstrip": false,
1582
+ "normalized": false,
1583
+ "rstrip": false,
1584
+ "single_word": false,
1585
+ "special": true
1586
+ },
1587
+ "128198": {
1588
+ "content": "<|reserved_special_token_190|>",
1589
+ "lstrip": false,
1590
+ "normalized": false,
1591
+ "rstrip": false,
1592
+ "single_word": false,
1593
+ "special": true
1594
+ },
1595
+ "128199": {
1596
+ "content": "<|reserved_special_token_191|>",
1597
+ "lstrip": false,
1598
+ "normalized": false,
1599
+ "rstrip": false,
1600
+ "single_word": false,
1601
+ "special": true
1602
+ },
1603
+ "128200": {
1604
+ "content": "<|reserved_special_token_192|>",
1605
+ "lstrip": false,
1606
+ "normalized": false,
1607
+ "rstrip": false,
1608
+ "single_word": false,
1609
+ "special": true
1610
+ },
1611
+ "128201": {
1612
+ "content": "<|reserved_special_token_193|>",
1613
+ "lstrip": false,
1614
+ "normalized": false,
1615
+ "rstrip": false,
1616
+ "single_word": false,
1617
+ "special": true
1618
+ },
1619
+ "128202": {
1620
+ "content": "<|reserved_special_token_194|>",
1621
+ "lstrip": false,
1622
+ "normalized": false,
1623
+ "rstrip": false,
1624
+ "single_word": false,
1625
+ "special": true
1626
+ },
1627
+ "128203": {
1628
+ "content": "<|reserved_special_token_195|>",
1629
+ "lstrip": false,
1630
+ "normalized": false,
1631
+ "rstrip": false,
1632
+ "single_word": false,
1633
+ "special": true
1634
+ },
1635
+ "128204": {
1636
+ "content": "<|reserved_special_token_196|>",
1637
+ "lstrip": false,
1638
+ "normalized": false,
1639
+ "rstrip": false,
1640
+ "single_word": false,
1641
+ "special": true
1642
+ },
1643
+ "128205": {
1644
+ "content": "<|reserved_special_token_197|>",
1645
+ "lstrip": false,
1646
+ "normalized": false,
1647
+ "rstrip": false,
1648
+ "single_word": false,
1649
+ "special": true
1650
+ },
1651
+ "128206": {
1652
+ "content": "<|reserved_special_token_198|>",
1653
+ "lstrip": false,
1654
+ "normalized": false,
1655
+ "rstrip": false,
1656
+ "single_word": false,
1657
+ "special": true
1658
+ },
1659
+ "128207": {
1660
+ "content": "<|reserved_special_token_199|>",
1661
+ "lstrip": false,
1662
+ "normalized": false,
1663
+ "rstrip": false,
1664
+ "single_word": false,
1665
+ "special": true
1666
+ },
1667
+ "128208": {
1668
+ "content": "<|reserved_special_token_200|>",
1669
+ "lstrip": false,
1670
+ "normalized": false,
1671
+ "rstrip": false,
1672
+ "single_word": false,
1673
+ "special": true
1674
+ },
1675
+ "128209": {
1676
+ "content": "<|reserved_special_token_201|>",
1677
+ "lstrip": false,
1678
+ "normalized": false,
1679
+ "rstrip": false,
1680
+ "single_word": false,
1681
+ "special": true
1682
+ },
1683
+ "128210": {
1684
+ "content": "<|reserved_special_token_202|>",
1685
+ "lstrip": false,
1686
+ "normalized": false,
1687
+ "rstrip": false,
1688
+ "single_word": false,
1689
+ "special": true
1690
+ },
1691
+ "128211": {
1692
+ "content": "<|reserved_special_token_203|>",
1693
+ "lstrip": false,
1694
+ "normalized": false,
1695
+ "rstrip": false,
1696
+ "single_word": false,
1697
+ "special": true
1698
+ },
1699
+ "128212": {
1700
+ "content": "<|reserved_special_token_204|>",
1701
+ "lstrip": false,
1702
+ "normalized": false,
1703
+ "rstrip": false,
1704
+ "single_word": false,
1705
+ "special": true
1706
+ },
1707
+ "128213": {
1708
+ "content": "<|reserved_special_token_205|>",
1709
+ "lstrip": false,
1710
+ "normalized": false,
1711
+ "rstrip": false,
1712
+ "single_word": false,
1713
+ "special": true
1714
+ },
1715
+ "128214": {
1716
+ "content": "<|reserved_special_token_206|>",
1717
+ "lstrip": false,
1718
+ "normalized": false,
1719
+ "rstrip": false,
1720
+ "single_word": false,
1721
+ "special": true
1722
+ },
1723
+ "128215": {
1724
+ "content": "<|reserved_special_token_207|>",
1725
+ "lstrip": false,
1726
+ "normalized": false,
1727
+ "rstrip": false,
1728
+ "single_word": false,
1729
+ "special": true
1730
+ },
1731
+ "128216": {
1732
+ "content": "<|reserved_special_token_208|>",
1733
+ "lstrip": false,
1734
+ "normalized": false,
1735
+ "rstrip": false,
1736
+ "single_word": false,
1737
+ "special": true
1738
+ },
1739
+ "128217": {
1740
+ "content": "<|reserved_special_token_209|>",
1741
+ "lstrip": false,
1742
+ "normalized": false,
1743
+ "rstrip": false,
1744
+ "single_word": false,
1745
+ "special": true
1746
+ },
1747
+ "128218": {
1748
+ "content": "<|reserved_special_token_210|>",
1749
+ "lstrip": false,
1750
+ "normalized": false,
1751
+ "rstrip": false,
1752
+ "single_word": false,
1753
+ "special": true
1754
+ },
1755
+ "128219": {
1756
+ "content": "<|reserved_special_token_211|>",
1757
+ "lstrip": false,
1758
+ "normalized": false,
1759
+ "rstrip": false,
1760
+ "single_word": false,
1761
+ "special": true
1762
+ },
1763
+ "128220": {
1764
+ "content": "<|reserved_special_token_212|>",
1765
+ "lstrip": false,
1766
+ "normalized": false,
1767
+ "rstrip": false,
1768
+ "single_word": false,
1769
+ "special": true
1770
+ },
1771
+ "128221": {
1772
+ "content": "<|reserved_special_token_213|>",
1773
+ "lstrip": false,
1774
+ "normalized": false,
1775
+ "rstrip": false,
1776
+ "single_word": false,
1777
+ "special": true
1778
+ },
1779
+ "128222": {
1780
+ "content": "<|reserved_special_token_214|>",
1781
+ "lstrip": false,
1782
+ "normalized": false,
1783
+ "rstrip": false,
1784
+ "single_word": false,
1785
+ "special": true
1786
+ },
1787
+ "128223": {
1788
+ "content": "<|reserved_special_token_215|>",
1789
+ "lstrip": false,
1790
+ "normalized": false,
1791
+ "rstrip": false,
1792
+ "single_word": false,
1793
+ "special": true
1794
+ },
1795
+ "128224": {
1796
+ "content": "<|reserved_special_token_216|>",
1797
+ "lstrip": false,
1798
+ "normalized": false,
1799
+ "rstrip": false,
1800
+ "single_word": false,
1801
+ "special": true
1802
+ },
1803
+ "128225": {
1804
+ "content": "<|reserved_special_token_217|>",
1805
+ "lstrip": false,
1806
+ "normalized": false,
1807
+ "rstrip": false,
1808
+ "single_word": false,
1809
+ "special": true
1810
+ },
1811
+ "128226": {
1812
+ "content": "<|reserved_special_token_218|>",
1813
+ "lstrip": false,
1814
+ "normalized": false,
1815
+ "rstrip": false,
1816
+ "single_word": false,
1817
+ "special": true
1818
+ },
1819
+ "128227": {
1820
+ "content": "<|reserved_special_token_219|>",
1821
+ "lstrip": false,
1822
+ "normalized": false,
1823
+ "rstrip": false,
1824
+ "single_word": false,
1825
+ "special": true
1826
+ },
1827
+ "128228": {
1828
+ "content": "<|reserved_special_token_220|>",
1829
+ "lstrip": false,
1830
+ "normalized": false,
1831
+ "rstrip": false,
1832
+ "single_word": false,
1833
+ "special": true
1834
+ },
1835
+ "128229": {
1836
+ "content": "<|reserved_special_token_221|>",
1837
+ "lstrip": false,
1838
+ "normalized": false,
1839
+ "rstrip": false,
1840
+ "single_word": false,
1841
+ "special": true
1842
+ },
1843
+ "128230": {
1844
+ "content": "<|reserved_special_token_222|>",
1845
+ "lstrip": false,
1846
+ "normalized": false,
1847
+ "rstrip": false,
1848
+ "single_word": false,
1849
+ "special": true
1850
+ },
1851
+ "128231": {
1852
+ "content": "<|reserved_special_token_223|>",
1853
+ "lstrip": false,
1854
+ "normalized": false,
1855
+ "rstrip": false,
1856
+ "single_word": false,
1857
+ "special": true
1858
+ },
1859
+ "128232": {
1860
+ "content": "<|reserved_special_token_224|>",
1861
+ "lstrip": false,
1862
+ "normalized": false,
1863
+ "rstrip": false,
1864
+ "single_word": false,
1865
+ "special": true
1866
+ },
1867
+ "128233": {
1868
+ "content": "<|reserved_special_token_225|>",
1869
+ "lstrip": false,
1870
+ "normalized": false,
1871
+ "rstrip": false,
1872
+ "single_word": false,
1873
+ "special": true
1874
+ },
1875
+ "128234": {
1876
+ "content": "<|reserved_special_token_226|>",
1877
+ "lstrip": false,
1878
+ "normalized": false,
1879
+ "rstrip": false,
1880
+ "single_word": false,
1881
+ "special": true
1882
+ },
1883
+ "128235": {
1884
+ "content": "<|reserved_special_token_227|>",
1885
+ "lstrip": false,
1886
+ "normalized": false,
1887
+ "rstrip": false,
1888
+ "single_word": false,
1889
+ "special": true
1890
+ },
1891
+ "128236": {
1892
+ "content": "<|reserved_special_token_228|>",
1893
+ "lstrip": false,
1894
+ "normalized": false,
1895
+ "rstrip": false,
1896
+ "single_word": false,
1897
+ "special": true
1898
+ },
1899
+ "128237": {
1900
+ "content": "<|reserved_special_token_229|>",
1901
+ "lstrip": false,
1902
+ "normalized": false,
1903
+ "rstrip": false,
1904
+ "single_word": false,
1905
+ "special": true
1906
+ },
1907
+ "128238": {
1908
+ "content": "<|reserved_special_token_230|>",
1909
+ "lstrip": false,
1910
+ "normalized": false,
1911
+ "rstrip": false,
1912
+ "single_word": false,
1913
+ "special": true
1914
+ },
1915
+ "128239": {
1916
+ "content": "<|reserved_special_token_231|>",
1917
+ "lstrip": false,
1918
+ "normalized": false,
1919
+ "rstrip": false,
1920
+ "single_word": false,
1921
+ "special": true
1922
+ },
1923
+ "128240": {
1924
+ "content": "<|reserved_special_token_232|>",
1925
+ "lstrip": false,
1926
+ "normalized": false,
1927
+ "rstrip": false,
1928
+ "single_word": false,
1929
+ "special": true
1930
+ },
1931
+ "128241": {
1932
+ "content": "<|reserved_special_token_233|>",
1933
+ "lstrip": false,
1934
+ "normalized": false,
1935
+ "rstrip": false,
1936
+ "single_word": false,
1937
+ "special": true
1938
+ },
1939
+ "128242": {
1940
+ "content": "<|reserved_special_token_234|>",
1941
+ "lstrip": false,
1942
+ "normalized": false,
1943
+ "rstrip": false,
1944
+ "single_word": false,
1945
+ "special": true
1946
+ },
1947
+ "128243": {
1948
+ "content": "<|reserved_special_token_235|>",
1949
+ "lstrip": false,
1950
+ "normalized": false,
1951
+ "rstrip": false,
1952
+ "single_word": false,
1953
+ "special": true
1954
+ },
1955
+ "128244": {
1956
+ "content": "<|reserved_special_token_236|>",
1957
+ "lstrip": false,
1958
+ "normalized": false,
1959
+ "rstrip": false,
1960
+ "single_word": false,
1961
+ "special": true
1962
+ },
1963
+ "128245": {
1964
+ "content": "<|reserved_special_token_237|>",
1965
+ "lstrip": false,
1966
+ "normalized": false,
1967
+ "rstrip": false,
1968
+ "single_word": false,
1969
+ "special": true
1970
+ },
1971
+ "128246": {
1972
+ "content": "<|reserved_special_token_238|>",
1973
+ "lstrip": false,
1974
+ "normalized": false,
1975
+ "rstrip": false,
1976
+ "single_word": false,
1977
+ "special": true
1978
+ },
1979
+ "128247": {
1980
+ "content": "<|reserved_special_token_239|>",
1981
+ "lstrip": false,
1982
+ "normalized": false,
1983
+ "rstrip": false,
1984
+ "single_word": false,
1985
+ "special": true
1986
+ },
1987
+ "128248": {
1988
+ "content": "<|reserved_special_token_240|>",
1989
+ "lstrip": false,
1990
+ "normalized": false,
1991
+ "rstrip": false,
1992
+ "single_word": false,
1993
+ "special": true
1994
+ },
1995
+ "128249": {
1996
+ "content": "<|reserved_special_token_241|>",
1997
+ "lstrip": false,
1998
+ "normalized": false,
1999
+ "rstrip": false,
2000
+ "single_word": false,
2001
+ "special": true
2002
+ },
2003
+ "128250": {
2004
+ "content": "<|reserved_special_token_242|>",
2005
+ "lstrip": false,
2006
+ "normalized": false,
2007
+ "rstrip": false,
2008
+ "single_word": false,
2009
+ "special": true
2010
+ },
2011
+ "128251": {
2012
+ "content": "<|reserved_special_token_243|>",
2013
+ "lstrip": false,
2014
+ "normalized": false,
2015
+ "rstrip": false,
2016
+ "single_word": false,
2017
+ "special": true
2018
+ },
2019
+ "128252": {
2020
+ "content": "<|reserved_special_token_244|>",
2021
+ "lstrip": false,
2022
+ "normalized": false,
2023
+ "rstrip": false,
2024
+ "single_word": false,
2025
+ "special": true
2026
+ },
2027
+ "128253": {
2028
+ "content": "<|reserved_special_token_245|>",
2029
+ "lstrip": false,
2030
+ "normalized": false,
2031
+ "rstrip": false,
2032
+ "single_word": false,
2033
+ "special": true
2034
+ },
2035
+ "128254": {
2036
+ "content": "<|reserved_special_token_246|>",
2037
+ "lstrip": false,
2038
+ "normalized": false,
2039
+ "rstrip": false,
2040
+ "single_word": false,
2041
+ "special": true
2042
+ },
2043
+ "128255": {
2044
+ "content": "<|reserved_special_token_247|>",
2045
+ "lstrip": false,
2046
+ "normalized": false,
2047
+ "rstrip": false,
2048
+ "single_word": false,
2049
+ "special": true
2050
+ }
2051
+ },
2052
+ "bos_token": "<|begin_of_text|>",
2053
+ "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n {%- if strftime_now is defined %}\n {%- set date_string = strftime_now(\"%d %b %Y\") %}\n {%- else %}\n {%- set date_string = \"26 Jul 2024\" %}\n {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n {%- set system_message = messages[0]['content']|trim %}\n {%- set messages = messages[1:] %}\n{%- else %}\n {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n {{- \"Do not use variables.\\n\\n\" }}\n {%- for t in tools %}\n {{- t | tojson(indent=4) }}\n {{- \"\\n\\n\" }}\n {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n {#- Extract the first user message so we can plug it in here #}\n {%- if messages | length != 0 %}\n {%- set first_user_message = messages[0]['content']|trim %}\n {%- set messages = messages[1:] %}\n {%- else %}\n {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n {{- \"Do not use variables.\\n\\n\" }}\n {%- for t in tools %}\n {{- t | tojson(indent=4) }}\n {{- \"\\n\\n\" }}\n {%- endfor %}\n {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n {%- elif 'tool_calls' in message %}\n {%- if not message.tool_calls|length == 1 %}\n {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n {%- endif %}\n {%- set tool_call = message.tool_calls[0].function %}\n {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n {{- '\"parameters\": ' }}\n {{- tool_call.arguments | tojson }}\n {{- \"}\" }}\n {{- \"<|eot_id|>\" }}\n {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n {%- if message.content is mapping or message.content is iterable %}\n {{- message.content | tojson }}\n {%- else %}\n {{- message.content }}\n {%- endif %}\n {{- \"<|eot_id|>\" }}\n {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
2054
+ "clean_up_tokenization_spaces": true,
2055
+ "eos_token": "<|eot_id|>",
2056
+ "model_input_names": [
2057
+ "input_ids",
2058
+ "attention_mask"
2059
+ ],
2060
+ "model_max_length": 131072,
2061
+ "tokenizer_class": "PreTrainedTokenizerFast"
2062
+ }
finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=6/lora_ans/0.0-0.7/0.7-1.0/logs/hparams.yaml ADDED
@@ -0,0 +1 @@
 
 
1
+ {}
finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=6/lora_ans/0.0-0.7/0.7-1.0/logs/metrics.csv ADDED
@@ -0,0 +1,189 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ epoch,iter,iter_time,step,train/loss,val/loss
2
+ 0,1,0.36564408987760544,0,6.640613555908203,
3
+ 0,8,0.06185479089617729,1,5.125384360551834,
4
+ 1,16,0.035199325531721115,2,4.361110329627991,
5
+ 1,24,0.03515826538205147,3,1.7012449204921722,
6
+ 2,32,0.03433297201991081,4,0.48093452490866184,
7
+ 3,40,0.03401654586195946,5,0.42231972701847553,
8
+ 3,48,0.03734841197729111,6,0.35251838713884354,
9
+ 4,56,0.03365350887179375,7,0.35093854181468487,
10
+ 5,64,0.03520553186535835,8,0.2169504698831588,
11
+ 5,72,0.034140847623348236,9,0.13739503035321832,
12
+ 6,80,0.03499690443277359,10,0.1514444260392338,
13
+ 7,88,0.03546750172972679,11,0.060947864258196205,
14
+ 7,96,0.034734614193439484,12,0.07128430379088968,
15
+ 8,104,0.03525668755173683,13,0.059800015471410006,
16
+ 9,112,0.03415088728070259,14,0.01069392470526509,
17
+ 9,120,0.034484319388866425,15,0.04922766040544957,
18
+ 10,128,0.032089583575725555,16,0.023315355079830624,
19
+ ,,,16,,1.1697063446044922
20
+ 11,136,0.03162960335612297,17,0.006397319310053717,
21
+ 11,144,0.0306394100189209,18,0.0019833746773656458,
22
+ 12,152,0.030211184173822403,19,0.0006092722142057028,
23
+ 13,160,0.030974306166172028,20,0.0014843607059447095,
24
+ 13,168,0.03069392964243889,21,0.001296043983529671,
25
+ 14,176,0.03779291734099388,22,0.0011842130152217578,
26
+ 15,184,0.030358191579580307,23,0.0016597547073615715,
27
+ 15,192,0.030830569565296173,24,0.0005078861186120776,
28
+ 16,200,0.03090255707502365,25,0.00023293345475394744,
29
+ 17,208,0.03068746253848076,26,0.004384549694805173,
30
+ 17,216,0.03056461364030838,27,0.0004155468905082671,
31
+ 18,224,0.030888795852661133,28,0.0015197106658888515,
32
+ 19,232,0.030962254852056503,29,0.0014112946319073671,
33
+ 19,240,0.03238958120346069,30,0.00020838246291532414,
34
+ 20,248,0.031454551964998245,31,0.0006477072729467181,
35
+ 21,256,0.030590921640396118,32,0.0003051639196200995,
36
+ ,,,32,,5.2854790687561035
37
+ 21,264,0.03109188750386238,33,0.0006381690545822494,
38
+ 22,272,0.030800342559814453,34,0.0002673251710803015,
39
+ 23,280,0.031557537615299225,35,0.0005145650811755331,
40
+ 23,288,0.03178287297487259,36,0.0004585896458593197,
41
+ 24,296,0.033479586243629456,37,0.00048155316289921757,
42
+ 25,304,0.033615682274103165,38,0.0002503245214029448,
43
+ 25,312,0.03210030496120453,39,0.0004014358646600158,
44
+ 26,320,0.031164295971393585,40,0.00044465362225309946,
45
+ 27,328,0.031912580132484436,41,0.0004276007111911895,
46
+ 27,336,0.031258512288331985,42,0.00020102384496567538,
47
+ 28,344,0.03163323178887367,43,0.0003975424297095742,
48
+ 29,352,0.031049728393554688,44,0.0002479206832504133,
49
+ 29,360,0.030455544590950012,45,0.0004121954189031385,
50
+ 30,368,0.031064696609973907,46,0.00037309678646124667,
51
+ 31,376,0.031641069799661636,47,0.00023548757326352643,
52
+ 31,384,0.031162049621343613,48,0.0004189396504443721,
53
+ ,,,48,,5.469759464263916
54
+ 32,392,0.031093742698431015,49,0.00019545066970749758,
55
+ 33,400,0.030756786465644836,50,0.0005384219311963534,
56
+ 33,408,0.03754963353276253,51,0.00025305217241111677,
57
+ 34,416,0.0324111208319664,52,0.000188345667993417,
58
+ 35,424,0.030483286827802658,53,0.00038199654591153376,
59
+ 35,432,0.031532321125268936,54,0.0003851531882901327,
60
+ 36,440,0.03207177668809891,55,0.00037177614649408497,
61
+ 37,448,0.030770976096391678,56,0.00019281372624391224,
62
+ 37,456,0.030512776225805283,57,0.00040581894063507207,
63
+ 38,464,0.031166035681962967,58,0.00037847055864403956,
64
+ 39,472,0.03079262375831604,59,0.000205550894861517,
65
+ 39,480,0.03089522197842598,60,0.00038823445447633276,
66
+ 40,488,0.031010884791612625,61,0.00019507802880980307,
67
+ 41,496,0.03148336708545685,62,0.00038355576361936983,
68
+ 41,504,0.03216281905770302,63,0.0003927642901544459,
69
+ 42,512,0.03131568431854248,64,0.00038681930891470984,
70
+ ,,,64,,5.438607692718506
71
+ 43,520,0.03181276097893715,65,0.00021438546718854923,
72
+ 43,528,0.030758768320083618,66,0.0003772288919208222,
73
+ 44,536,0.030793003737926483,67,0.0002348044608879718,
74
+ 45,544,0.03152419254183769,68,0.0003648606361821294,
75
+ 45,552,0.03248007223010063,69,0.00033527259074617177,
76
+ 46,560,0.031060267239809036,70,0.0003018687466465053,
77
+ 47,568,0.031161386519670486,71,0.0002717048100748798,
78
+ 47,576,0.03156314790248871,72,0.0003585779559216462,
79
+ 48,584,0.032593172043561935,73,0.0003210000950275571,
80
+ 49,592,0.03266536816954613,74,0.0002243656217615353,
81
+ 49,600,0.03191866725683212,75,0.0003539432473189663,
82
+ 50,608,0.03108115866780281,76,0.00033599676862650085,
83
+ 51,616,0.03200921043753624,77,0.00017721518815960735,
84
+ 51,624,0.031019721180200577,78,0.00037166008678468643,
85
+ 52,632,0.032033927738666534,79,0.00037635195440088864,
86
+ 53,640,0.035953305661678314,80,0.000206305398933182,
87
+ ,,,80,,5.407166481018066
88
+ 53,648,0.030606109648942947,81,0.00031636462517781183,
89
+ 54,656,0.03170203045010567,82,0.00033916648771992186,
90
+ 55,664,0.031903717666864395,83,0.0002354467751501943,
91
+ 55,672,0.03083796799182892,84,0.00029593327326438157,
92
+ 56,680,0.031119581311941147,85,0.00030480521309073083,
93
+ 57,688,0.031024545431137085,86,0.00026768284169520484,
94
+ 57,696,0.03073294833302498,87,0.0002911713045250508,
95
+ 58,704,0.03152420371770859,88,0.00022326226826407947,
96
+ 59,712,0.034419815987348557,89,0.0003153448233206291,
97
+ 59,720,0.03751215711236,90,0.00032874140106287086,
98
+ 60,728,0.03786070644855499,91,0.0002145753669537953,
99
+ 61,736,0.030880216509103775,92,0.00030711459930898855,
100
+ 61,744,0.031043585389852524,93,0.000324598519000574,
101
+ 62,752,0.030202988535165787,94,0.00027795799542218447,
102
+ 63,760,0.030918389558792114,95,0.0002552585501689464,
103
+ 63,768,0.037342119961977005,96,0.0002923764195656986,
104
+ ,,,96,,5.470084190368652
105
+ 64,776,0.03023381531238556,97,0.00019349399644852383,
106
+ 65,784,0.030684158205986023,98,0.00032629864927002927,
107
+ 65,792,0.031599707901477814,99,0.00028516236216091784,
108
+ 66,800,0.031150516122579575,100,0.00030773855633015046,
109
+ 67,808,0.03205690160393715,101,0.0002770946930468199,
110
+ 67,816,0.031577955931425095,102,0.00020806711563636782,
111
+ 68,824,0.03198866546154022,103,0.000303949123917846,
112
+ 69,832,0.031040940433740616,104,0.0003026807926289621,
113
+ 69,840,0.030993912369012833,105,0.00017347707125736633,
114
+ 70,848,0.030946694314479828,106,0.00015086144594533835,
115
+ 71,856,0.03134092688560486,107,0.00042736974774015835,
116
+ 71,864,0.03169591724872589,108,0.0002014342499023769,
117
+ 72,872,0.03242325782775879,109,0.00020869231229880825,
118
+ 73,880,0.0311003215610981,110,0.0003182033269695239,
119
+ 73,888,0.03190607577562332,111,0.0002450168685754761,
120
+ 74,896,0.03147892281413078,112,0.0003178766064593219,
121
+ ,,,112,,5.438992977142334
122
+ 75,904,0.03190441057085991,113,0.000126248716696864,
123
+ 75,912,0.03245386481285095,114,0.0003365150259924121,
124
+ 76,920,0.030658598989248276,115,0.00020386421419971157,
125
+ 77,928,0.03402300551533699,116,0.00038376388420147123,
126
+ 77,936,0.04003344848752022,117,0.00020530928304651752,
127
+ 78,944,0.03632304444909096,118,0.00029734967483818764,
128
+ 79,952,0.03067990019917488,119,0.000210509710086626,
129
+ 79,960,0.030932266265153885,120,0.00025881253532133996,
130
+ 80,968,0.030895616859197617,121,0.0002445782029099064,
131
+ 81,976,0.03171588107943535,122,0.0003201897161488887,
132
+ 81,984,0.031121693551540375,123,0.00018370764337305445,
133
+ 82,992,0.031095515936613083,124,0.000305175116409373,
134
+ 83,1000,0.030656512826681137,125,0.00018718001228990033,
135
+ 83,1008,0.031618714332580566,126,0.0002407654073977028,
136
+ 84,1016,0.031566061079502106,127,0.00028605526767933043,
137
+ 85,1024,0.03163106366991997,128,0.00015635948602721328,
138
+ ,,,128,,5.4075798988342285
139
+ 85,1032,0.030924860388040543,129,0.00029644959249708336,
140
+ 86,1040,0.031675469130277634,130,0.00029680089301109547,
141
+ 87,1048,0.03228265419602394,131,0.00017278747873206157,
142
+ 87,1056,0.032186660915613174,132,0.0002502839270164259,
143
+ 88,1064,0.034105297178030014,133,0.0001485813809267711,
144
+ 89,1072,0.03142913430929184,134,0.0003074839778491878,
145
+ 89,1080,0.03146398812532425,135,0.0002777520849122084,
146
+ 90,1088,0.030986696481704712,136,0.0002804320720315445,
147
+ 91,1096,0.03036225587129593,137,0.00026922448887489736,
148
+ 91,1104,0.04054287075996399,138,0.00017865633162728045,
149
+ 92,1112,0.03299590200185776,139,0.00027156931719218846,
150
+ 93,1120,0.031235598027706146,140,0.00015757573146402137,
151
+ 93,1128,0.031103897839784622,141,0.00028301693419052754,
152
+ 94,1136,0.030798226594924927,142,0.0002679731733223889,
153
+ 95,1144,0.030707120895385742,143,0.00017721191215969156,
154
+ 95,1152,0.03073233738541603,144,0.00022626129884883994,
155
+ ,,,144,,5.43855619430542
156
+ 96,1160,0.030964896082878113,145,0.0002686656116566155,
157
+ 97,1168,0.031107041984796524,146,0.00014114706209511496,
158
+ 97,1176,0.030380062758922577,147,0.000272609631792875,
159
+ 98,1184,0.031215712428092957,148,0.00027919286367250606,
160
+ 99,1192,0.03119451180100441,149,0.00012025922751490725,
161
+ 99,1200,0.031179681420326233,150,0.0002640823013280169,
162
+ 100,1208,0.03150339797139168,151,0.00022693048777000513,
163
+ 101,1216,0.031442541629076004,152,0.00015970674485288328,
164
+ 101,1224,0.031158600002527237,153,0.00027547147692530416,
165
+ 102,1232,0.03117607906460762,154,0.0002595300202301587,
166
+ 103,1240,0.030825939029455185,155,0.00024244567975983955,
167
+ 103,1248,0.03100477159023285,156,0.00015900698645054945,
168
+ 104,1256,0.031467255204916,157,0.00021343433036236092,
169
+ 105,1264,0.03127419203519821,158,0.00016405846326961182,
170
+ 105,1272,0.03061482310295105,159,0.0002568587387941079,
171
+ 106,1280,0.030877549201250076,160,0.00023684079042141093,
172
+ ,,,160,,5.469919681549072
173
+ 107,1288,0.03141681104898453,161,0.00016328094852724462,
174
+ 107,1296,0.031186185777187347,162,0.00023061862702888902,
175
+ 108,1304,0.031007137149572372,163,0.0002100576944030763,
176
+ 109,1312,0.030471179634332657,164,0.0002216986922576325,
177
+ 109,1320,0.03063933178782463,165,0.00020587932613125304,
178
+ 110,1328,0.031028423458337784,166,0.0002504686553947977,
179
+ 111,1336,0.0322125107049942,167,0.00016171915558516048,
180
+ 111,1344,0.031611569225788116,168,0.00020854607191722607,
181
+ 112,1352,0.0307091623544693,169,0.00015692022680013906,
182
+ 113,1360,0.031733859330415726,170,0.00022876697039464489,
183
+ 113,1368,0.031205836683511734,171,0.00023038172685119207,
184
+ 114,1376,0.030522551387548447,172,0.00025720482426550006,
185
+ 115,1384,0.032344453036785126,173,0.00010744491737568751,
186
+ 115,1392,0.030960295349359512,174,0.0002490195656719152,
187
+ 116,1400,0.038530174642801285,175,0.00025389429447386647,
188
+ 117,1408,0.037016611546278,176,0.00015189975692919688,
189
+ ,,,176,,5.407567977905273
finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=6/lora_ans/0.0-0.7/0.7-1.0/test=sst2/list=0.7-1.0/labels.csv ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ 60413,0
2
+ 58252,0
3
+ 26050,1
4
+ 28820,0
finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=6/lora_ans/0.0-0.7/0.7-1.0/test=sst2/list=0.7-1.0/logits.csv ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ 60413,-8.750378,-0.00037782206
2
+ 58252,-12.375063,-6.3417334e-05
3
+ 26050,-13.5000925,-9.2978924e-05
4
+ 28820,-0.005408417,-5.2554083
finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=6/lora_ans/0.0-0.7/0.7-1.0/test=sst2/list=test_400/labels.csv ADDED
@@ -0,0 +1,400 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 17786,0
2
+ 12007,0
3
+ 8229,0
4
+ 31449,1
5
+ 1591,0
6
+ 53542,1
7
+ 49372,1
8
+ 54831,0
9
+ 44771,1
10
+ 33116,0
11
+ 33492,1
12
+ 16982,1
13
+ 31901,1
14
+ 49817,0
15
+ 60681,0
16
+ 39890,1
17
+ 62685,0
18
+ 2201,1
19
+ 47201,1
20
+ 20835,1
21
+ 15421,1
22
+ 45021,0
23
+ 45802,0
24
+ 43637,0
25
+ 7160,0
26
+ 8150,0
27
+ 3512,1
28
+ 29264,0
29
+ 32960,0
30
+ 32221,0
31
+ 35996,1
32
+ 4422,1
33
+ 22209,0
34
+ 6920,1
35
+ 25253,0
36
+ 680,0
37
+ 50140,1
38
+ 28481,1
39
+ 36298,0
40
+ 16473,1
41
+ 11102,1
42
+ 62901,0
43
+ 16123,1
44
+ 52012,0
45
+ 60780,0
46
+ 1781,1
47
+ 41449,0
48
+ 908,0
49
+ 15507,1
50
+ 57914,1
51
+ 46159,1
52
+ 56461,1
53
+ 62107,1
54
+ 49087,1
55
+ 65792,0
56
+ 13181,0
57
+ 54119,1
58
+ 51997,0
59
+ 24924,1
60
+ 45890,0
61
+ 41716,0
62
+ 60175,0
63
+ 30318,0
64
+ 13221,1
65
+ 15509,1
66
+ 37365,1
67
+ 60975,0
68
+ 51375,0
69
+ 16004,1
70
+ 12837,1
71
+ 17864,1
72
+ 67134,1
73
+ 18611,1
74
+ 12861,1
75
+ 58084,1
76
+ 32874,1
77
+ 32717,1
78
+ 23413,1
79
+ 59634,0
80
+ 15629,0
81
+ 47071,0
82
+ 48558,1
83
+ 3648,0
84
+ 43367,0
85
+ 14869,0
86
+ 1518,0
87
+ 16976,1
88
+ 20931,1
89
+ 67379,1
90
+ 4741,0
91
+ 5765,1
92
+ 48791,0
93
+ 15298,0
94
+ 21874,1
95
+ 9095,1
96
+ 3840,1
97
+ 55636,0
98
+ 57364,0
99
+ 65863,0
100
+ 40786,0
101
+ 8118,1
102
+ 52441,0
103
+ 38593,0
104
+ 5517,0
105
+ 39136,1
106
+ 47292,0
107
+ 34052,1
108
+ 16037,1
109
+ 64606,1
110
+ 19552,0
111
+ 14116,0
112
+ 11261,1
113
+ 11668,1
114
+ 42198,1
115
+ 22526,1
116
+ 8037,1
117
+ 5324,1
118
+ 56692,0
119
+ 59753,0
120
+ 47298,0
121
+ 57801,1
122
+ 58413,1
123
+ 10673,0
124
+ 65730,1
125
+ 40287,1
126
+ 15186,0
127
+ 43119,0
128
+ 39219,1
129
+ 50340,0
130
+ 34297,1
131
+ 62941,0
132
+ 31551,1
133
+ 41344,1
134
+ 46402,1
135
+ 13636,1
136
+ 42241,1
137
+ 15422,0
138
+ 25014,1
139
+ 19613,1
140
+ 5515,0
141
+ 64128,0
142
+ 28084,0
143
+ 10395,1
144
+ 9965,0
145
+ 27221,1
146
+ 11994,0
147
+ 43384,0
148
+ 44329,0
149
+ 58937,0
150
+ 29119,0
151
+ 8989,0
152
+ 23043,1
153
+ 32166,0
154
+ 42729,0
155
+ 6863,1
156
+ 41187,0
157
+ 36039,1
158
+ 55977,0
159
+ 8129,1
160
+ 60223,1
161
+ 9414,1
162
+ 26177,0
163
+ 38443,0
164
+ 43084,0
165
+ 53673,0
166
+ 15057,1
167
+ 51700,0
168
+ 51201,1
169
+ 47078,1
170
+ 59961,1
171
+ 22272,1
172
+ 65773,0
173
+ 33746,0
174
+ 27311,1
175
+ 41292,0
176
+ 17110,0
177
+ 57029,0
178
+ 3009,1
179
+ 40193,1
180
+ 27618,1
181
+ 20145,1
182
+ 52193,1
183
+ 34398,0
184
+ 36473,1
185
+ 43577,0
186
+ 57850,1
187
+ 61117,0
188
+ 32569,1
189
+ 12290,1
190
+ 19499,1
191
+ 60470,0
192
+ 8962,1
193
+ 65955,1
194
+ 62486,0
195
+ 19000,0
196
+ 22631,1
197
+ 25613,0
198
+ 56086,1
199
+ 28883,0
200
+ 26425,1
201
+ 48097,0
202
+ 61477,0
203
+ 9121,0
204
+ 66709,1
205
+ 51472,1
206
+ 19809,1
207
+ 38959,1
208
+ 39849,0
209
+ 59964,0
210
+ 65268,1
211
+ 8791,0
212
+ 51774,1
213
+ 49640,0
214
+ 20125,1
215
+ 59640,0
216
+ 68206,1
217
+ 48079,1
218
+ 49583,0
219
+ 67054,0
220
+ 59571,1
221
+ 29080,1
222
+ 29111,1
223
+ 20758,1
224
+ 64023,0
225
+ 29058,0
226
+ 18185,1
227
+ 36543,0
228
+ 54983,1
229
+ 3101,1
230
+ 42140,0
231
+ 6954,0
232
+ 15955,1
233
+ 61746,0
234
+ 32055,0
235
+ 39496,1
236
+ 59909,1
237
+ 66296,0
238
+ 46804,1
239
+ 35049,0
240
+ 56017,1
241
+ 26947,1
242
+ 38928,0
243
+ 15029,1
244
+ 7086,0
245
+ 537,0
246
+ 50731,0
247
+ 63604,1
248
+ 67049,0
249
+ 31161,0
250
+ 58922,1
251
+ 18347,1
252
+ 25864,1
253
+ 63846,0
254
+ 13353,0
255
+ 25378,1
256
+ 59101,1
257
+ 20895,0
258
+ 48119,1
259
+ 14332,0
260
+ 25497,1
261
+ 8686,0
262
+ 22758,1
263
+ 7666,0
264
+ 20686,0
265
+ 18975,1
266
+ 19054,1
267
+ 48123,1
268
+ 57909,1
269
+ 9226,1
270
+ 48653,1
271
+ 44013,0
272
+ 11409,1
273
+ 62736,0
274
+ 2777,1
275
+ 7058,0
276
+ 48408,0
277
+ 28934,1
278
+ 46578,1
279
+ 23203,0
280
+ 6257,1
281
+ 53444,0
282
+ 17816,0
283
+ 46307,1
284
+ 20599,1
285
+ 29423,0
286
+ 21041,0
287
+ 16633,1
288
+ 20221,0
289
+ 27466,0
290
+ 22987,0
291
+ 9322,1
292
+ 3265,0
293
+ 22814,1
294
+ 56185,1
295
+ 55014,1
296
+ 43437,1
297
+ 24683,0
298
+ 10233,0
299
+ 19001,0
300
+ 32718,0
301
+ 31030,0
302
+ 1099,0
303
+ 57982,1
304
+ 49148,0
305
+ 40880,1
306
+ 31148,0
307
+ 9446,1
308
+ 18579,1
309
+ 30932,0
310
+ 40792,0
311
+ 48600,0
312
+ 44588,1
313
+ 33828,1
314
+ 33917,0
315
+ 2026,0
316
+ 56745,0
317
+ 17383,0
318
+ 2372,0
319
+ 56600,0
320
+ 50257,0
321
+ 38892,0
322
+ 45844,0
323
+ 29062,0
324
+ 5655,1
325
+ 67611,0
326
+ 18546,0
327
+ 63060,1
328
+ 36068,1
329
+ 784,0
330
+ 20429,0
331
+ 21679,1
332
+ 53617,1
333
+ 6978,1
334
+ 53262,0
335
+ 181,0
336
+ 28744,0
337
+ 48716,0
338
+ 51468,0
339
+ 62209,1
340
+ 8732,1
341
+ 56949,1
342
+ 26885,0
343
+ 43345,0
344
+ 8053,0
345
+ 59402,1
346
+ 49552,0
347
+ 12348,0
348
+ 28335,1
349
+ 59114,1
350
+ 12625,1
351
+ 8876,1
352
+ 29959,1
353
+ 37911,1
354
+ 38412,0
355
+ 31999,0
356
+ 34775,0
357
+ 65737,1
358
+ 25244,0
359
+ 51630,1
360
+ 23979,1
361
+ 34638,1
362
+ 22311,1
363
+ 14004,1
364
+ 310,1
365
+ 49105,0
366
+ 38782,1
367
+ 4647,1
368
+ 43782,0
369
+ 66046,0
370
+ 16690,1
371
+ 67731,0
372
+ 54867,1
373
+ 34108,1
374
+ 67332,0
375
+ 22567,0
376
+ 57173,0
377
+ 26527,1
378
+ 59580,1
379
+ 20737,0
380
+ 53307,0
381
+ 32783,0
382
+ 7868,1
383
+ 50777,0
384
+ 29307,1
385
+ 18297,0
386
+ 44524,1
387
+ 61320,0
388
+ 2578,0
389
+ 40612,1
390
+ 32523,1
391
+ 48509,0
392
+ 36666,1
393
+ 6539,1
394
+ 33620,1
395
+ 55547,1
396
+ 11751,1
397
+ 30491,0
398
+ 48294,1
399
+ 37424,1
400
+ 29155,1
finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=6/lora_ans/0.0-0.7/0.7-1.0/test=sst2/list=test_400/logits.csv ADDED
@@ -0,0 +1,400 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 17786,-13.000081,-8.117823e-05
2
+ 12007,-11.750086,-8.60654e-05
3
+ 8229,-0.0006267252,-7.8756266
4
+ 31449,-14.125087,-8.713819e-05
5
+ 1591,-0.0003695997,-8.62537
6
+ 53542,-14.250082,-8.248942e-05
7
+ 49372,-14.000063,-6.317893e-05
8
+ 54831,-0.020717647,-3.8957176
9
+ 44771,-10.500105,-0.00010454108
10
+ 33116,-0.023419904,-3.7734199
11
+ 33492,-13.375049,-4.911302e-05
12
+ 16982,-12.375064,-6.437094e-05
13
+ 31901,-12.750084,-8.4158215e-05
14
+ 49817,-6.0025415,-0.0025416473
15
+ 60681,-12.875044,-4.4225668e-05
16
+ 39890,-12.250088,-8.7614986e-05
17
+ 62685,-0.0007472822,-7.625747
18
+ 2201,-13.126151,-0.001150661
19
+ 47201,-0.03379111,-3.408791
20
+ 20835,-14.375123,-0.00012289723
21
+ 15421,-14.250088,-8.749579e-05
22
+ 45021,-0.01275665,-4.387757
23
+ 45802,-0.0034951807,-5.753495
24
+ 43637,-3.8956013,-0.020601226
25
+ 7160,-3.2881193,-0.03811933
26
+ 8150,-9.750177,-0.0001772485
27
+ 3512,-13.625072,-7.1284616e-05
28
+ 29264,-0.0004379982,-9.125438
29
+ 32960,-0.3486374,-1.2236373
30
+ 32221,-3.5298452,-0.0298453
31
+ 35996,-14.375082,-8.201263e-05
32
+ 4422,-13.875139,-0.00013970352
33
+ 22209,-1.7015237,-0.20152366
34
+ 6920,-15.125073,-7.390703e-05
35
+ 25253,-0.00069486786,-9.250695
36
+ 680,-12.1250925,-9.250213e-05
37
+ 50140,-14.000056,-5.5907592e-05
38
+ 28481,-14.500077,-7.7602235e-05
39
+ 36298,-1.223537,-0.34853694
40
+ 16473,-14.250068,-6.758938e-05
41
+ 11102,-13.125082,-8.237023e-05
42
+ 62901,-2.695004,-0.07000392
43
+ 16123,-14.12508,-8.0224636e-05
44
+ 52012,-0.00063399243,-7.875634
45
+ 60780,-0.011261,-4.511261
46
+ 1781,-15.6251135,-0.000113242415
47
+ 41449,-0.42887062,-1.0538707
48
+ 908,-13.750077,-7.700623e-05
49
+ 15507,-14.375089,-8.892618e-05
50
+ 57914,-11.750097,-9.774684e-05
51
+ 46159,-12.625079,-7.915183e-05
52
+ 56461,-15.250069,-6.866219e-05
53
+ 62107,-0.20236401,-1.702364
54
+ 49087,-15.000143,-0.00014304092
55
+ 65792,-0.0010244366,-7.1260242
56
+ 13181,-7.625542,-0.00054201693
57
+ 54119,-14.125066,-6.5682165e-05
58
+ 51997,-0.9741659,-0.4741659
59
+ 24924,-13.000167,-0.00016699827
60
+ 45890,-0.0005041282,-9.1255045
61
+ 41716,-10.000091,-9.0952555e-05
62
+ 60175,-9.000197,-0.00019774865
63
+ 30318,-0.014292374,-4.2642922
64
+ 13221,-13.62507,-6.9854206e-05
65
+ 15509,-15.37508,-7.998623e-05
66
+ 37365,-13.750054,-5.435796e-05
67
+ 60975,-12.12509,-8.928377e-05
68
+ 51375,-0.0050073457,-5.6300073
69
+ 16004,-13.875121,-0.000121109304
70
+ 12837,-13.000091,-9.083335e-05
71
+ 17864,-14.500108,-0.000107521
72
+ 67134,-13.375073,-7.3549425e-05
73
+ 18611,-13.75007,-6.9854206e-05
74
+ 12861,-12.375143,-0.00014280253
75
+ 58084,-14.500086,-8.5707805e-05
76
+ 32874,-8.125393,-0.00039283664
77
+ 32717,-13.87508,-7.986704e-05
78
+ 23413,-13.125279,-0.00027950673
79
+ 59634,-12.500074,-7.414543e-05
80
+ 15629,-9.5001955,-0.00019536493
81
+ 47071,-0.05505663,-2.9300566
82
+ 48558,-13.750129,-0.00012849936
83
+ 3648,-0.0003373054,-9.125338
84
+ 43367,-2.4640477,-0.08904775
85
+ 14869,-0.023385433,-3.7733855
86
+ 1518,-3.773304,-0.023303913
87
+ 16976,-13.586807,-0.024306975
88
+ 20931,-14.125067,-6.6754976e-05
89
+ 67379,-14.375096,-9.6078074e-05
90
+ 4741,-0.00055011874,-8.12555
91
+ 5765,-13.375104,-0.0001038259
92
+ 48791,-0.00991987,-4.6349196
93
+ 15298,-12.875081,-8.082063e-05
94
+ 21874,-13.75009,-8.964137e-05
95
+ 9095,-14.250076,-7.652944e-05
96
+ 3840,-14.500089,-8.880698e-05
97
+ 55636,-12.750053,-5.3761945e-05
98
+ 57364,-13.3750515,-5.149709e-05
99
+ 65863,-0.0024833812,-8.502483
100
+ 40786,-0.0037625488,-5.6287627
101
+ 8118,-13.875075,-7.4979835e-05
102
+ 52441,-0.0550634,-2.9300635
103
+ 38593,-0.57603335,-0.82603335
104
+ 5517,-0.8261122,-0.5761122
105
+ 39136,-11.3750515,-5.1854695e-05
106
+ 47292,-0.07912449,-2.5791245
107
+ 34052,-1.4063642,-0.28136417
108
+ 16037,-14.375098,-9.8700424e-05
109
+ 64606,-14.125072,-7.152301e-05
110
+ 19552,-10.500089,-8.856858e-05
111
+ 14116,-13.375066,-6.627817e-05
112
+ 11261,-13.125045,-4.5060096e-05
113
+ 11668,-14.500149,-0.00014900051
114
+ 42198,-14.125065,-6.496695e-05
115
+ 22526,-16.00013,-0.00013064485
116
+ 8037,-13.625089,-8.856858e-05
117
+ 5324,-13.000096,-9.655486e-05
118
+ 56692,-0.00086163107,-7.3758616
119
+ 59753,-6.251997,-0.0019967873
120
+ 47298,-7.2507696,-0.0007697956
121
+ 57801,-13.625054,-5.483477e-05
122
+ 58413,-14.87508,-8.0105434e-05
123
+ 10673,-0.00039414744,-8.750394
124
+ 65730,-14.875069,-6.89006e-05
125
+ 40287,-13.375069,-6.90198e-05
126
+ 15186,-14.2500725,-7.247662e-05
127
+ 43119,-0.0007637206,-8.000764
128
+ 39219,-14.625097,-9.762764e-05
129
+ 50340,-14.50006,-6.0556486e-05
130
+ 34297,-13.250116,-0.00011610311
131
+ 62941,-0.0077849794,-4.882785
132
+ 31551,-15.1251335,-0.00013374387
133
+ 41344,-14.0000725,-7.259582e-05
134
+ 46402,-14.875098,-9.822363e-05
135
+ 13636,-14.3750725,-7.247662e-05
136
+ 42241,-13.7500925,-9.214454e-05
137
+ 15422,-12.500054,-5.4596363e-05
138
+ 25014,-14.5001135,-0.000113719194
139
+ 19613,-12.625112,-0.00011193126
140
+ 5515,-3.1680973,-0.043097313
141
+ 64128,-0.0011105329,-7.0011106
142
+ 28084,-6.2520223,-0.0020221279
143
+ 10395,-13.750079,-7.8913436e-05
144
+ 9965,-11.250059,-5.960287e-05
145
+ 27221,-13.625058,-5.8410846e-05
146
+ 11994,-0.00096715393,-7.625967
147
+ 43384,-0.0018686467,-6.3768687
148
+ 44329,-0.00063661335,-8.875637
149
+ 58937,-1.7015355,-0.20153545
150
+ 29119,-0.033785,-3.408785
151
+ 8989,-0.0023979975,-10.877398
152
+ 23043,-14.125133,-0.00013267114
153
+ 32166,-2.2379832,-0.11298314
154
+ 42729,-9.375225,-0.00022492264
155
+ 6863,-14.125103,-0.00010263393
156
+ 41187,-0.0010069306,-9.126007
157
+ 36039,-15.125134,-0.00013422065
158
+ 55977,-0.11301071,-2.2380106
159
+ 8129,-13.750098,-9.858122e-05
160
+ 60223,-13.875141,-0.00014161061
161
+ 9414,-0.52320915,-0.89820915
162
+ 26177,-0.003359866,-5.75336
163
+ 38443,-0.0009782297,-7.125978
164
+ 43084,-0.0005148516,-10.000515
165
+ 53673,-0.42881757,-1.0538175
166
+ 15057,-13.625157,-0.00015782064
167
+ 51700,-3.0487213,-0.0487212
168
+ 51201,-14.250072,-7.199982e-05
169
+ 47078,-14.000086,-8.59462e-05
170
+ 59961,-14.000068,-6.747018e-05
171
+ 22272,-12.500061,-6.15101e-05
172
+ 65773,-11.625053,-5.3285134e-05
173
+ 33746,-6.876094,-0.0010937429
174
+ 27311,-14.625084,-8.439662e-05
175
+ 41292,-9.500111,-0.00011085849
176
+ 17110,-11.750074,-7.486063e-05
177
+ 57029,-0.0023214077,-6.2523212
178
+ 3009,-14.625077,-7.700623e-05
179
+ 40193,-14.625075,-7.4979835e-05
180
+ 27618,-13.750076,-7.617183e-05
181
+ 20145,-15.000099,-9.95348e-05
182
+ 52193,-14.000102,-0.00010179955
183
+ 34398,-1.137017,-0.38701698
184
+ 36473,-14.375231,-0.00023088173
185
+ 43577,-0.0018266436,-6.376827
186
+ 57850,-14.75006,-5.9960475e-05
187
+ 61117,-0.008904392,-4.7589045
188
+ 32569,-13.375056,-5.662281e-05
189
+ 12290,-15.000166,-0.000165568
190
+ 19499,-14.375107,-0.00010656743
191
+ 60470,-0.11291052,-2.2379105
192
+ 8962,-15.000184,-0.00018451895
193
+ 65955,-13.750091,-9.059496e-05
194
+ 62486,-11.375074,-7.462223e-05
195
+ 19000,-10.750081,-8.082063e-05
196
+ 22631,-13.500073,-7.331103e-05
197
+ 25613,-7.250775,-0.0007746795
198
+ 56086,-14.000085,-8.4635016e-05
199
+ 28883,-12.000051,-5.0543462e-05
200
+ 26425,-13.875071,-7.045021e-05
201
+ 48097,-11.000057,-5.7218822e-05
202
+ 61477,-6.3767734,-0.0017735718
203
+ 9121,-11.250081,-8.129743e-05
204
+ 66709,-13.75007,-6.94966e-05
205
+ 51472,-12.375157,-0.00015782064
206
+ 19809,-12.0001135,-0.00011395759
207
+ 38959,-14.00008,-7.9747835e-05
208
+ 39849,-4.758694,-0.008694177
209
+ 59964,-0.02988753,-3.5298874
210
+ 65268,-14.375101,-0.000101203565
211
+ 8791,-9.25016,-0.00016008526
212
+ 51774,-14.250099,-9.95348e-05
213
+ 49640,-11.000083,-8.320462e-05
214
+ 20125,-13.25005,-4.9947444e-05
215
+ 59640,-10.875084,-8.4158215e-05
216
+ 68206,-13.000238,-0.00023886688
217
+ 48079,-15.000131,-0.00013052566
218
+ 49583,-13.750038,-3.850386e-05
219
+ 67054,-6.6263914,-0.0013915151
220
+ 59571,-12.125104,-0.000104302686
221
+ 29080,-13.000254,-0.0002536452
222
+ 29111,-14.1251,-0.00010048838
223
+ 20758,-14.37506,-5.9841273e-05
224
+ 64023,-9.0001745,-0.00017498393
225
+ 29058,-0.0010520644,-7.126052
226
+ 18185,-11.750092,-9.119095e-05
227
+ 36543,-1.8048209,-0.17982094
228
+ 54983,-13.875041,-4.148397e-05
229
+ 3101,-13.250086,-8.59462e-05
230
+ 42140,-0.0013905627,-6.7513905
231
+ 6954,-0.00034362133,-10.000343
232
+ 15955,-13.62509,-8.999896e-05
233
+ 61746,-0.0017473919,-6.5017476
234
+ 32055,-1.3134187,-0.31341878
235
+ 39496,-13.375077,-7.7602235e-05
236
+ 59909,-14.000068,-6.7708585e-05
237
+ 66296,-0.0014292512,-6.751429
238
+ 46804,-13.500055,-5.5430784e-05
239
+ 35049,-0.004937598,-5.3799376
240
+ 56017,-13.000069,-6.854299e-05
241
+ 26947,-13.750059,-5.912606e-05
242
+ 38928,-0.0010165768,-10.126017
243
+ 15029,-14.125161,-0.00016103878
244
+ 7086,-9.0002165,-0.00021634146
245
+ 537,-3.5298803,-0.02988024
246
+ 50731,-8.625208,-0.00020811777
247
+ 63604,-13.000103,-0.00010299152
248
+ 67049,-11.125101,-0.00010132276
249
+ 31161,-5.8778563,-0.002856106
250
+ 58922,-14.875112,-0.00011169287
251
+ 18347,-14.125073,-7.378783e-05
252
+ 25864,-11.500088,-8.821098e-05
253
+ 63846,-0.12713373,-2.1271338
254
+ 13353,-0.00613141,-5.131131
255
+ 25378,-13.125097,-9.727005e-05
256
+ 59101,-14.375121,-0.00012075172
257
+ 20895,-12.625047,-4.6371337e-05
258
+ 48119,-13.750087,-8.66614e-05
259
+ 14332,-0.0005191409,-8.250519
260
+ 25497,-13.750089,-8.9164576e-05
261
+ 8686,-10.87508,-8.034383e-05
262
+ 22758,-13.2501135,-0.00011395759
263
+ 7666,-0.055024702,-2.9300246
264
+ 20686,-11.125075,-7.5814234e-05
265
+ 18975,-13.62511,-0.000109308945
266
+ 19054,-13.500059,-5.9245263e-05
267
+ 48123,-14.375139,-0.00013970352
268
+ 57909,-14.750084,-8.368142e-05
269
+ 9226,-14.000095,-9.524369e-05
270
+ 48653,-4.7586894,-0.008689567
271
+ 44013,-5.753284,-0.0032840627
272
+ 11409,-14.500094,-9.45285e-05
273
+ 62736,-2.9300306,-0.05503057
274
+ 2777,-14.375067,-6.723178e-05
275
+ 7058,-0.007777409,-4.882777
276
+ 48408,-5.6286917,-0.0036917645
277
+ 28934,-14.375082,-8.165503e-05
278
+ 46578,-14.12513,-0.00012992969
279
+ 23203,-12.375084,-8.391982e-05
280
+ 6257,-14.000146,-0.00014602071
281
+ 53444,-0.28137103,-1.406371
282
+ 17816,-13.250075,-7.521823e-05
283
+ 46307,-14.375161,-0.00016139635
284
+ 20599,-15.250134,-0.00013422065
285
+ 29423,-0.0008274469,-7.7508273
286
+ 21041,-0.011201472,-4.5112014
287
+ 16633,-14.375089,-8.8687775e-05
288
+ 20221,-13.875081,-8.093983e-05
289
+ 27466,-0.0077154255,-4.882715
290
+ 22987,-0.009970032,-4.63497
291
+ 9322,-11.5000725,-7.211902e-05
292
+ 3265,-11.500094,-9.4647694e-05
293
+ 22814,-13.000072,-7.1284616e-05
294
+ 56185,-13.8751,-0.000100011595
295
+ 55014,-14.125071,-7.092701e-05
296
+ 43437,-13.500072,-7.1284616e-05
297
+ 24683,-0.00085341267,-7.6258535
298
+ 10233,-11.8750725,-7.259582e-05
299
+ 19001,-0.0021516762,-9.7521515
300
+ 32718,-7.7504888,-0.00048875785
301
+ 31030,-0.0007955247,-9.500795
302
+ 1099,-0.00039593485,-9.000396
303
+ 57982,-13.1251,-0.00010036919
304
+ 49148,-3.8955865,-0.020586394
305
+ 40880,-14.50007,-6.96158e-05
306
+ 31148,-0.009481991,-10.009482
307
+ 9446,-13.875076,-7.641024e-05
308
+ 18579,-13.750213,-0.00021288513
309
+ 30932,-13.000073,-7.331103e-05
310
+ 40792,-11.000125,-0.00012468515
311
+ 48600,-5.628699,-0.0036990093
312
+ 44588,-12.500107,-0.00010656743
313
+ 33828,-14.750068,-6.8185385e-05
314
+ 33917,-7.625596,-0.000595988
315
+ 2026,-9.62516,-0.00016032365
316
+ 56745,-1.136981,-0.38698095
317
+ 17383,-11.500069,-6.854299e-05
318
+ 2372,-4.264286,-0.014286146
319
+ 56600,-11.625056,-5.6384404e-05
320
+ 50257,-0.0009461932,-7.500946
321
+ 38892,-0.079029426,-2.5790293
322
+ 45844,-0.0010563515,-7.501056
323
+ 29062,-12.375054,-5.435796e-05
324
+ 5655,-14.000065,-6.496695e-05
325
+ 67611,-10.875087,-8.6899796e-05
326
+ 18546,-0.7578938,-0.6328938
327
+ 63060,-14.125106,-0.00010585225
328
+ 36068,-13.750118,-0.00011824862
329
+ 784,-8.750328,-0.00032801015
330
+ 20429,-0.003134459,-5.8781343
331
+ 21679,-13.750118,-0.0001187254
332
+ 53617,-15.375172,-0.00017164665
333
+ 6978,-14.500069,-6.854299e-05
334
+ 53262,-0.0005340342,-10.125534
335
+ 181,-0.0012806795,-6.876281
336
+ 28744,-4.5111136,-0.011113765
337
+ 48716,-6.501569,-0.0015686362
338
+ 51468,-0.00034385966,-9.500344
339
+ 62209,-15.125108,-0.00010811698
340
+ 8732,-14.375061,-6.15101e-05
341
+ 56949,-13.125093,-9.381331e-05
342
+ 26885,-0.0006363751,-9.750636
343
+ 43345,-11.625082,-8.225103e-05
344
+ 8053,-13.375051,-5.0305054e-05
345
+ 59402,-14.250127,-0.00012659225
346
+ 49552,-0.00065102836,-7.875651
347
+ 12348,-11.62513,-0.0001296913
348
+ 28335,-13.125079,-7.903264e-05
349
+ 59114,-13.000056,-5.6026798e-05
350
+ 12625,-13.250111,-0.000110739296
351
+ 8876,-12.750171,-0.00017116989
352
+ 29959,-14.625044,-4.3868058e-05
353
+ 37911,-0.20151791,-1.7015179
354
+ 38412,-12.750074,-7.474143e-05
355
+ 31999,-3.65137,-0.026369998
356
+ 34775,-6.501568,-0.001567803
357
+ 65737,-14.000068,-6.758938e-05
358
+ 25244,-3.895634,-0.02063404
359
+ 51630,-14.50008,-7.986704e-05
360
+ 23979,-11.250112,-0.00011205045
361
+ 34638,-13.625062,-6.1629304e-05
362
+ 22311,-15.875123,-0.00012289723
363
+ 14004,-15.50009,-8.928377e-05
364
+ 310,-0.062078424,-2.8120785
365
+ 49105,-0.0009479796,-7.375948
366
+ 38782,-16.12511,-0.00011109689
367
+ 4647,-14.000063,-6.317893e-05
368
+ 43782,-0.00057501945,-7.875575
369
+ 66046,-13.000048,-4.7444173e-05
370
+ 16690,-14.250106,-0.00010620984
371
+ 67731,-0.14280975,-2.0178099
372
+ 54867,-13.375121,-0.000120870915
373
+ 34108,-14.00011,-0.00011002412
374
+ 67332,-9.125139,-0.00013958434
375
+ 22567,-0.0023905053,-6.1273904
376
+ 57173,-10.125077,-7.7125434e-05
377
+ 26527,-13.875091,-9.0952555e-05
378
+ 59580,-14.000081,-8.070143e-05
379
+ 20737,-2.4640474,-0.089047536
380
+ 53307,-0.00048649395,-10.625486
381
+ 32783,-0.00041071087,-8.875411
382
+ 7868,-14.375092,-9.119095e-05
383
+ 50777,-10.62509,-8.9760564e-05
384
+ 29307,-13.625196,-0.00019619924
385
+ 18297,-7.1258616,-0.00086163107
386
+ 44524,-14.250089,-8.8330184e-05
387
+ 61320,-12.250058,-5.8410846e-05
388
+ 2578,-9.750166,-0.00016640233
389
+ 40612,-3.651438,-0.026437918
390
+ 32523,-13.125081,-8.105903e-05
391
+ 48509,-10.375086,-8.5707805e-05
392
+ 36666,-13.250081,-8.070143e-05
393
+ 6539,-14.00008,-8.0224636e-05
394
+ 33620,-12.875179,-0.00017891714
395
+ 55547,-13.625071,-7.0211805e-05
396
+ 11751,-14.375062,-6.1748506e-05
397
+ 30491,-2.8120165,-0.062016577
398
+ 48294,-14.00007,-6.9854206e-05
399
+ 37424,-15.000091,-9.023736e-05
400
+ 29155,-12.250046,-4.577532e-05
finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=6/lora_ans/0.0-0.7/0.7-1.0/train_args.yaml ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ K: null
2
+ global_batch_size: 8
3
+ learning_rate: 0.0001
4
+ loss: ans
5
+ max_steps: -1
6
+ micro_batch_size: 1
7
+ optimizer_name: adamw
8
+ patience: 10
9
+ val_check_interval: 16
10
+ weight_decay: 0.0
finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=6/lora_ans/0.0-1.0/0.7-1.0/checkpoint/config.json ADDED
@@ -0,0 +1,39 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "LlamaForCausalLM"
4
+ ],
5
+ "attention_bias": false,
6
+ "attention_dropout": 0.0,
7
+ "bos_token_id": 128000,
8
+ "eos_token_id": [
9
+ 128001,
10
+ 128008,
11
+ 128009
12
+ ],
13
+ "head_dim": 64,
14
+ "hidden_act": "silu",
15
+ "hidden_size": 2048,
16
+ "initializer_range": 0.02,
17
+ "intermediate_size": 8192,
18
+ "max_position_embeddings": 131072,
19
+ "mlp_bias": false,
20
+ "model_type": "llama",
21
+ "num_attention_heads": 32,
22
+ "num_hidden_layers": 16,
23
+ "num_key_value_heads": 8,
24
+ "pretraining_tp": 1,
25
+ "rms_norm_eps": 1e-05,
26
+ "rope_scaling": {
27
+ "factor": 32.0,
28
+ "high_freq_factor": 4.0,
29
+ "low_freq_factor": 1.0,
30
+ "original_max_position_embeddings": 8192,
31
+ "rope_type": "llama3"
32
+ },
33
+ "rope_theta": 500000.0,
34
+ "tie_word_embeddings": true,
35
+ "torch_dtype": "bfloat16",
36
+ "transformers_version": "4.45.0.dev0",
37
+ "use_cache": true,
38
+ "vocab_size": 128256
39
+ }
finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=6/lora_ans/0.0-1.0/0.7-1.0/checkpoint/generation_config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token_id": 128000,
3
+ "do_sample": true,
4
+ "eos_token_id": [
5
+ 128001,
6
+ 128008,
7
+ 128009
8
+ ],
9
+ "temperature": 0.6,
10
+ "top_p": 0.9,
11
+ "transformers_version": "4.45.0.dev0"
12
+ }
finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=6/lora_ans/0.0-1.0/0.7-1.0/checkpoint/model_config.yaml ADDED
@@ -0,0 +1,40 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ attention_logit_softcapping: null
2
+ attention_scores_scalar: null
3
+ bias: false
4
+ block_size: 131072
5
+ final_logit_softcapping: null
6
+ gelu_approximate: none
7
+ head_size: 64
8
+ hf_config:
9
+ name: Llama-3.2-1B-Instruct
10
+ org: meta-llama
11
+ intermediate_size: 8192
12
+ lm_head_bias: false
13
+ mlp_class_name: LLaMAMLP
14
+ n_embd: 2048
15
+ n_expert: 0
16
+ n_expert_per_token: 0
17
+ n_head: 32
18
+ n_layer: 16
19
+ n_query_groups: 8
20
+ name: Llama-3.2-1B-Instruct
21
+ norm_class_name: RMSNorm
22
+ norm_eps: 1.0e-05
23
+ padded_vocab_size: 128256
24
+ padding_multiple: 512
25
+ parallel_residual: false
26
+ post_attention_norm: false
27
+ post_mlp_norm: false
28
+ rope_adjustments:
29
+ factor: 32.0
30
+ high_freq_factor: 4.0
31
+ low_freq_factor: 1.0
32
+ original_max_seq_len: 8192
33
+ rope_base: 500000
34
+ rope_condense_ratio: 1
35
+ rotary_percentage: 1.0
36
+ scale_embeddings: false
37
+ shared_attention_norm: false
38
+ sliding_window_layer_placing: null
39
+ sliding_window_size: null
40
+ vocab_size: 128000
finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=6/lora_ans/0.0-1.0/0.7-1.0/checkpoint/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=6/lora_ans/0.0-1.0/0.7-1.0/checkpoint/tokenizer_config.json ADDED
@@ -0,0 +1,2062 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "128000": {
4
+ "content": "<|begin_of_text|>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "128001": {
12
+ "content": "<|end_of_text|>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "128002": {
20
+ "content": "<|reserved_special_token_0|>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "128003": {
28
+ "content": "<|reserved_special_token_1|>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "128004": {
36
+ "content": "<|finetune_right_pad_id|>",
37
+ "lstrip": false,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ },
43
+ "128005": {
44
+ "content": "<|reserved_special_token_2|>",
45
+ "lstrip": false,
46
+ "normalized": false,
47
+ "rstrip": false,
48
+ "single_word": false,
49
+ "special": true
50
+ },
51
+ "128006": {
52
+ "content": "<|start_header_id|>",
53
+ "lstrip": false,
54
+ "normalized": false,
55
+ "rstrip": false,
56
+ "single_word": false,
57
+ "special": true
58
+ },
59
+ "128007": {
60
+ "content": "<|end_header_id|>",
61
+ "lstrip": false,
62
+ "normalized": false,
63
+ "rstrip": false,
64
+ "single_word": false,
65
+ "special": true
66
+ },
67
+ "128008": {
68
+ "content": "<|eom_id|>",
69
+ "lstrip": false,
70
+ "normalized": false,
71
+ "rstrip": false,
72
+ "single_word": false,
73
+ "special": true
74
+ },
75
+ "128009": {
76
+ "content": "<|eot_id|>",
77
+ "lstrip": false,
78
+ "normalized": false,
79
+ "rstrip": false,
80
+ "single_word": false,
81
+ "special": true
82
+ },
83
+ "128010": {
84
+ "content": "<|python_tag|>",
85
+ "lstrip": false,
86
+ "normalized": false,
87
+ "rstrip": false,
88
+ "single_word": false,
89
+ "special": true
90
+ },
91
+ "128011": {
92
+ "content": "<|reserved_special_token_3|>",
93
+ "lstrip": false,
94
+ "normalized": false,
95
+ "rstrip": false,
96
+ "single_word": false,
97
+ "special": true
98
+ },
99
+ "128012": {
100
+ "content": "<|reserved_special_token_4|>",
101
+ "lstrip": false,
102
+ "normalized": false,
103
+ "rstrip": false,
104
+ "single_word": false,
105
+ "special": true
106
+ },
107
+ "128013": {
108
+ "content": "<|reserved_special_token_5|>",
109
+ "lstrip": false,
110
+ "normalized": false,
111
+ "rstrip": false,
112
+ "single_word": false,
113
+ "special": true
114
+ },
115
+ "128014": {
116
+ "content": "<|reserved_special_token_6|>",
117
+ "lstrip": false,
118
+ "normalized": false,
119
+ "rstrip": false,
120
+ "single_word": false,
121
+ "special": true
122
+ },
123
+ "128015": {
124
+ "content": "<|reserved_special_token_7|>",
125
+ "lstrip": false,
126
+ "normalized": false,
127
+ "rstrip": false,
128
+ "single_word": false,
129
+ "special": true
130
+ },
131
+ "128016": {
132
+ "content": "<|reserved_special_token_8|>",
133
+ "lstrip": false,
134
+ "normalized": false,
135
+ "rstrip": false,
136
+ "single_word": false,
137
+ "special": true
138
+ },
139
+ "128017": {
140
+ "content": "<|reserved_special_token_9|>",
141
+ "lstrip": false,
142
+ "normalized": false,
143
+ "rstrip": false,
144
+ "single_word": false,
145
+ "special": true
146
+ },
147
+ "128018": {
148
+ "content": "<|reserved_special_token_10|>",
149
+ "lstrip": false,
150
+ "normalized": false,
151
+ "rstrip": false,
152
+ "single_word": false,
153
+ "special": true
154
+ },
155
+ "128019": {
156
+ "content": "<|reserved_special_token_11|>",
157
+ "lstrip": false,
158
+ "normalized": false,
159
+ "rstrip": false,
160
+ "single_word": false,
161
+ "special": true
162
+ },
163
+ "128020": {
164
+ "content": "<|reserved_special_token_12|>",
165
+ "lstrip": false,
166
+ "normalized": false,
167
+ "rstrip": false,
168
+ "single_word": false,
169
+ "special": true
170
+ },
171
+ "128021": {
172
+ "content": "<|reserved_special_token_13|>",
173
+ "lstrip": false,
174
+ "normalized": false,
175
+ "rstrip": false,
176
+ "single_word": false,
177
+ "special": true
178
+ },
179
+ "128022": {
180
+ "content": "<|reserved_special_token_14|>",
181
+ "lstrip": false,
182
+ "normalized": false,
183
+ "rstrip": false,
184
+ "single_word": false,
185
+ "special": true
186
+ },
187
+ "128023": {
188
+ "content": "<|reserved_special_token_15|>",
189
+ "lstrip": false,
190
+ "normalized": false,
191
+ "rstrip": false,
192
+ "single_word": false,
193
+ "special": true
194
+ },
195
+ "128024": {
196
+ "content": "<|reserved_special_token_16|>",
197
+ "lstrip": false,
198
+ "normalized": false,
199
+ "rstrip": false,
200
+ "single_word": false,
201
+ "special": true
202
+ },
203
+ "128025": {
204
+ "content": "<|reserved_special_token_17|>",
205
+ "lstrip": false,
206
+ "normalized": false,
207
+ "rstrip": false,
208
+ "single_word": false,
209
+ "special": true
210
+ },
211
+ "128026": {
212
+ "content": "<|reserved_special_token_18|>",
213
+ "lstrip": false,
214
+ "normalized": false,
215
+ "rstrip": false,
216
+ "single_word": false,
217
+ "special": true
218
+ },
219
+ "128027": {
220
+ "content": "<|reserved_special_token_19|>",
221
+ "lstrip": false,
222
+ "normalized": false,
223
+ "rstrip": false,
224
+ "single_word": false,
225
+ "special": true
226
+ },
227
+ "128028": {
228
+ "content": "<|reserved_special_token_20|>",
229
+ "lstrip": false,
230
+ "normalized": false,
231
+ "rstrip": false,
232
+ "single_word": false,
233
+ "special": true
234
+ },
235
+ "128029": {
236
+ "content": "<|reserved_special_token_21|>",
237
+ "lstrip": false,
238
+ "normalized": false,
239
+ "rstrip": false,
240
+ "single_word": false,
241
+ "special": true
242
+ },
243
+ "128030": {
244
+ "content": "<|reserved_special_token_22|>",
245
+ "lstrip": false,
246
+ "normalized": false,
247
+ "rstrip": false,
248
+ "single_word": false,
249
+ "special": true
250
+ },
251
+ "128031": {
252
+ "content": "<|reserved_special_token_23|>",
253
+ "lstrip": false,
254
+ "normalized": false,
255
+ "rstrip": false,
256
+ "single_word": false,
257
+ "special": true
258
+ },
259
+ "128032": {
260
+ "content": "<|reserved_special_token_24|>",
261
+ "lstrip": false,
262
+ "normalized": false,
263
+ "rstrip": false,
264
+ "single_word": false,
265
+ "special": true
266
+ },
267
+ "128033": {
268
+ "content": "<|reserved_special_token_25|>",
269
+ "lstrip": false,
270
+ "normalized": false,
271
+ "rstrip": false,
272
+ "single_word": false,
273
+ "special": true
274
+ },
275
+ "128034": {
276
+ "content": "<|reserved_special_token_26|>",
277
+ "lstrip": false,
278
+ "normalized": false,
279
+ "rstrip": false,
280
+ "single_word": false,
281
+ "special": true
282
+ },
283
+ "128035": {
284
+ "content": "<|reserved_special_token_27|>",
285
+ "lstrip": false,
286
+ "normalized": false,
287
+ "rstrip": false,
288
+ "single_word": false,
289
+ "special": true
290
+ },
291
+ "128036": {
292
+ "content": "<|reserved_special_token_28|>",
293
+ "lstrip": false,
294
+ "normalized": false,
295
+ "rstrip": false,
296
+ "single_word": false,
297
+ "special": true
298
+ },
299
+ "128037": {
300
+ "content": "<|reserved_special_token_29|>",
301
+ "lstrip": false,
302
+ "normalized": false,
303
+ "rstrip": false,
304
+ "single_word": false,
305
+ "special": true
306
+ },
307
+ "128038": {
308
+ "content": "<|reserved_special_token_30|>",
309
+ "lstrip": false,
310
+ "normalized": false,
311
+ "rstrip": false,
312
+ "single_word": false,
313
+ "special": true
314
+ },
315
+ "128039": {
316
+ "content": "<|reserved_special_token_31|>",
317
+ "lstrip": false,
318
+ "normalized": false,
319
+ "rstrip": false,
320
+ "single_word": false,
321
+ "special": true
322
+ },
323
+ "128040": {
324
+ "content": "<|reserved_special_token_32|>",
325
+ "lstrip": false,
326
+ "normalized": false,
327
+ "rstrip": false,
328
+ "single_word": false,
329
+ "special": true
330
+ },
331
+ "128041": {
332
+ "content": "<|reserved_special_token_33|>",
333
+ "lstrip": false,
334
+ "normalized": false,
335
+ "rstrip": false,
336
+ "single_word": false,
337
+ "special": true
338
+ },
339
+ "128042": {
340
+ "content": "<|reserved_special_token_34|>",
341
+ "lstrip": false,
342
+ "normalized": false,
343
+ "rstrip": false,
344
+ "single_word": false,
345
+ "special": true
346
+ },
347
+ "128043": {
348
+ "content": "<|reserved_special_token_35|>",
349
+ "lstrip": false,
350
+ "normalized": false,
351
+ "rstrip": false,
352
+ "single_word": false,
353
+ "special": true
354
+ },
355
+ "128044": {
356
+ "content": "<|reserved_special_token_36|>",
357
+ "lstrip": false,
358
+ "normalized": false,
359
+ "rstrip": false,
360
+ "single_word": false,
361
+ "special": true
362
+ },
363
+ "128045": {
364
+ "content": "<|reserved_special_token_37|>",
365
+ "lstrip": false,
366
+ "normalized": false,
367
+ "rstrip": false,
368
+ "single_word": false,
369
+ "special": true
370
+ },
371
+ "128046": {
372
+ "content": "<|reserved_special_token_38|>",
373
+ "lstrip": false,
374
+ "normalized": false,
375
+ "rstrip": false,
376
+ "single_word": false,
377
+ "special": true
378
+ },
379
+ "128047": {
380
+ "content": "<|reserved_special_token_39|>",
381
+ "lstrip": false,
382
+ "normalized": false,
383
+ "rstrip": false,
384
+ "single_word": false,
385
+ "special": true
386
+ },
387
+ "128048": {
388
+ "content": "<|reserved_special_token_40|>",
389
+ "lstrip": false,
390
+ "normalized": false,
391
+ "rstrip": false,
392
+ "single_word": false,
393
+ "special": true
394
+ },
395
+ "128049": {
396
+ "content": "<|reserved_special_token_41|>",
397
+ "lstrip": false,
398
+ "normalized": false,
399
+ "rstrip": false,
400
+ "single_word": false,
401
+ "special": true
402
+ },
403
+ "128050": {
404
+ "content": "<|reserved_special_token_42|>",
405
+ "lstrip": false,
406
+ "normalized": false,
407
+ "rstrip": false,
408
+ "single_word": false,
409
+ "special": true
410
+ },
411
+ "128051": {
412
+ "content": "<|reserved_special_token_43|>",
413
+ "lstrip": false,
414
+ "normalized": false,
415
+ "rstrip": false,
416
+ "single_word": false,
417
+ "special": true
418
+ },
419
+ "128052": {
420
+ "content": "<|reserved_special_token_44|>",
421
+ "lstrip": false,
422
+ "normalized": false,
423
+ "rstrip": false,
424
+ "single_word": false,
425
+ "special": true
426
+ },
427
+ "128053": {
428
+ "content": "<|reserved_special_token_45|>",
429
+ "lstrip": false,
430
+ "normalized": false,
431
+ "rstrip": false,
432
+ "single_word": false,
433
+ "special": true
434
+ },
435
+ "128054": {
436
+ "content": "<|reserved_special_token_46|>",
437
+ "lstrip": false,
438
+ "normalized": false,
439
+ "rstrip": false,
440
+ "single_word": false,
441
+ "special": true
442
+ },
443
+ "128055": {
444
+ "content": "<|reserved_special_token_47|>",
445
+ "lstrip": false,
446
+ "normalized": false,
447
+ "rstrip": false,
448
+ "single_word": false,
449
+ "special": true
450
+ },
451
+ "128056": {
452
+ "content": "<|reserved_special_token_48|>",
453
+ "lstrip": false,
454
+ "normalized": false,
455
+ "rstrip": false,
456
+ "single_word": false,
457
+ "special": true
458
+ },
459
+ "128057": {
460
+ "content": "<|reserved_special_token_49|>",
461
+ "lstrip": false,
462
+ "normalized": false,
463
+ "rstrip": false,
464
+ "single_word": false,
465
+ "special": true
466
+ },
467
+ "128058": {
468
+ "content": "<|reserved_special_token_50|>",
469
+ "lstrip": false,
470
+ "normalized": false,
471
+ "rstrip": false,
472
+ "single_word": false,
473
+ "special": true
474
+ },
475
+ "128059": {
476
+ "content": "<|reserved_special_token_51|>",
477
+ "lstrip": false,
478
+ "normalized": false,
479
+ "rstrip": false,
480
+ "single_word": false,
481
+ "special": true
482
+ },
483
+ "128060": {
484
+ "content": "<|reserved_special_token_52|>",
485
+ "lstrip": false,
486
+ "normalized": false,
487
+ "rstrip": false,
488
+ "single_word": false,
489
+ "special": true
490
+ },
491
+ "128061": {
492
+ "content": "<|reserved_special_token_53|>",
493
+ "lstrip": false,
494
+ "normalized": false,
495
+ "rstrip": false,
496
+ "single_word": false,
497
+ "special": true
498
+ },
499
+ "128062": {
500
+ "content": "<|reserved_special_token_54|>",
501
+ "lstrip": false,
502
+ "normalized": false,
503
+ "rstrip": false,
504
+ "single_word": false,
505
+ "special": true
506
+ },
507
+ "128063": {
508
+ "content": "<|reserved_special_token_55|>",
509
+ "lstrip": false,
510
+ "normalized": false,
511
+ "rstrip": false,
512
+ "single_word": false,
513
+ "special": true
514
+ },
515
+ "128064": {
516
+ "content": "<|reserved_special_token_56|>",
517
+ "lstrip": false,
518
+ "normalized": false,
519
+ "rstrip": false,
520
+ "single_word": false,
521
+ "special": true
522
+ },
523
+ "128065": {
524
+ "content": "<|reserved_special_token_57|>",
525
+ "lstrip": false,
526
+ "normalized": false,
527
+ "rstrip": false,
528
+ "single_word": false,
529
+ "special": true
530
+ },
531
+ "128066": {
532
+ "content": "<|reserved_special_token_58|>",
533
+ "lstrip": false,
534
+ "normalized": false,
535
+ "rstrip": false,
536
+ "single_word": false,
537
+ "special": true
538
+ },
539
+ "128067": {
540
+ "content": "<|reserved_special_token_59|>",
541
+ "lstrip": false,
542
+ "normalized": false,
543
+ "rstrip": false,
544
+ "single_word": false,
545
+ "special": true
546
+ },
547
+ "128068": {
548
+ "content": "<|reserved_special_token_60|>",
549
+ "lstrip": false,
550
+ "normalized": false,
551
+ "rstrip": false,
552
+ "single_word": false,
553
+ "special": true
554
+ },
555
+ "128069": {
556
+ "content": "<|reserved_special_token_61|>",
557
+ "lstrip": false,
558
+ "normalized": false,
559
+ "rstrip": false,
560
+ "single_word": false,
561
+ "special": true
562
+ },
563
+ "128070": {
564
+ "content": "<|reserved_special_token_62|>",
565
+ "lstrip": false,
566
+ "normalized": false,
567
+ "rstrip": false,
568
+ "single_word": false,
569
+ "special": true
570
+ },
571
+ "128071": {
572
+ "content": "<|reserved_special_token_63|>",
573
+ "lstrip": false,
574
+ "normalized": false,
575
+ "rstrip": false,
576
+ "single_word": false,
577
+ "special": true
578
+ },
579
+ "128072": {
580
+ "content": "<|reserved_special_token_64|>",
581
+ "lstrip": false,
582
+ "normalized": false,
583
+ "rstrip": false,
584
+ "single_word": false,
585
+ "special": true
586
+ },
587
+ "128073": {
588
+ "content": "<|reserved_special_token_65|>",
589
+ "lstrip": false,
590
+ "normalized": false,
591
+ "rstrip": false,
592
+ "single_word": false,
593
+ "special": true
594
+ },
595
+ "128074": {
596
+ "content": "<|reserved_special_token_66|>",
597
+ "lstrip": false,
598
+ "normalized": false,
599
+ "rstrip": false,
600
+ "single_word": false,
601
+ "special": true
602
+ },
603
+ "128075": {
604
+ "content": "<|reserved_special_token_67|>",
605
+ "lstrip": false,
606
+ "normalized": false,
607
+ "rstrip": false,
608
+ "single_word": false,
609
+ "special": true
610
+ },
611
+ "128076": {
612
+ "content": "<|reserved_special_token_68|>",
613
+ "lstrip": false,
614
+ "normalized": false,
615
+ "rstrip": false,
616
+ "single_word": false,
617
+ "special": true
618
+ },
619
+ "128077": {
620
+ "content": "<|reserved_special_token_69|>",
621
+ "lstrip": false,
622
+ "normalized": false,
623
+ "rstrip": false,
624
+ "single_word": false,
625
+ "special": true
626
+ },
627
+ "128078": {
628
+ "content": "<|reserved_special_token_70|>",
629
+ "lstrip": false,
630
+ "normalized": false,
631
+ "rstrip": false,
632
+ "single_word": false,
633
+ "special": true
634
+ },
635
+ "128079": {
636
+ "content": "<|reserved_special_token_71|>",
637
+ "lstrip": false,
638
+ "normalized": false,
639
+ "rstrip": false,
640
+ "single_word": false,
641
+ "special": true
642
+ },
643
+ "128080": {
644
+ "content": "<|reserved_special_token_72|>",
645
+ "lstrip": false,
646
+ "normalized": false,
647
+ "rstrip": false,
648
+ "single_word": false,
649
+ "special": true
650
+ },
651
+ "128081": {
652
+ "content": "<|reserved_special_token_73|>",
653
+ "lstrip": false,
654
+ "normalized": false,
655
+ "rstrip": false,
656
+ "single_word": false,
657
+ "special": true
658
+ },
659
+ "128082": {
660
+ "content": "<|reserved_special_token_74|>",
661
+ "lstrip": false,
662
+ "normalized": false,
663
+ "rstrip": false,
664
+ "single_word": false,
665
+ "special": true
666
+ },
667
+ "128083": {
668
+ "content": "<|reserved_special_token_75|>",
669
+ "lstrip": false,
670
+ "normalized": false,
671
+ "rstrip": false,
672
+ "single_word": false,
673
+ "special": true
674
+ },
675
+ "128084": {
676
+ "content": "<|reserved_special_token_76|>",
677
+ "lstrip": false,
678
+ "normalized": false,
679
+ "rstrip": false,
680
+ "single_word": false,
681
+ "special": true
682
+ },
683
+ "128085": {
684
+ "content": "<|reserved_special_token_77|>",
685
+ "lstrip": false,
686
+ "normalized": false,
687
+ "rstrip": false,
688
+ "single_word": false,
689
+ "special": true
690
+ },
691
+ "128086": {
692
+ "content": "<|reserved_special_token_78|>",
693
+ "lstrip": false,
694
+ "normalized": false,
695
+ "rstrip": false,
696
+ "single_word": false,
697
+ "special": true
698
+ },
699
+ "128087": {
700
+ "content": "<|reserved_special_token_79|>",
701
+ "lstrip": false,
702
+ "normalized": false,
703
+ "rstrip": false,
704
+ "single_word": false,
705
+ "special": true
706
+ },
707
+ "128088": {
708
+ "content": "<|reserved_special_token_80|>",
709
+ "lstrip": false,
710
+ "normalized": false,
711
+ "rstrip": false,
712
+ "single_word": false,
713
+ "special": true
714
+ },
715
+ "128089": {
716
+ "content": "<|reserved_special_token_81|>",
717
+ "lstrip": false,
718
+ "normalized": false,
719
+ "rstrip": false,
720
+ "single_word": false,
721
+ "special": true
722
+ },
723
+ "128090": {
724
+ "content": "<|reserved_special_token_82|>",
725
+ "lstrip": false,
726
+ "normalized": false,
727
+ "rstrip": false,
728
+ "single_word": false,
729
+ "special": true
730
+ },
731
+ "128091": {
732
+ "content": "<|reserved_special_token_83|>",
733
+ "lstrip": false,
734
+ "normalized": false,
735
+ "rstrip": false,
736
+ "single_word": false,
737
+ "special": true
738
+ },
739
+ "128092": {
740
+ "content": "<|reserved_special_token_84|>",
741
+ "lstrip": false,
742
+ "normalized": false,
743
+ "rstrip": false,
744
+ "single_word": false,
745
+ "special": true
746
+ },
747
+ "128093": {
748
+ "content": "<|reserved_special_token_85|>",
749
+ "lstrip": false,
750
+ "normalized": false,
751
+ "rstrip": false,
752
+ "single_word": false,
753
+ "special": true
754
+ },
755
+ "128094": {
756
+ "content": "<|reserved_special_token_86|>",
757
+ "lstrip": false,
758
+ "normalized": false,
759
+ "rstrip": false,
760
+ "single_word": false,
761
+ "special": true
762
+ },
763
+ "128095": {
764
+ "content": "<|reserved_special_token_87|>",
765
+ "lstrip": false,
766
+ "normalized": false,
767
+ "rstrip": false,
768
+ "single_word": false,
769
+ "special": true
770
+ },
771
+ "128096": {
772
+ "content": "<|reserved_special_token_88|>",
773
+ "lstrip": false,
774
+ "normalized": false,
775
+ "rstrip": false,
776
+ "single_word": false,
777
+ "special": true
778
+ },
779
+ "128097": {
780
+ "content": "<|reserved_special_token_89|>",
781
+ "lstrip": false,
782
+ "normalized": false,
783
+ "rstrip": false,
784
+ "single_word": false,
785
+ "special": true
786
+ },
787
+ "128098": {
788
+ "content": "<|reserved_special_token_90|>",
789
+ "lstrip": false,
790
+ "normalized": false,
791
+ "rstrip": false,
792
+ "single_word": false,
793
+ "special": true
794
+ },
795
+ "128099": {
796
+ "content": "<|reserved_special_token_91|>",
797
+ "lstrip": false,
798
+ "normalized": false,
799
+ "rstrip": false,
800
+ "single_word": false,
801
+ "special": true
802
+ },
803
+ "128100": {
804
+ "content": "<|reserved_special_token_92|>",
805
+ "lstrip": false,
806
+ "normalized": false,
807
+ "rstrip": false,
808
+ "single_word": false,
809
+ "special": true
810
+ },
811
+ "128101": {
812
+ "content": "<|reserved_special_token_93|>",
813
+ "lstrip": false,
814
+ "normalized": false,
815
+ "rstrip": false,
816
+ "single_word": false,
817
+ "special": true
818
+ },
819
+ "128102": {
820
+ "content": "<|reserved_special_token_94|>",
821
+ "lstrip": false,
822
+ "normalized": false,
823
+ "rstrip": false,
824
+ "single_word": false,
825
+ "special": true
826
+ },
827
+ "128103": {
828
+ "content": "<|reserved_special_token_95|>",
829
+ "lstrip": false,
830
+ "normalized": false,
831
+ "rstrip": false,
832
+ "single_word": false,
833
+ "special": true
834
+ },
835
+ "128104": {
836
+ "content": "<|reserved_special_token_96|>",
837
+ "lstrip": false,
838
+ "normalized": false,
839
+ "rstrip": false,
840
+ "single_word": false,
841
+ "special": true
842
+ },
843
+ "128105": {
844
+ "content": "<|reserved_special_token_97|>",
845
+ "lstrip": false,
846
+ "normalized": false,
847
+ "rstrip": false,
848
+ "single_word": false,
849
+ "special": true
850
+ },
851
+ "128106": {
852
+ "content": "<|reserved_special_token_98|>",
853
+ "lstrip": false,
854
+ "normalized": false,
855
+ "rstrip": false,
856
+ "single_word": false,
857
+ "special": true
858
+ },
859
+ "128107": {
860
+ "content": "<|reserved_special_token_99|>",
861
+ "lstrip": false,
862
+ "normalized": false,
863
+ "rstrip": false,
864
+ "single_word": false,
865
+ "special": true
866
+ },
867
+ "128108": {
868
+ "content": "<|reserved_special_token_100|>",
869
+ "lstrip": false,
870
+ "normalized": false,
871
+ "rstrip": false,
872
+ "single_word": false,
873
+ "special": true
874
+ },
875
+ "128109": {
876
+ "content": "<|reserved_special_token_101|>",
877
+ "lstrip": false,
878
+ "normalized": false,
879
+ "rstrip": false,
880
+ "single_word": false,
881
+ "special": true
882
+ },
883
+ "128110": {
884
+ "content": "<|reserved_special_token_102|>",
885
+ "lstrip": false,
886
+ "normalized": false,
887
+ "rstrip": false,
888
+ "single_word": false,
889
+ "special": true
890
+ },
891
+ "128111": {
892
+ "content": "<|reserved_special_token_103|>",
893
+ "lstrip": false,
894
+ "normalized": false,
895
+ "rstrip": false,
896
+ "single_word": false,
897
+ "special": true
898
+ },
899
+ "128112": {
900
+ "content": "<|reserved_special_token_104|>",
901
+ "lstrip": false,
902
+ "normalized": false,
903
+ "rstrip": false,
904
+ "single_word": false,
905
+ "special": true
906
+ },
907
+ "128113": {
908
+ "content": "<|reserved_special_token_105|>",
909
+ "lstrip": false,
910
+ "normalized": false,
911
+ "rstrip": false,
912
+ "single_word": false,
913
+ "special": true
914
+ },
915
+ "128114": {
916
+ "content": "<|reserved_special_token_106|>",
917
+ "lstrip": false,
918
+ "normalized": false,
919
+ "rstrip": false,
920
+ "single_word": false,
921
+ "special": true
922
+ },
923
+ "128115": {
924
+ "content": "<|reserved_special_token_107|>",
925
+ "lstrip": false,
926
+ "normalized": false,
927
+ "rstrip": false,
928
+ "single_word": false,
929
+ "special": true
930
+ },
931
+ "128116": {
932
+ "content": "<|reserved_special_token_108|>",
933
+ "lstrip": false,
934
+ "normalized": false,
935
+ "rstrip": false,
936
+ "single_word": false,
937
+ "special": true
938
+ },
939
+ "128117": {
940
+ "content": "<|reserved_special_token_109|>",
941
+ "lstrip": false,
942
+ "normalized": false,
943
+ "rstrip": false,
944
+ "single_word": false,
945
+ "special": true
946
+ },
947
+ "128118": {
948
+ "content": "<|reserved_special_token_110|>",
949
+ "lstrip": false,
950
+ "normalized": false,
951
+ "rstrip": false,
952
+ "single_word": false,
953
+ "special": true
954
+ },
955
+ "128119": {
956
+ "content": "<|reserved_special_token_111|>",
957
+ "lstrip": false,
958
+ "normalized": false,
959
+ "rstrip": false,
960
+ "single_word": false,
961
+ "special": true
962
+ },
963
+ "128120": {
964
+ "content": "<|reserved_special_token_112|>",
965
+ "lstrip": false,
966
+ "normalized": false,
967
+ "rstrip": false,
968
+ "single_word": false,
969
+ "special": true
970
+ },
971
+ "128121": {
972
+ "content": "<|reserved_special_token_113|>",
973
+ "lstrip": false,
974
+ "normalized": false,
975
+ "rstrip": false,
976
+ "single_word": false,
977
+ "special": true
978
+ },
979
+ "128122": {
980
+ "content": "<|reserved_special_token_114|>",
981
+ "lstrip": false,
982
+ "normalized": false,
983
+ "rstrip": false,
984
+ "single_word": false,
985
+ "special": true
986
+ },
987
+ "128123": {
988
+ "content": "<|reserved_special_token_115|>",
989
+ "lstrip": false,
990
+ "normalized": false,
991
+ "rstrip": false,
992
+ "single_word": false,
993
+ "special": true
994
+ },
995
+ "128124": {
996
+ "content": "<|reserved_special_token_116|>",
997
+ "lstrip": false,
998
+ "normalized": false,
999
+ "rstrip": false,
1000
+ "single_word": false,
1001
+ "special": true
1002
+ },
1003
+ "128125": {
1004
+ "content": "<|reserved_special_token_117|>",
1005
+ "lstrip": false,
1006
+ "normalized": false,
1007
+ "rstrip": false,
1008
+ "single_word": false,
1009
+ "special": true
1010
+ },
1011
+ "128126": {
1012
+ "content": "<|reserved_special_token_118|>",
1013
+ "lstrip": false,
1014
+ "normalized": false,
1015
+ "rstrip": false,
1016
+ "single_word": false,
1017
+ "special": true
1018
+ },
1019
+ "128127": {
1020
+ "content": "<|reserved_special_token_119|>",
1021
+ "lstrip": false,
1022
+ "normalized": false,
1023
+ "rstrip": false,
1024
+ "single_word": false,
1025
+ "special": true
1026
+ },
1027
+ "128128": {
1028
+ "content": "<|reserved_special_token_120|>",
1029
+ "lstrip": false,
1030
+ "normalized": false,
1031
+ "rstrip": false,
1032
+ "single_word": false,
1033
+ "special": true
1034
+ },
1035
+ "128129": {
1036
+ "content": "<|reserved_special_token_121|>",
1037
+ "lstrip": false,
1038
+ "normalized": false,
1039
+ "rstrip": false,
1040
+ "single_word": false,
1041
+ "special": true
1042
+ },
1043
+ "128130": {
1044
+ "content": "<|reserved_special_token_122|>",
1045
+ "lstrip": false,
1046
+ "normalized": false,
1047
+ "rstrip": false,
1048
+ "single_word": false,
1049
+ "special": true
1050
+ },
1051
+ "128131": {
1052
+ "content": "<|reserved_special_token_123|>",
1053
+ "lstrip": false,
1054
+ "normalized": false,
1055
+ "rstrip": false,
1056
+ "single_word": false,
1057
+ "special": true
1058
+ },
1059
+ "128132": {
1060
+ "content": "<|reserved_special_token_124|>",
1061
+ "lstrip": false,
1062
+ "normalized": false,
1063
+ "rstrip": false,
1064
+ "single_word": false,
1065
+ "special": true
1066
+ },
1067
+ "128133": {
1068
+ "content": "<|reserved_special_token_125|>",
1069
+ "lstrip": false,
1070
+ "normalized": false,
1071
+ "rstrip": false,
1072
+ "single_word": false,
1073
+ "special": true
1074
+ },
1075
+ "128134": {
1076
+ "content": "<|reserved_special_token_126|>",
1077
+ "lstrip": false,
1078
+ "normalized": false,
1079
+ "rstrip": false,
1080
+ "single_word": false,
1081
+ "special": true
1082
+ },
1083
+ "128135": {
1084
+ "content": "<|reserved_special_token_127|>",
1085
+ "lstrip": false,
1086
+ "normalized": false,
1087
+ "rstrip": false,
1088
+ "single_word": false,
1089
+ "special": true
1090
+ },
1091
+ "128136": {
1092
+ "content": "<|reserved_special_token_128|>",
1093
+ "lstrip": false,
1094
+ "normalized": false,
1095
+ "rstrip": false,
1096
+ "single_word": false,
1097
+ "special": true
1098
+ },
1099
+ "128137": {
1100
+ "content": "<|reserved_special_token_129|>",
1101
+ "lstrip": false,
1102
+ "normalized": false,
1103
+ "rstrip": false,
1104
+ "single_word": false,
1105
+ "special": true
1106
+ },
1107
+ "128138": {
1108
+ "content": "<|reserved_special_token_130|>",
1109
+ "lstrip": false,
1110
+ "normalized": false,
1111
+ "rstrip": false,
1112
+ "single_word": false,
1113
+ "special": true
1114
+ },
1115
+ "128139": {
1116
+ "content": "<|reserved_special_token_131|>",
1117
+ "lstrip": false,
1118
+ "normalized": false,
1119
+ "rstrip": false,
1120
+ "single_word": false,
1121
+ "special": true
1122
+ },
1123
+ "128140": {
1124
+ "content": "<|reserved_special_token_132|>",
1125
+ "lstrip": false,
1126
+ "normalized": false,
1127
+ "rstrip": false,
1128
+ "single_word": false,
1129
+ "special": true
1130
+ },
1131
+ "128141": {
1132
+ "content": "<|reserved_special_token_133|>",
1133
+ "lstrip": false,
1134
+ "normalized": false,
1135
+ "rstrip": false,
1136
+ "single_word": false,
1137
+ "special": true
1138
+ },
1139
+ "128142": {
1140
+ "content": "<|reserved_special_token_134|>",
1141
+ "lstrip": false,
1142
+ "normalized": false,
1143
+ "rstrip": false,
1144
+ "single_word": false,
1145
+ "special": true
1146
+ },
1147
+ "128143": {
1148
+ "content": "<|reserved_special_token_135|>",
1149
+ "lstrip": false,
1150
+ "normalized": false,
1151
+ "rstrip": false,
1152
+ "single_word": false,
1153
+ "special": true
1154
+ },
1155
+ "128144": {
1156
+ "content": "<|reserved_special_token_136|>",
1157
+ "lstrip": false,
1158
+ "normalized": false,
1159
+ "rstrip": false,
1160
+ "single_word": false,
1161
+ "special": true
1162
+ },
1163
+ "128145": {
1164
+ "content": "<|reserved_special_token_137|>",
1165
+ "lstrip": false,
1166
+ "normalized": false,
1167
+ "rstrip": false,
1168
+ "single_word": false,
1169
+ "special": true
1170
+ },
1171
+ "128146": {
1172
+ "content": "<|reserved_special_token_138|>",
1173
+ "lstrip": false,
1174
+ "normalized": false,
1175
+ "rstrip": false,
1176
+ "single_word": false,
1177
+ "special": true
1178
+ },
1179
+ "128147": {
1180
+ "content": "<|reserved_special_token_139|>",
1181
+ "lstrip": false,
1182
+ "normalized": false,
1183
+ "rstrip": false,
1184
+ "single_word": false,
1185
+ "special": true
1186
+ },
1187
+ "128148": {
1188
+ "content": "<|reserved_special_token_140|>",
1189
+ "lstrip": false,
1190
+ "normalized": false,
1191
+ "rstrip": false,
1192
+ "single_word": false,
1193
+ "special": true
1194
+ },
1195
+ "128149": {
1196
+ "content": "<|reserved_special_token_141|>",
1197
+ "lstrip": false,
1198
+ "normalized": false,
1199
+ "rstrip": false,
1200
+ "single_word": false,
1201
+ "special": true
1202
+ },
1203
+ "128150": {
1204
+ "content": "<|reserved_special_token_142|>",
1205
+ "lstrip": false,
1206
+ "normalized": false,
1207
+ "rstrip": false,
1208
+ "single_word": false,
1209
+ "special": true
1210
+ },
1211
+ "128151": {
1212
+ "content": "<|reserved_special_token_143|>",
1213
+ "lstrip": false,
1214
+ "normalized": false,
1215
+ "rstrip": false,
1216
+ "single_word": false,
1217
+ "special": true
1218
+ },
1219
+ "128152": {
1220
+ "content": "<|reserved_special_token_144|>",
1221
+ "lstrip": false,
1222
+ "normalized": false,
1223
+ "rstrip": false,
1224
+ "single_word": false,
1225
+ "special": true
1226
+ },
1227
+ "128153": {
1228
+ "content": "<|reserved_special_token_145|>",
1229
+ "lstrip": false,
1230
+ "normalized": false,
1231
+ "rstrip": false,
1232
+ "single_word": false,
1233
+ "special": true
1234
+ },
1235
+ "128154": {
1236
+ "content": "<|reserved_special_token_146|>",
1237
+ "lstrip": false,
1238
+ "normalized": false,
1239
+ "rstrip": false,
1240
+ "single_word": false,
1241
+ "special": true
1242
+ },
1243
+ "128155": {
1244
+ "content": "<|reserved_special_token_147|>",
1245
+ "lstrip": false,
1246
+ "normalized": false,
1247
+ "rstrip": false,
1248
+ "single_word": false,
1249
+ "special": true
1250
+ },
1251
+ "128156": {
1252
+ "content": "<|reserved_special_token_148|>",
1253
+ "lstrip": false,
1254
+ "normalized": false,
1255
+ "rstrip": false,
1256
+ "single_word": false,
1257
+ "special": true
1258
+ },
1259
+ "128157": {
1260
+ "content": "<|reserved_special_token_149|>",
1261
+ "lstrip": false,
1262
+ "normalized": false,
1263
+ "rstrip": false,
1264
+ "single_word": false,
1265
+ "special": true
1266
+ },
1267
+ "128158": {
1268
+ "content": "<|reserved_special_token_150|>",
1269
+ "lstrip": false,
1270
+ "normalized": false,
1271
+ "rstrip": false,
1272
+ "single_word": false,
1273
+ "special": true
1274
+ },
1275
+ "128159": {
1276
+ "content": "<|reserved_special_token_151|>",
1277
+ "lstrip": false,
1278
+ "normalized": false,
1279
+ "rstrip": false,
1280
+ "single_word": false,
1281
+ "special": true
1282
+ },
1283
+ "128160": {
1284
+ "content": "<|reserved_special_token_152|>",
1285
+ "lstrip": false,
1286
+ "normalized": false,
1287
+ "rstrip": false,
1288
+ "single_word": false,
1289
+ "special": true
1290
+ },
1291
+ "128161": {
1292
+ "content": "<|reserved_special_token_153|>",
1293
+ "lstrip": false,
1294
+ "normalized": false,
1295
+ "rstrip": false,
1296
+ "single_word": false,
1297
+ "special": true
1298
+ },
1299
+ "128162": {
1300
+ "content": "<|reserved_special_token_154|>",
1301
+ "lstrip": false,
1302
+ "normalized": false,
1303
+ "rstrip": false,
1304
+ "single_word": false,
1305
+ "special": true
1306
+ },
1307
+ "128163": {
1308
+ "content": "<|reserved_special_token_155|>",
1309
+ "lstrip": false,
1310
+ "normalized": false,
1311
+ "rstrip": false,
1312
+ "single_word": false,
1313
+ "special": true
1314
+ },
1315
+ "128164": {
1316
+ "content": "<|reserved_special_token_156|>",
1317
+ "lstrip": false,
1318
+ "normalized": false,
1319
+ "rstrip": false,
1320
+ "single_word": false,
1321
+ "special": true
1322
+ },
1323
+ "128165": {
1324
+ "content": "<|reserved_special_token_157|>",
1325
+ "lstrip": false,
1326
+ "normalized": false,
1327
+ "rstrip": false,
1328
+ "single_word": false,
1329
+ "special": true
1330
+ },
1331
+ "128166": {
1332
+ "content": "<|reserved_special_token_158|>",
1333
+ "lstrip": false,
1334
+ "normalized": false,
1335
+ "rstrip": false,
1336
+ "single_word": false,
1337
+ "special": true
1338
+ },
1339
+ "128167": {
1340
+ "content": "<|reserved_special_token_159|>",
1341
+ "lstrip": false,
1342
+ "normalized": false,
1343
+ "rstrip": false,
1344
+ "single_word": false,
1345
+ "special": true
1346
+ },
1347
+ "128168": {
1348
+ "content": "<|reserved_special_token_160|>",
1349
+ "lstrip": false,
1350
+ "normalized": false,
1351
+ "rstrip": false,
1352
+ "single_word": false,
1353
+ "special": true
1354
+ },
1355
+ "128169": {
1356
+ "content": "<|reserved_special_token_161|>",
1357
+ "lstrip": false,
1358
+ "normalized": false,
1359
+ "rstrip": false,
1360
+ "single_word": false,
1361
+ "special": true
1362
+ },
1363
+ "128170": {
1364
+ "content": "<|reserved_special_token_162|>",
1365
+ "lstrip": false,
1366
+ "normalized": false,
1367
+ "rstrip": false,
1368
+ "single_word": false,
1369
+ "special": true
1370
+ },
1371
+ "128171": {
1372
+ "content": "<|reserved_special_token_163|>",
1373
+ "lstrip": false,
1374
+ "normalized": false,
1375
+ "rstrip": false,
1376
+ "single_word": false,
1377
+ "special": true
1378
+ },
1379
+ "128172": {
1380
+ "content": "<|reserved_special_token_164|>",
1381
+ "lstrip": false,
1382
+ "normalized": false,
1383
+ "rstrip": false,
1384
+ "single_word": false,
1385
+ "special": true
1386
+ },
1387
+ "128173": {
1388
+ "content": "<|reserved_special_token_165|>",
1389
+ "lstrip": false,
1390
+ "normalized": false,
1391
+ "rstrip": false,
1392
+ "single_word": false,
1393
+ "special": true
1394
+ },
1395
+ "128174": {
1396
+ "content": "<|reserved_special_token_166|>",
1397
+ "lstrip": false,
1398
+ "normalized": false,
1399
+ "rstrip": false,
1400
+ "single_word": false,
1401
+ "special": true
1402
+ },
1403
+ "128175": {
1404
+ "content": "<|reserved_special_token_167|>",
1405
+ "lstrip": false,
1406
+ "normalized": false,
1407
+ "rstrip": false,
1408
+ "single_word": false,
1409
+ "special": true
1410
+ },
1411
+ "128176": {
1412
+ "content": "<|reserved_special_token_168|>",
1413
+ "lstrip": false,
1414
+ "normalized": false,
1415
+ "rstrip": false,
1416
+ "single_word": false,
1417
+ "special": true
1418
+ },
1419
+ "128177": {
1420
+ "content": "<|reserved_special_token_169|>",
1421
+ "lstrip": false,
1422
+ "normalized": false,
1423
+ "rstrip": false,
1424
+ "single_word": false,
1425
+ "special": true
1426
+ },
1427
+ "128178": {
1428
+ "content": "<|reserved_special_token_170|>",
1429
+ "lstrip": false,
1430
+ "normalized": false,
1431
+ "rstrip": false,
1432
+ "single_word": false,
1433
+ "special": true
1434
+ },
1435
+ "128179": {
1436
+ "content": "<|reserved_special_token_171|>",
1437
+ "lstrip": false,
1438
+ "normalized": false,
1439
+ "rstrip": false,
1440
+ "single_word": false,
1441
+ "special": true
1442
+ },
1443
+ "128180": {
1444
+ "content": "<|reserved_special_token_172|>",
1445
+ "lstrip": false,
1446
+ "normalized": false,
1447
+ "rstrip": false,
1448
+ "single_word": false,
1449
+ "special": true
1450
+ },
1451
+ "128181": {
1452
+ "content": "<|reserved_special_token_173|>",
1453
+ "lstrip": false,
1454
+ "normalized": false,
1455
+ "rstrip": false,
1456
+ "single_word": false,
1457
+ "special": true
1458
+ },
1459
+ "128182": {
1460
+ "content": "<|reserved_special_token_174|>",
1461
+ "lstrip": false,
1462
+ "normalized": false,
1463
+ "rstrip": false,
1464
+ "single_word": false,
1465
+ "special": true
1466
+ },
1467
+ "128183": {
1468
+ "content": "<|reserved_special_token_175|>",
1469
+ "lstrip": false,
1470
+ "normalized": false,
1471
+ "rstrip": false,
1472
+ "single_word": false,
1473
+ "special": true
1474
+ },
1475
+ "128184": {
1476
+ "content": "<|reserved_special_token_176|>",
1477
+ "lstrip": false,
1478
+ "normalized": false,
1479
+ "rstrip": false,
1480
+ "single_word": false,
1481
+ "special": true
1482
+ },
1483
+ "128185": {
1484
+ "content": "<|reserved_special_token_177|>",
1485
+ "lstrip": false,
1486
+ "normalized": false,
1487
+ "rstrip": false,
1488
+ "single_word": false,
1489
+ "special": true
1490
+ },
1491
+ "128186": {
1492
+ "content": "<|reserved_special_token_178|>",
1493
+ "lstrip": false,
1494
+ "normalized": false,
1495
+ "rstrip": false,
1496
+ "single_word": false,
1497
+ "special": true
1498
+ },
1499
+ "128187": {
1500
+ "content": "<|reserved_special_token_179|>",
1501
+ "lstrip": false,
1502
+ "normalized": false,
1503
+ "rstrip": false,
1504
+ "single_word": false,
1505
+ "special": true
1506
+ },
1507
+ "128188": {
1508
+ "content": "<|reserved_special_token_180|>",
1509
+ "lstrip": false,
1510
+ "normalized": false,
1511
+ "rstrip": false,
1512
+ "single_word": false,
1513
+ "special": true
1514
+ },
1515
+ "128189": {
1516
+ "content": "<|reserved_special_token_181|>",
1517
+ "lstrip": false,
1518
+ "normalized": false,
1519
+ "rstrip": false,
1520
+ "single_word": false,
1521
+ "special": true
1522
+ },
1523
+ "128190": {
1524
+ "content": "<|reserved_special_token_182|>",
1525
+ "lstrip": false,
1526
+ "normalized": false,
1527
+ "rstrip": false,
1528
+ "single_word": false,
1529
+ "special": true
1530
+ },
1531
+ "128191": {
1532
+ "content": "<|reserved_special_token_183|>",
1533
+ "lstrip": false,
1534
+ "normalized": false,
1535
+ "rstrip": false,
1536
+ "single_word": false,
1537
+ "special": true
1538
+ },
1539
+ "128192": {
1540
+ "content": "<|reserved_special_token_184|>",
1541
+ "lstrip": false,
1542
+ "normalized": false,
1543
+ "rstrip": false,
1544
+ "single_word": false,
1545
+ "special": true
1546
+ },
1547
+ "128193": {
1548
+ "content": "<|reserved_special_token_185|>",
1549
+ "lstrip": false,
1550
+ "normalized": false,
1551
+ "rstrip": false,
1552
+ "single_word": false,
1553
+ "special": true
1554
+ },
1555
+ "128194": {
1556
+ "content": "<|reserved_special_token_186|>",
1557
+ "lstrip": false,
1558
+ "normalized": false,
1559
+ "rstrip": false,
1560
+ "single_word": false,
1561
+ "special": true
1562
+ },
1563
+ "128195": {
1564
+ "content": "<|reserved_special_token_187|>",
1565
+ "lstrip": false,
1566
+ "normalized": false,
1567
+ "rstrip": false,
1568
+ "single_word": false,
1569
+ "special": true
1570
+ },
1571
+ "128196": {
1572
+ "content": "<|reserved_special_token_188|>",
1573
+ "lstrip": false,
1574
+ "normalized": false,
1575
+ "rstrip": false,
1576
+ "single_word": false,
1577
+ "special": true
1578
+ },
1579
+ "128197": {
1580
+ "content": "<|reserved_special_token_189|>",
1581
+ "lstrip": false,
1582
+ "normalized": false,
1583
+ "rstrip": false,
1584
+ "single_word": false,
1585
+ "special": true
1586
+ },
1587
+ "128198": {
1588
+ "content": "<|reserved_special_token_190|>",
1589
+ "lstrip": false,
1590
+ "normalized": false,
1591
+ "rstrip": false,
1592
+ "single_word": false,
1593
+ "special": true
1594
+ },
1595
+ "128199": {
1596
+ "content": "<|reserved_special_token_191|>",
1597
+ "lstrip": false,
1598
+ "normalized": false,
1599
+ "rstrip": false,
1600
+ "single_word": false,
1601
+ "special": true
1602
+ },
1603
+ "128200": {
1604
+ "content": "<|reserved_special_token_192|>",
1605
+ "lstrip": false,
1606
+ "normalized": false,
1607
+ "rstrip": false,
1608
+ "single_word": false,
1609
+ "special": true
1610
+ },
1611
+ "128201": {
1612
+ "content": "<|reserved_special_token_193|>",
1613
+ "lstrip": false,
1614
+ "normalized": false,
1615
+ "rstrip": false,
1616
+ "single_word": false,
1617
+ "special": true
1618
+ },
1619
+ "128202": {
1620
+ "content": "<|reserved_special_token_194|>",
1621
+ "lstrip": false,
1622
+ "normalized": false,
1623
+ "rstrip": false,
1624
+ "single_word": false,
1625
+ "special": true
1626
+ },
1627
+ "128203": {
1628
+ "content": "<|reserved_special_token_195|>",
1629
+ "lstrip": false,
1630
+ "normalized": false,
1631
+ "rstrip": false,
1632
+ "single_word": false,
1633
+ "special": true
1634
+ },
1635
+ "128204": {
1636
+ "content": "<|reserved_special_token_196|>",
1637
+ "lstrip": false,
1638
+ "normalized": false,
1639
+ "rstrip": false,
1640
+ "single_word": false,
1641
+ "special": true
1642
+ },
1643
+ "128205": {
1644
+ "content": "<|reserved_special_token_197|>",
1645
+ "lstrip": false,
1646
+ "normalized": false,
1647
+ "rstrip": false,
1648
+ "single_word": false,
1649
+ "special": true
1650
+ },
1651
+ "128206": {
1652
+ "content": "<|reserved_special_token_198|>",
1653
+ "lstrip": false,
1654
+ "normalized": false,
1655
+ "rstrip": false,
1656
+ "single_word": false,
1657
+ "special": true
1658
+ },
1659
+ "128207": {
1660
+ "content": "<|reserved_special_token_199|>",
1661
+ "lstrip": false,
1662
+ "normalized": false,
1663
+ "rstrip": false,
1664
+ "single_word": false,
1665
+ "special": true
1666
+ },
1667
+ "128208": {
1668
+ "content": "<|reserved_special_token_200|>",
1669
+ "lstrip": false,
1670
+ "normalized": false,
1671
+ "rstrip": false,
1672
+ "single_word": false,
1673
+ "special": true
1674
+ },
1675
+ "128209": {
1676
+ "content": "<|reserved_special_token_201|>",
1677
+ "lstrip": false,
1678
+ "normalized": false,
1679
+ "rstrip": false,
1680
+ "single_word": false,
1681
+ "special": true
1682
+ },
1683
+ "128210": {
1684
+ "content": "<|reserved_special_token_202|>",
1685
+ "lstrip": false,
1686
+ "normalized": false,
1687
+ "rstrip": false,
1688
+ "single_word": false,
1689
+ "special": true
1690
+ },
1691
+ "128211": {
1692
+ "content": "<|reserved_special_token_203|>",
1693
+ "lstrip": false,
1694
+ "normalized": false,
1695
+ "rstrip": false,
1696
+ "single_word": false,
1697
+ "special": true
1698
+ },
1699
+ "128212": {
1700
+ "content": "<|reserved_special_token_204|>",
1701
+ "lstrip": false,
1702
+ "normalized": false,
1703
+ "rstrip": false,
1704
+ "single_word": false,
1705
+ "special": true
1706
+ },
1707
+ "128213": {
1708
+ "content": "<|reserved_special_token_205|>",
1709
+ "lstrip": false,
1710
+ "normalized": false,
1711
+ "rstrip": false,
1712
+ "single_word": false,
1713
+ "special": true
1714
+ },
1715
+ "128214": {
1716
+ "content": "<|reserved_special_token_206|>",
1717
+ "lstrip": false,
1718
+ "normalized": false,
1719
+ "rstrip": false,
1720
+ "single_word": false,
1721
+ "special": true
1722
+ },
1723
+ "128215": {
1724
+ "content": "<|reserved_special_token_207|>",
1725
+ "lstrip": false,
1726
+ "normalized": false,
1727
+ "rstrip": false,
1728
+ "single_word": false,
1729
+ "special": true
1730
+ },
1731
+ "128216": {
1732
+ "content": "<|reserved_special_token_208|>",
1733
+ "lstrip": false,
1734
+ "normalized": false,
1735
+ "rstrip": false,
1736
+ "single_word": false,
1737
+ "special": true
1738
+ },
1739
+ "128217": {
1740
+ "content": "<|reserved_special_token_209|>",
1741
+ "lstrip": false,
1742
+ "normalized": false,
1743
+ "rstrip": false,
1744
+ "single_word": false,
1745
+ "special": true
1746
+ },
1747
+ "128218": {
1748
+ "content": "<|reserved_special_token_210|>",
1749
+ "lstrip": false,
1750
+ "normalized": false,
1751
+ "rstrip": false,
1752
+ "single_word": false,
1753
+ "special": true
1754
+ },
1755
+ "128219": {
1756
+ "content": "<|reserved_special_token_211|>",
1757
+ "lstrip": false,
1758
+ "normalized": false,
1759
+ "rstrip": false,
1760
+ "single_word": false,
1761
+ "special": true
1762
+ },
1763
+ "128220": {
1764
+ "content": "<|reserved_special_token_212|>",
1765
+ "lstrip": false,
1766
+ "normalized": false,
1767
+ "rstrip": false,
1768
+ "single_word": false,
1769
+ "special": true
1770
+ },
1771
+ "128221": {
1772
+ "content": "<|reserved_special_token_213|>",
1773
+ "lstrip": false,
1774
+ "normalized": false,
1775
+ "rstrip": false,
1776
+ "single_word": false,
1777
+ "special": true
1778
+ },
1779
+ "128222": {
1780
+ "content": "<|reserved_special_token_214|>",
1781
+ "lstrip": false,
1782
+ "normalized": false,
1783
+ "rstrip": false,
1784
+ "single_word": false,
1785
+ "special": true
1786
+ },
1787
+ "128223": {
1788
+ "content": "<|reserved_special_token_215|>",
1789
+ "lstrip": false,
1790
+ "normalized": false,
1791
+ "rstrip": false,
1792
+ "single_word": false,
1793
+ "special": true
1794
+ },
1795
+ "128224": {
1796
+ "content": "<|reserved_special_token_216|>",
1797
+ "lstrip": false,
1798
+ "normalized": false,
1799
+ "rstrip": false,
1800
+ "single_word": false,
1801
+ "special": true
1802
+ },
1803
+ "128225": {
1804
+ "content": "<|reserved_special_token_217|>",
1805
+ "lstrip": false,
1806
+ "normalized": false,
1807
+ "rstrip": false,
1808
+ "single_word": false,
1809
+ "special": true
1810
+ },
1811
+ "128226": {
1812
+ "content": "<|reserved_special_token_218|>",
1813
+ "lstrip": false,
1814
+ "normalized": false,
1815
+ "rstrip": false,
1816
+ "single_word": false,
1817
+ "special": true
1818
+ },
1819
+ "128227": {
1820
+ "content": "<|reserved_special_token_219|>",
1821
+ "lstrip": false,
1822
+ "normalized": false,
1823
+ "rstrip": false,
1824
+ "single_word": false,
1825
+ "special": true
1826
+ },
1827
+ "128228": {
1828
+ "content": "<|reserved_special_token_220|>",
1829
+ "lstrip": false,
1830
+ "normalized": false,
1831
+ "rstrip": false,
1832
+ "single_word": false,
1833
+ "special": true
1834
+ },
1835
+ "128229": {
1836
+ "content": "<|reserved_special_token_221|>",
1837
+ "lstrip": false,
1838
+ "normalized": false,
1839
+ "rstrip": false,
1840
+ "single_word": false,
1841
+ "special": true
1842
+ },
1843
+ "128230": {
1844
+ "content": "<|reserved_special_token_222|>",
1845
+ "lstrip": false,
1846
+ "normalized": false,
1847
+ "rstrip": false,
1848
+ "single_word": false,
1849
+ "special": true
1850
+ },
1851
+ "128231": {
1852
+ "content": "<|reserved_special_token_223|>",
1853
+ "lstrip": false,
1854
+ "normalized": false,
1855
+ "rstrip": false,
1856
+ "single_word": false,
1857
+ "special": true
1858
+ },
1859
+ "128232": {
1860
+ "content": "<|reserved_special_token_224|>",
1861
+ "lstrip": false,
1862
+ "normalized": false,
1863
+ "rstrip": false,
1864
+ "single_word": false,
1865
+ "special": true
1866
+ },
1867
+ "128233": {
1868
+ "content": "<|reserved_special_token_225|>",
1869
+ "lstrip": false,
1870
+ "normalized": false,
1871
+ "rstrip": false,
1872
+ "single_word": false,
1873
+ "special": true
1874
+ },
1875
+ "128234": {
1876
+ "content": "<|reserved_special_token_226|>",
1877
+ "lstrip": false,
1878
+ "normalized": false,
1879
+ "rstrip": false,
1880
+ "single_word": false,
1881
+ "special": true
1882
+ },
1883
+ "128235": {
1884
+ "content": "<|reserved_special_token_227|>",
1885
+ "lstrip": false,
1886
+ "normalized": false,
1887
+ "rstrip": false,
1888
+ "single_word": false,
1889
+ "special": true
1890
+ },
1891
+ "128236": {
1892
+ "content": "<|reserved_special_token_228|>",
1893
+ "lstrip": false,
1894
+ "normalized": false,
1895
+ "rstrip": false,
1896
+ "single_word": false,
1897
+ "special": true
1898
+ },
1899
+ "128237": {
1900
+ "content": "<|reserved_special_token_229|>",
1901
+ "lstrip": false,
1902
+ "normalized": false,
1903
+ "rstrip": false,
1904
+ "single_word": false,
1905
+ "special": true
1906
+ },
1907
+ "128238": {
1908
+ "content": "<|reserved_special_token_230|>",
1909
+ "lstrip": false,
1910
+ "normalized": false,
1911
+ "rstrip": false,
1912
+ "single_word": false,
1913
+ "special": true
1914
+ },
1915
+ "128239": {
1916
+ "content": "<|reserved_special_token_231|>",
1917
+ "lstrip": false,
1918
+ "normalized": false,
1919
+ "rstrip": false,
1920
+ "single_word": false,
1921
+ "special": true
1922
+ },
1923
+ "128240": {
1924
+ "content": "<|reserved_special_token_232|>",
1925
+ "lstrip": false,
1926
+ "normalized": false,
1927
+ "rstrip": false,
1928
+ "single_word": false,
1929
+ "special": true
1930
+ },
1931
+ "128241": {
1932
+ "content": "<|reserved_special_token_233|>",
1933
+ "lstrip": false,
1934
+ "normalized": false,
1935
+ "rstrip": false,
1936
+ "single_word": false,
1937
+ "special": true
1938
+ },
1939
+ "128242": {
1940
+ "content": "<|reserved_special_token_234|>",
1941
+ "lstrip": false,
1942
+ "normalized": false,
1943
+ "rstrip": false,
1944
+ "single_word": false,
1945
+ "special": true
1946
+ },
1947
+ "128243": {
1948
+ "content": "<|reserved_special_token_235|>",
1949
+ "lstrip": false,
1950
+ "normalized": false,
1951
+ "rstrip": false,
1952
+ "single_word": false,
1953
+ "special": true
1954
+ },
1955
+ "128244": {
1956
+ "content": "<|reserved_special_token_236|>",
1957
+ "lstrip": false,
1958
+ "normalized": false,
1959
+ "rstrip": false,
1960
+ "single_word": false,
1961
+ "special": true
1962
+ },
1963
+ "128245": {
1964
+ "content": "<|reserved_special_token_237|>",
1965
+ "lstrip": false,
1966
+ "normalized": false,
1967
+ "rstrip": false,
1968
+ "single_word": false,
1969
+ "special": true
1970
+ },
1971
+ "128246": {
1972
+ "content": "<|reserved_special_token_238|>",
1973
+ "lstrip": false,
1974
+ "normalized": false,
1975
+ "rstrip": false,
1976
+ "single_word": false,
1977
+ "special": true
1978
+ },
1979
+ "128247": {
1980
+ "content": "<|reserved_special_token_239|>",
1981
+ "lstrip": false,
1982
+ "normalized": false,
1983
+ "rstrip": false,
1984
+ "single_word": false,
1985
+ "special": true
1986
+ },
1987
+ "128248": {
1988
+ "content": "<|reserved_special_token_240|>",
1989
+ "lstrip": false,
1990
+ "normalized": false,
1991
+ "rstrip": false,
1992
+ "single_word": false,
1993
+ "special": true
1994
+ },
1995
+ "128249": {
1996
+ "content": "<|reserved_special_token_241|>",
1997
+ "lstrip": false,
1998
+ "normalized": false,
1999
+ "rstrip": false,
2000
+ "single_word": false,
2001
+ "special": true
2002
+ },
2003
+ "128250": {
2004
+ "content": "<|reserved_special_token_242|>",
2005
+ "lstrip": false,
2006
+ "normalized": false,
2007
+ "rstrip": false,
2008
+ "single_word": false,
2009
+ "special": true
2010
+ },
2011
+ "128251": {
2012
+ "content": "<|reserved_special_token_243|>",
2013
+ "lstrip": false,
2014
+ "normalized": false,
2015
+ "rstrip": false,
2016
+ "single_word": false,
2017
+ "special": true
2018
+ },
2019
+ "128252": {
2020
+ "content": "<|reserved_special_token_244|>",
2021
+ "lstrip": false,
2022
+ "normalized": false,
2023
+ "rstrip": false,
2024
+ "single_word": false,
2025
+ "special": true
2026
+ },
2027
+ "128253": {
2028
+ "content": "<|reserved_special_token_245|>",
2029
+ "lstrip": false,
2030
+ "normalized": false,
2031
+ "rstrip": false,
2032
+ "single_word": false,
2033
+ "special": true
2034
+ },
2035
+ "128254": {
2036
+ "content": "<|reserved_special_token_246|>",
2037
+ "lstrip": false,
2038
+ "normalized": false,
2039
+ "rstrip": false,
2040
+ "single_word": false,
2041
+ "special": true
2042
+ },
2043
+ "128255": {
2044
+ "content": "<|reserved_special_token_247|>",
2045
+ "lstrip": false,
2046
+ "normalized": false,
2047
+ "rstrip": false,
2048
+ "single_word": false,
2049
+ "special": true
2050
+ }
2051
+ },
2052
+ "bos_token": "<|begin_of_text|>",
2053
+ "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n {%- if strftime_now is defined %}\n {%- set date_string = strftime_now(\"%d %b %Y\") %}\n {%- else %}\n {%- set date_string = \"26 Jul 2024\" %}\n {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n {%- set system_message = messages[0]['content']|trim %}\n {%- set messages = messages[1:] %}\n{%- else %}\n {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n {{- \"Do not use variables.\\n\\n\" }}\n {%- for t in tools %}\n {{- t | tojson(indent=4) }}\n {{- \"\\n\\n\" }}\n {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n {#- Extract the first user message so we can plug it in here #}\n {%- if messages | length != 0 %}\n {%- set first_user_message = messages[0]['content']|trim %}\n {%- set messages = messages[1:] %}\n {%- else %}\n {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n {{- \"Do not use variables.\\n\\n\" }}\n {%- for t in tools %}\n {{- t | tojson(indent=4) }}\n {{- \"\\n\\n\" }}\n {%- endfor %}\n {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n {%- elif 'tool_calls' in message %}\n {%- if not message.tool_calls|length == 1 %}\n {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n {%- endif %}\n {%- set tool_call = message.tool_calls[0].function %}\n {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n {{- '\"parameters\": ' }}\n {{- tool_call.arguments | tojson }}\n {{- \"}\" }}\n {{- \"<|eot_id|>\" }}\n {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n {%- if message.content is mapping or message.content is iterable %}\n {{- message.content | tojson }}\n {%- else %}\n {{- message.content }}\n {%- endif %}\n {{- \"<|eot_id|>\" }}\n {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
2054
+ "clean_up_tokenization_spaces": true,
2055
+ "eos_token": "<|eot_id|>",
2056
+ "model_input_names": [
2057
+ "input_ids",
2058
+ "attention_mask"
2059
+ ],
2060
+ "model_max_length": 131072,
2061
+ "tokenizer_class": "PreTrainedTokenizerFast"
2062
+ }
finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=6/lora_ans/0.0-1.0/0.7-1.0/logs/hparams.yaml ADDED
@@ -0,0 +1 @@
 
 
1
+ {}
finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=6/lora_ans/0.0-1.0/0.7-1.0/logs/metrics.csv ADDED
@@ -0,0 +1,19 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ epoch,iter,iter_time,step,train/loss,val/loss
2
+ 0,1,0.3397134393453598,0,5.6779913902282715,
3
+ 0,8,0.06022515892982483,1,5.2456821501255035,
4
+ 0,16,0.033947333693504333,2,4.501756370067596,
5
+ 1,24,0.03351496532559395,3,1.6612282171845436,
6
+ 1,32,0.033651404082775116,4,0.8496616035699844,
7
+ 2,40,0.03381478786468506,5,0.5652698446065187,
8
+ 2,48,0.03350058197975159,6,0.510450204834342,
9
+ 3,56,0.03397258743643761,7,0.37142821587622166,
10
+ 3,64,0.03351571038365364,8,0.3108127061277628,
11
+ 4,72,0.03392795845866203,9,0.3038539867848158,
12
+ 4,80,0.03397618606686592,10,0.1063465103507042,
13
+ 5,88,0.034602195024490356,11,0.1282362735364586,
14
+ 5,96,0.033769894391298294,12,0.07066064988612197,
15
+ 6,104,0.03358019143342972,13,0.07404773549933452,
16
+ 6,112,0.0334801971912384,14,0.015418204653542489,
17
+ 7,120,0.033542364835739136,15,0.01667955364609952,
18
+ 7,128,0.033419519662857056,16,0.008628911073174095,
19
+ ,,,16,,0.009117132984101772
finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=6/lora_ans/0.0-1.0/0.7-1.0/test=sst2/list=test_400/labels.csv ADDED
@@ -0,0 +1,400 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 17786,0
2
+ 12007,0
3
+ 8229,0
4
+ 31449,1
5
+ 1591,0
6
+ 53542,1
7
+ 49372,1
8
+ 54831,0
9
+ 44771,1
10
+ 33116,0
11
+ 33492,1
12
+ 16982,1
13
+ 31901,1
14
+ 49817,0
15
+ 60681,0
16
+ 39890,1
17
+ 62685,0
18
+ 2201,1
19
+ 47201,1
20
+ 20835,1
21
+ 15421,1
22
+ 45021,0
23
+ 45802,0
24
+ 43637,0
25
+ 7160,0
26
+ 8150,0
27
+ 3512,1
28
+ 29264,0
29
+ 32960,0
30
+ 32221,0
31
+ 35996,1
32
+ 4422,1
33
+ 22209,0
34
+ 6920,1
35
+ 25253,0
36
+ 680,0
37
+ 50140,1
38
+ 28481,1
39
+ 36298,0
40
+ 16473,1
41
+ 11102,1
42
+ 62901,0
43
+ 16123,1
44
+ 52012,0
45
+ 60780,0
46
+ 1781,1
47
+ 41449,0
48
+ 908,0
49
+ 15507,1
50
+ 57914,1
51
+ 46159,1
52
+ 56461,1
53
+ 62107,1
54
+ 49087,1
55
+ 65792,0
56
+ 13181,0
57
+ 54119,1
58
+ 51997,0
59
+ 24924,1
60
+ 45890,0
61
+ 41716,0
62
+ 60175,0
63
+ 30318,0
64
+ 13221,1
65
+ 15509,1
66
+ 37365,1
67
+ 60975,0
68
+ 51375,0
69
+ 16004,1
70
+ 12837,1
71
+ 17864,1
72
+ 67134,1
73
+ 18611,1
74
+ 12861,1
75
+ 58084,1
76
+ 32874,1
77
+ 32717,1
78
+ 23413,1
79
+ 59634,0
80
+ 15629,0
81
+ 47071,0
82
+ 48558,1
83
+ 3648,0
84
+ 43367,0
85
+ 14869,0
86
+ 1518,0
87
+ 16976,1
88
+ 20931,1
89
+ 67379,1
90
+ 4741,0
91
+ 5765,1
92
+ 48791,0
93
+ 15298,0
94
+ 21874,1
95
+ 9095,1
96
+ 3840,1
97
+ 55636,0
98
+ 57364,0
99
+ 65863,0
100
+ 40786,0
101
+ 8118,1
102
+ 52441,0
103
+ 38593,0
104
+ 5517,0
105
+ 39136,1
106
+ 47292,0
107
+ 34052,1
108
+ 16037,1
109
+ 64606,1
110
+ 19552,0
111
+ 14116,0
112
+ 11261,1
113
+ 11668,1
114
+ 42198,1
115
+ 22526,1
116
+ 8037,1
117
+ 5324,1
118
+ 56692,0
119
+ 59753,0
120
+ 47298,0
121
+ 57801,1
122
+ 58413,1
123
+ 10673,0
124
+ 65730,1
125
+ 40287,1
126
+ 15186,0
127
+ 43119,0
128
+ 39219,1
129
+ 50340,0
130
+ 34297,1
131
+ 62941,0
132
+ 31551,1
133
+ 41344,1
134
+ 46402,1
135
+ 13636,1
136
+ 42241,1
137
+ 15422,0
138
+ 25014,1
139
+ 19613,1
140
+ 5515,0
141
+ 64128,0
142
+ 28084,0
143
+ 10395,1
144
+ 9965,0
145
+ 27221,1
146
+ 11994,0
147
+ 43384,0
148
+ 44329,0
149
+ 58937,0
150
+ 29119,0
151
+ 8989,0
152
+ 23043,1
153
+ 32166,0
154
+ 42729,0
155
+ 6863,1
156
+ 41187,0
157
+ 36039,1
158
+ 55977,0
159
+ 8129,1
160
+ 60223,1
161
+ 9414,1
162
+ 26177,0
163
+ 38443,0
164
+ 43084,0
165
+ 53673,0
166
+ 15057,1
167
+ 51700,0
168
+ 51201,1
169
+ 47078,1
170
+ 59961,1
171
+ 22272,1
172
+ 65773,0
173
+ 33746,0
174
+ 27311,1
175
+ 41292,0
176
+ 17110,0
177
+ 57029,0
178
+ 3009,1
179
+ 40193,1
180
+ 27618,1
181
+ 20145,1
182
+ 52193,1
183
+ 34398,0
184
+ 36473,1
185
+ 43577,0
186
+ 57850,1
187
+ 61117,0
188
+ 32569,1
189
+ 12290,1
190
+ 19499,1
191
+ 60470,0
192
+ 8962,1
193
+ 65955,1
194
+ 62486,0
195
+ 19000,0
196
+ 22631,1
197
+ 25613,0
198
+ 56086,1
199
+ 28883,0
200
+ 26425,1
201
+ 48097,0
202
+ 61477,0
203
+ 9121,0
204
+ 66709,1
205
+ 51472,1
206
+ 19809,1
207
+ 38959,1
208
+ 39849,0
209
+ 59964,0
210
+ 65268,1
211
+ 8791,0
212
+ 51774,1
213
+ 49640,0
214
+ 20125,1
215
+ 59640,0
216
+ 68206,1
217
+ 48079,1
218
+ 49583,0
219
+ 67054,0
220
+ 59571,1
221
+ 29080,1
222
+ 29111,1
223
+ 20758,1
224
+ 64023,0
225
+ 29058,0
226
+ 18185,1
227
+ 36543,0
228
+ 54983,1
229
+ 3101,1
230
+ 42140,0
231
+ 6954,0
232
+ 15955,1
233
+ 61746,0
234
+ 32055,0
235
+ 39496,1
236
+ 59909,1
237
+ 66296,0
238
+ 46804,1
239
+ 35049,0
240
+ 56017,1
241
+ 26947,1
242
+ 38928,0
243
+ 15029,1
244
+ 7086,0
245
+ 537,0
246
+ 50731,0
247
+ 63604,1
248
+ 67049,0
249
+ 31161,0
250
+ 58922,1
251
+ 18347,1
252
+ 25864,1
253
+ 63846,0
254
+ 13353,0
255
+ 25378,1
256
+ 59101,1
257
+ 20895,0
258
+ 48119,1
259
+ 14332,0
260
+ 25497,1
261
+ 8686,0
262
+ 22758,1
263
+ 7666,0
264
+ 20686,0
265
+ 18975,1
266
+ 19054,1
267
+ 48123,1
268
+ 57909,1
269
+ 9226,1
270
+ 48653,1
271
+ 44013,0
272
+ 11409,1
273
+ 62736,0
274
+ 2777,1
275
+ 7058,0
276
+ 48408,0
277
+ 28934,1
278
+ 46578,1
279
+ 23203,0
280
+ 6257,1
281
+ 53444,0
282
+ 17816,0
283
+ 46307,1
284
+ 20599,1
285
+ 29423,0
286
+ 21041,0
287
+ 16633,1
288
+ 20221,0
289
+ 27466,0
290
+ 22987,0
291
+ 9322,1
292
+ 3265,0
293
+ 22814,1
294
+ 56185,1
295
+ 55014,1
296
+ 43437,1
297
+ 24683,0
298
+ 10233,0
299
+ 19001,0
300
+ 32718,0
301
+ 31030,0
302
+ 1099,0
303
+ 57982,1
304
+ 49148,0
305
+ 40880,1
306
+ 31148,0
307
+ 9446,1
308
+ 18579,1
309
+ 30932,0
310
+ 40792,0
311
+ 48600,0
312
+ 44588,1
313
+ 33828,1
314
+ 33917,0
315
+ 2026,0
316
+ 56745,0
317
+ 17383,0
318
+ 2372,0
319
+ 56600,0
320
+ 50257,0
321
+ 38892,0
322
+ 45844,0
323
+ 29062,0
324
+ 5655,1
325
+ 67611,0
326
+ 18546,0
327
+ 63060,1
328
+ 36068,1
329
+ 784,0
330
+ 20429,0
331
+ 21679,1
332
+ 53617,1
333
+ 6978,1
334
+ 53262,0
335
+ 181,0
336
+ 28744,0
337
+ 48716,0
338
+ 51468,0
339
+ 62209,1
340
+ 8732,1
341
+ 56949,1
342
+ 26885,0
343
+ 43345,0
344
+ 8053,0
345
+ 59402,1
346
+ 49552,0
347
+ 12348,0
348
+ 28335,1
349
+ 59114,1
350
+ 12625,1
351
+ 8876,1
352
+ 29959,1
353
+ 37911,1
354
+ 38412,0
355
+ 31999,0
356
+ 34775,0
357
+ 65737,1
358
+ 25244,0
359
+ 51630,1
360
+ 23979,1
361
+ 34638,1
362
+ 22311,1
363
+ 14004,1
364
+ 310,1
365
+ 49105,0
366
+ 38782,1
367
+ 4647,1
368
+ 43782,0
369
+ 66046,0
370
+ 16690,1
371
+ 67731,0
372
+ 54867,1
373
+ 34108,1
374
+ 67332,0
375
+ 22567,0
376
+ 57173,0
377
+ 26527,1
378
+ 59580,1
379
+ 20737,0
380
+ 53307,0
381
+ 32783,0
382
+ 7868,1
383
+ 50777,0
384
+ 29307,1
385
+ 18297,0
386
+ 44524,1
387
+ 61320,0
388
+ 2578,0
389
+ 40612,1
390
+ 32523,1
391
+ 48509,0
392
+ 36666,1
393
+ 6539,1
394
+ 33620,1
395
+ 55547,1
396
+ 11751,1
397
+ 30491,0
398
+ 48294,1
399
+ 37424,1
400
+ 29155,1
finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=6/lora_ans/0.0-1.0/0.7-1.0/test=sst2/list=test_400/logits.csv ADDED
@@ -0,0 +1,400 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 17786,-5.1311255,-0.006125249
2
+ 12007,-2.8122847,-0.062284768
3
+ 8229,-0.00090153096,-8.000901
4
+ 31449,-9.250306,-0.00030620178
5
+ 1591,-0.0007869484,-8.375787
6
+ 53542,-7.001089,-0.0010889798
7
+ 49372,-7.125977,-0.0009770388
8
+ 54831,-0.05526071,-2.9302607
9
+ 44771,-2.4642367,-0.08923672
10
+ 33116,-0.0037355896,-5.7537355
11
+ 33492,-6.876142,-0.0011418497
12
+ 16982,-5.006853,-0.006853052
13
+ 31901,-4.8830714,-0.008071424
14
+ 49817,-0.6934783,-0.6934783
15
+ 60681,-3.6519518,-0.026951872
16
+ 39890,-4.6349316,-0.009931555
17
+ 62685,-0.002181533,-6.3771815
18
+ 2201,-8.132322,-0.0073224967
19
+ 47201,-0.007107806,-5.0071077
20
+ 20835,-9.250436,-0.0004354959
21
+ 15421,-7.500737,-0.00073727604
22
+ 45021,-0.0052749026,-5.380275
23
+ 45802,-0.0097114025,-4.7597113
24
+ 43637,-0.043286834,-3.1682868
25
+ 7160,-0.018421281,-4.018421
26
+ 8150,-1.7021552,-0.20215523
27
+ 3512,-8.500351,-0.00035100974
28
+ 29264,-0.00080815074,-8.125808
29
+ 32960,-0.0058293575,-5.2558293
30
+ 32221,-0.47434446,-0.9743445
31
+ 35996,-7.3758116,-0.00081136683
32
+ 4422,-9.750335,-0.00033480284
33
+ 22209,-0.016337907,-4.141338
34
+ 6920,-10.500161,-0.00016163473
35
+ 25253,-0.0013475871,-7.7513475
36
+ 680,-3.4088185,-0.033818424
37
+ 50140,-7.375795,-0.00079481
38
+ 28481,-6.2521186,-0.0021183686
39
+ 36298,-0.0070567895,-5.0070567
40
+ 16473,-9.000305,-0.00030536758
41
+ 11102,-5.877942,-0.0029419258
42
+ 62901,-0.012797256,-4.3877974
43
+ 16123,-8.37539,-0.0003900959
44
+ 52012,-0.0015988675,-6.751599
45
+ 60780,-0.011740516,-4.5117407
46
+ 1781,-10.87517,-0.00016973962
47
+ 41449,-0.04345749,-3.1684575
48
+ 908,-7.126021,-0.0010208639
49
+ 15507,-8.8754015,-0.00040165463
50
+ 57914,-3.408958,-0.033957977
51
+ 46159,-5.877943,-0.0029428767
52
+ 56461,-9.250179,-0.00017915551
53
+ 62107,-0.009920105,-4.88492
54
+ 49087,-9.500273,-0.00027271366
55
+ 65792,-0.0012716311,-7.3762717
56
+ 13181,-0.007210186,-5.0072103
57
+ 54119,-9.000291,-0.00029047084
58
+ 51997,-0.11306576,-2.2380657
59
+ 24924,-8.875493,-0.00049268984
60
+ 45890,-0.0010307481,-7.626031
61
+ 41716,-0.026808437,-3.6518085
62
+ 60175,-0.3136575,-1.3136575
63
+ 30318,-0.0039003028,-5.6289005
64
+ 13221,-7.3757825,-0.00078266027
65
+ 15509,-9.250226,-0.00022647201
66
+ 37365,-5.7533484,-0.0033484602
67
+ 60975,-2.0181174,-0.14311747
68
+ 51375,-0.0070496867,-5.6320496
69
+ 16004,-8.125511,-0.0005108005
70
+ 12837,-5.1311336,-0.00613378
71
+ 17864,-8.500508,-0.000508775
72
+ 67134,-7.750597,-0.0005969411
73
+ 18611,-7.250863,-0.00086317945
74
+ 12861,-5.75354,-0.0035400838
75
+ 58084,-9.375208,-0.00020787939
76
+ 32874,-0.04911999,-3.04912
77
+ 32717,-8.625375,-0.0003743663
78
+ 23413,-8.375866,-0.0008661571
79
+ 59634,-1.8050216,-0.18002169
80
+ 15629,-1.5029303,-0.2529303
81
+ 47071,-0.0024272525,-6.502427
82
+ 48558,-5.628949,-0.003948987
83
+ 3648,-0.0006917706,-8.625691
84
+ 43367,-0.005616005,-5.255616
85
+ 14869,-0.008964411,-4.7589645
86
+ 1518,-0.11313421,-2.2381341
87
+ 16976,-9.6530075,-0.028007155
88
+ 20931,-7.2508698,-0.0008699685
89
+ 67379,-9.500267,-0.0002667548
90
+ 4741,-0.0008207767,-8.250821
91
+ 5765,-7.1260867,-0.0010865981
92
+ 48791,-0.007024,-5.007024
93
+ 15298,-4.8828535,-0.007853346
94
+ 21874,-6.1277657,-0.00276588
95
+ 9095,-7.7506094,-0.0006093314
96
+ 3840,-8.25043,-0.0004304913
97
+ 55636,-2.812133,-0.062133092
98
+ 57364,-3.773593,-0.02359305
99
+ 65863,-0.0031106917,-8.128111
100
+ 40786,-0.0022433847,-6.2522435
101
+ 8118,-8.375364,-0.00036471392
102
+ 52441,-0.0011118428,-7.251112
103
+ 38593,-0.0039912574,-5.628991
104
+ 5517,-0.026836755,-3.6518369
105
+ 39136,-3.7735004,-0.023500483
106
+ 47292,-0.018653214,-4.0186534
107
+ 34052,-0.0711782,-2.6961782
108
+ 16037,-9.000343,-0.00034350218
109
+ 64606,-8.375406,-0.00040594445
110
+ 19552,-0.97431827,-0.47431827
111
+ 14116,-6.6264358,-0.0014356793
112
+ 11261,-4.634864,-0.009864039
113
+ 11668,-9.500412,-0.0004117833
114
+ 42198,-9.000234,-0.00023362292
115
+ 22526,-11.250324,-0.0003243159
116
+ 8037,-6.3768926,-0.0018928008
117
+ 5324,-5.7536297,-0.003629527
118
+ 56692,-0.0009934735,-7.7509933
119
+ 59753,-0.2257377,-1.6007377
120
+ 47298,-0.69336474,-0.69336474
121
+ 57801,-5.6287665,-0.0037665868
122
+ 58413,-10.37518,-0.00018070496
123
+ 10673,-0.0009551254,-7.500955
124
+ 65730,-9.250266,-0.00026639728
125
+ 40287,-6.876278,-0.0012778221
126
+ 15186,-7.7505956,-0.00059574976
127
+ 43119,-0.0018281904,-6.876828
128
+ 39219,-9.000321,-0.00032121743
129
+ 50340,-6.8761334,-0.0011335146
130
+ 34297,-8.0006695,-0.0006692554
131
+ 62941,-0.0011610202,-7.876161
132
+ 31551,-10.875324,-0.0003243159
133
+ 41344,-6.751434,-0.0014340128
134
+ 46402,-9.250218,-0.00021848676
135
+ 13636,-5.0069323,-0.0069321366
136
+ 42241,-8.12546,-0.00045992286
137
+ 15422,-1.406348,-0.281348
138
+ 25014,-7.500827,-0.0008267322
139
+ 19613,-4.511211,-0.011210903
140
+ 5515,-0.22577898,-1.6007789
141
+ 64128,-0.0017897554,-6.6267896
142
+ 28084,-0.47435543,-0.97435546
143
+ 10395,-5.62872,-0.0037197939
144
+ 9965,-0.048894905,-3.048895
145
+ 27221,-6.7512674,-0.001267345
146
+ 11994,-0.0013671109,-7.251367
147
+ 43384,-0.0012678212,-7.376268
148
+ 44329,-0.0010271756,-7.751027
149
+ 58937,-0.033962123,-3.408962
150
+ 29119,-0.006925152,-5.006925
151
+ 8989,-0.02309018,-8.52309
152
+ 23043,-7.5008936,-0.00089378934
153
+ 32166,-0.4747548,-0.9747548
154
+ 42729,-2.464237,-0.08923694
155
+ 6863,-8.500463,-0.00046206763
156
+ 41187,-0.0015436412,-8.251544
157
+ 36039,-11.125306,-0.00030632096
158
+ 55977,-0.005654886,-5.505655
159
+ 8129,-6.6266074,-0.0016074367
160
+ 60223,-8.62549,-0.0004906643
161
+ 9414,-0.00384936,-5.6288495
162
+ 26177,-0.001298895,-7.126299
163
+ 38443,-0.00079981284,-7.6257997
164
+ 43084,-0.0009740614,-7.750974
165
+ 53673,-0.001562328,-6.876562
166
+ 15057,-7.5007935,-0.00079361885
167
+ 51700,-0.018934341,-4.0189342
168
+ 51201,-7.8755627,-0.0005627479
169
+ 47078,-8.000545,-0.000544519
170
+ 59961,-7.1259594,-0.00095941284
171
+ 22272,-4.634976,-0.009975815
172
+ 65773,-0.2521768,-1.5021768
173
+ 33746,-0.18002826,-1.8050282
174
+ 27311,-9.375213,-0.00021252758
175
+ 41292,-0.06210632,-2.8121064
176
+ 17110,-1.4073834,-0.2823834
177
+ 57029,-0.0030934596,-6.1280932
178
+ 3009,-8.625286,-0.00028570386
179
+ 40193,-7.875549,-0.0005489273
180
+ 27618,-7.8755403,-0.0005402298
181
+ 20145,-9.875227,-0.00022706791
182
+ 52193,-7.625732,-0.0007320347
183
+ 34398,-0.0067604627,-5.1317606
184
+ 36473,-9.250697,-0.00069677393
185
+ 43577,-0.00065472146,-8.000655
186
+ 57850,-9.000262,-0.00026234522
187
+ 61117,-0.006995945,-5.131996
188
+ 32569,-5.75333,-0.003330401
189
+ 12290,-11.000232,-0.00023171601
190
+ 19499,-8.125601,-0.00060039613
191
+ 60470,-0.0012848465,-6.876285
192
+ 8962,-10.375471,-0.00047088502
193
+ 65955,-8.2504425,-0.000442407
194
+ 62486,-1.054261,-0.42926097
195
+ 19000,-0.31354904,-1.313549
196
+ 22631,-5.8781557,-0.0031556117
197
+ 25613,-0.16052072,-1.9105207
198
+ 56086,-6.626509,-0.0015091231
199
+ 28883,-3.0487394,-0.04873948
200
+ 26425,-8.000507,-0.0005069878
201
+ 48097,-0.22565438,-1.6006544
202
+ 61477,-0.004583211,-5.5045834
203
+ 9121,-3.5302522,-0.030252263
204
+ 66709,-4.387722,-0.012722047
205
+ 51472,-6.7516203,-0.0016204095
206
+ 19809,-7.3764963,-0.001496387
207
+ 38959,-7.7505965,-0.00059646455
208
+ 39849,-0.033890102,-3.40889
209
+ 59964,-0.012869635,-4.38787
210
+ 65268,-8.250569,-0.0005696581
211
+ 8791,-2.0178814,-0.14288138
212
+ 51774,-8.25041,-0.00041011506
213
+ 49640,-2.2380838,-0.11308396
214
+ 20125,-7.001033,-0.0010326535
215
+ 59640,-0.089340515,-2.4643404
216
+ 68206,-7.626171,-0.0011709031
217
+ 48079,-9.500407,-0.0004070169
218
+ 49583,-4.3876796,-0.012679555
219
+ 67054,-0.2814446,-1.4064445
220
+ 59571,-3.5299711,-0.029971061
221
+ 29080,-7.876751,-0.0017507239
222
+ 29111,-7.3758464,-0.0008463853
223
+ 20758,-6.501647,-0.0016469499
224
+ 64023,-0.026741471,-3.6517415
225
+ 29058,-0.0014763896,-7.0014763
226
+ 18185,-1.7015821,-0.20158203
227
+ 36543,-0.0032422377,-5.878242
228
+ 54983,-4.141236,-0.016235637
229
+ 3101,-6.5016465,-0.0016467118
230
+ 42140,-0.0019522909,-6.501952
231
+ 6954,-0.00062076846,-9.250621
232
+ 15955,-6.8763623,-0.001362111
233
+ 61746,-0.001209362,-7.8762093
234
+ 32055,-0.014840914,-4.264841
235
+ 39496,-8.250477,-0.00047708096
236
+ 59909,-7.5006814,-0.0006815256
237
+ 66296,-0.004136578,-5.6291366
238
+ 46804,-7.2508345,-0.00083435525
239
+ 35049,-0.0034158237,-5.878416
240
+ 56017,-4.018383,-0.018383129
241
+ 26947,-7.50066,-0.000659725
242
+ 38928,-0.0015595905,-7.8765597
243
+ 15029,-9.1254015,-0.00040165463
244
+ 7086,-0.22565722,-1.6006572
245
+ 537,-0.10068292,-2.350683
246
+ 50731,-0.048880488,-3.0488806
247
+ 63604,-7.8770876,-0.0020875584
248
+ 67049,-2.930084,-0.055083934
249
+ 31161,-0.28134277,-1.4063427
250
+ 58922,-8.6254015,-0.0004014163
251
+ 18347,-8.625332,-0.0003318236
252
+ 25864,-2.812229,-0.062228873
253
+ 63846,-0.038400203,-3.2884002
254
+ 13353,-0.0009021265,-7.875902
255
+ 25378,-5.007067,-0.007067206
256
+ 59101,-8.625539,-0.0005384426
257
+ 20895,-0.31354013,-1.3135401
258
+ 48119,-8.750345,-0.00034517053
259
+ 14332,-0.0006199345,-8.75062
260
+ 25497,-5.878147,-0.0031471744
261
+ 8686,-1.6007743,-0.22577433
262
+ 22758,-5.1314764,-0.0064762477
263
+ 7666,-0.002699186,-6.1276994
264
+ 20686,-1.0543531,-0.42935315
265
+ 18975,-7.6257725,-0.00077241624
266
+ 19054,-6.252102,-0.0021019524
267
+ 48123,-9.625305,-0.00030512922
268
+ 57909,-8.00058,-0.0005801425
269
+ 9226,-8.250504,-0.0005038899
270
+ 48653,-0.038368195,-3.2883682
271
+ 44013,-0.005580442,-5.5055804
272
+ 11409,-8.250467,-0.00046707212
273
+ 62736,-0.016579352,-4.141579
274
+ 2777,-7.625669,-0.000668898
275
+ 7058,-0.0025467603,-6.127547
276
+ 48408,-0.3489247,-1.2239246
277
+ 28934,-8.750285,-0.00028534632
278
+ 46578,-9.75025,-0.00024995065
279
+ 23203,-0.6935678,-0.6935678
280
+ 6257,-8.750479,-0.0004785108
281
+ 53444,-0.016744308,-4.141744
282
+ 17816,-4.634907,-0.0099070035
283
+ 46307,-8.625452,-0.00045158202
284
+ 20599,-9.875386,-0.00038616353
285
+ 29423,-0.0016850333,-7.751685
286
+ 21041,-0.0061663613,-5.1311665
287
+ 16633,-9.250258,-0.00025888905
288
+ 20221,-7.625658,-0.00065781886
289
+ 27466,-0.002204371,-6.2522044
290
+ 22987,-0.007179769,-5.0071797
291
+ 9322,-0.28152046,-1.4065205
292
+ 3265,-1.9104593,-0.1604593
293
+ 22814,-5.5042133,-0.004213385
294
+ 56185,-8.875353,-0.00035243976
295
+ 55014,-7.625618,-0.0006181475
296
+ 43437,-7.625646,-0.000646144
297
+ 24683,-0.001367587,-7.5013676
298
+ 10233,-2.3505075,-0.10050753
299
+ 19001,-0.019417675,-8.519418
300
+ 32718,-0.018498521,-4.0184984
301
+ 31030,-0.0015498304,-8.62655
302
+ 1099,-0.00089378934,-7.7508936
303
+ 57982,-4.882901,-0.007901128
304
+ 49148,-0.011270194,-4.51127
305
+ 40880,-9.125217,-0.00021789085
306
+ 31148,-0.004329119,-8.879329
307
+ 9446,-8.750268,-0.00026818493
308
+ 18579,-10.000443,-0.00044347942
309
+ 30932,-2.0180473,-0.14304732
310
+ 40792,-2.5791163,-0.07911644
311
+ 48600,-0.47531667,-0.97531664
312
+ 44588,-5.6288924,-0.0038922282
313
+ 33828,-8.625366,-0.00036602473
314
+ 33917,-1.6008198,-0.22581989
315
+ 2026,-0.034248196,-3.409248
316
+ 56745,-0.00404623,-5.6290464
317
+ 17383,-1.910522,-0.16052204
318
+ 2372,-0.12867518,-2.1286752
319
+ 56600,-0.28503108,-1.4100311
320
+ 50257,-0.0025326102,-6.2525325
321
+ 38892,-0.010226825,-4.6352267
322
+ 45844,-0.0023786128,-6.8773785
323
+ 29062,-1.8052324,-0.18023236
324
+ 5655,-7.875532,-0.0005320087
325
+ 67611,-0.9743974,-0.47439742
326
+ 18546,-0.006730387,-5.1317306
327
+ 63060,-8.87534,-0.00034016545
328
+ 36068,-6.876393,-0.0013929437
329
+ 784,-1.7019088,-0.20190881
330
+ 20429,-0.0022205475,-6.5022206
331
+ 21679,-7.750681,-0.00068104913
332
+ 53617,-9.750374,-0.0003736513
333
+ 6978,-10.000198,-0.00019834458
334
+ 53262,-0.0010455148,-8.501045
335
+ 181,-0.002166783,-6.5021667
336
+ 28744,-0.018471137,-4.0184712
337
+ 48716,-0.016518733,-4.1415186
338
+ 51468,-0.0006426891,-8.250643
339
+ 62209,-8.875314,-0.000313948
340
+ 8732,-5.8780136,-0.0030137142
341
+ 56949,-6.0026903,-0.0026901506
342
+ 26885,-0.0009794206,-8.500979
343
+ 43345,-2.6951315,-0.07013162
344
+ 8053,-5.6287503,-0.003750435
345
+ 59402,-8.750315,-0.00031442466
346
+ 49552,-0.0011835245,-7.1261835
347
+ 12348,-2.6953888,-0.07038876
348
+ 28335,-5.379761,-0.0047614286
349
+ 59114,-5.255395,-0.0053951377
350
+ 12625,-7.1260467,-0.0010467056
351
+ 8876,-7.1261635,-0.0011635207
352
+ 29959,-9.375188,-0.00018749863
353
+ 37911,-0.0022339884,-6.252234
354
+ 38412,-0.693499,-0.693499
355
+ 31999,-0.0017213303,-6.6267214
356
+ 34775,-0.018531637,-4.018532
357
+ 65737,-7.001067,-0.0010669498
358
+ 25244,-0.030303843,-3.530304
359
+ 51630,-8.000486,-0.0004863748
360
+ 23979,-3.4091458,-0.03414578
361
+ 34638,-8.625289,-0.00028892158
362
+ 22311,-11.250243,-0.00024291902
363
+ 14004,-9.125355,-0.00035470392
364
+ 310,-0.033837322,-3.4088373
365
+ 49105,-0.0015153127,-7.1265154
366
+ 38782,-11.125238,-0.00023886688
367
+ 4647,-8.000491,-0.0004909026
368
+ 43782,-0.000943454,-7.6259437
369
+ 66046,-1.91045,-0.16044995
370
+ 16690,-9.625242,-0.00024232312
371
+ 67731,-0.011514752,-4.5115147
372
+ 54867,-6.876288,-0.0012879418
373
+ 34108,-6.7514114,-0.0014115142
374
+ 67332,-0.12723438,-2.1272345
375
+ 22567,-0.0031572755,-5.878157
376
+ 57173,-0.010037541,-4.6350374
377
+ 26527,-8.000555,-0.00055512274
378
+ 59580,-8.000484,-0.00048423008
379
+ 20737,-0.05532162,-2.9303217
380
+ 53307,-0.0010244366,-8.501024
381
+ 32783,-0.0010548034,-8.001055
382
+ 7868,-9.125274,-0.0002740246
383
+ 50777,-1.2236671,-0.3486671
384
+ 29307,-8.250692,-0.00069260446
385
+ 18297,-0.018522628,-4.0185227
386
+ 44524,-8.375389,-0.00038866594
387
+ 61320,-1.4064075,-0.28140745
388
+ 2578,-1.805373,-0.18037301
389
+ 40612,-0.113399364,-2.2383993
390
+ 32523,-4.6349664,-0.009966137
391
+ 48509,-0.10060498,-2.350605
392
+ 36666,-5.753399,-0.003398716
393
+ 6539,-8.12551,-0.00051044306
394
+ 33620,-7.875869,-0.00086901564
395
+ 55547,-8.625307,-0.00030751267
396
+ 11751,-8.000442,-0.00044193037
397
+ 30491,-0.089302905,-2.464303
398
+ 48294,-7.875571,-0.00057096867
399
+ 37424,-9.250251,-0.0002512616
400
+ 29155,-0.08910402,-2.464104
finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=6/lora_ans/0.0-1.0/0.7-1.0/train_args.yaml ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ K: null
2
+ global_batch_size: 8
3
+ learning_rate: 0.0001
4
+ loss: ans
5
+ max_steps: 16
6
+ micro_batch_size: 1
7
+ optimizer_name: adamw
8
+ patience: 10
9
+ val_check_interval: 16
10
+ weight_decay: 0.0
finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=6/lora_ans_no_es/0.0-1.0/0.7-1.0/logs/metrics.csv ADDED
@@ -0,0 +1,1090 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ epoch,iter,iter_time,step,train/loss,val/loss
2
+ 0,1,0.35069992393255234,0,5.6779913902282715,
3
+ 0,8,0.061323728412389755,1,5.2456821501255035,
4
+ 0,16,0.033553481101989746,2,4.501756370067596,
5
+ 1,24,0.038345031440258026,3,1.6612282171845436,
6
+ 1,32,0.03394763544201851,4,0.8496616035699844,
7
+ 2,40,0.034089863300323486,5,0.5652698446065187,
8
+ 2,48,0.03373003751039505,6,0.510450204834342,
9
+ 3,56,0.03349949046969414,7,0.37142821587622166,
10
+ 3,64,0.037102360278367996,8,0.3108127061277628,
11
+ 4,72,0.03325403481721878,9,0.3038539867848158,
12
+ 4,80,0.03448455035686493,10,0.1063465103507042,
13
+ 5,88,0.03375227376818657,11,0.1282362735364586,
14
+ 5,96,0.03337249532341957,12,0.07066064988612197,
15
+ 6,104,0.03354385122656822,13,0.07404773549933452,
16
+ 6,112,0.03351695090532303,14,0.015418204653542489,
17
+ 7,120,0.03377825394272804,15,0.01667955364609952,
18
+ 7,128,0.03394833952188492,16,0.008628911073174095,
19
+ ,,,16,,0.009117132984101772
20
+ 8,136,0.0337795689702034,17,0.004546270411083242,
21
+ 8,144,0.0338749997317791,18,0.004518221892794827,
22
+ 9,152,0.030800428241491318,19,0.0027627191266219597,
23
+ 9,160,0.029270794242620468,20,0.002638151187056792,
24
+ 10,168,0.030709654092788696,21,0.001854318157711532,
25
+ 10,176,0.029178369790315628,22,0.001268390895347693,
26
+ 11,184,0.030967772006988525,23,0.0012852953313995386,
27
+ 11,192,0.0290285125374794,24,0.0007569590179627994,
28
+ 12,200,0.03258020058274269,25,0.00048336796680814587,
29
+ 12,208,0.02881878986954689,26,0.0010700769562390633,
30
+ 13,216,0.04402943700551987,27,0.00042505319652264006,
31
+ 13,224,0.028828829526901245,28,0.0007993294057087041,
32
+ 14,232,0.03029027208685875,29,0.0006937139623914845,
33
+ 14,240,0.029115591198205948,30,0.0005426035731943557,
34
+ 15,248,0.029006313532590866,31,0.0003407329122637748,
35
+ 15,256,0.02931501716375351,32,0.000774829617512296,
36
+ ,,,32,,0.0008284035138785839
37
+ 16,264,0.031203705817461014,33,0.0005877238691027742,
38
+ 16,272,0.029370691627264023,34,0.0005049176434113178,
39
+ 17,280,0.031362276524305344,35,0.00028149458285042783,
40
+ 17,288,0.02918071299791336,36,0.0007371604679065058,
41
+ 18,296,0.03106902539730072,37,0.0005901926142541924,
42
+ 18,304,0.03234011307358742,38,0.00045771567420160864,
43
+ 19,312,0.030120961368083954,39,0.00040643774264026433,
44
+ 19,320,0.038774482905864716,40,0.0005748101448261878,
45
+ 20,328,0.031060274690389633,41,0.00037589175099128624,
46
+ 20,336,0.037057485431432724,42,0.000606591140240198,
47
+ 21,344,0.031018085777759552,43,0.00048145326854864834,
48
+ 21,352,0.02916419506072998,44,0.00047017637007229496,
49
+ 22,360,0.030736170709133148,45,0.000585512485486106,
50
+ 22,368,0.03874051943421364,46,0.0003494591810522252,
51
+ 23,376,0.030830729752779007,47,0.0004898833649349399,
52
+ 23,384,0.032063744962215424,48,0.0004150492950429907,
53
+ ,,,48,,0.000578180537559092
54
+ 24,392,0.029342398047447205,49,0.0004844571012654342,
55
+ 24,400,0.029287513345479965,50,0.00041234046238969313,
56
+ 25,408,0.029851332306861877,51,0.0003456925569480518,
57
+ 25,416,0.029269002377986908,52,0.000520929792401148,
58
+ 26,424,0.02973071113228798,53,0.0004114163484700839,
59
+ 26,432,0.029434464871883392,54,0.0004407451615406899,
60
+ 27,440,0.029564250260591507,55,0.00034347748623986263,
61
+ 27,448,0.029749490320682526,56,0.0005228020609138184,
62
+ 28,456,0.029526256024837494,57,0.0003827846121566836,
63
+ 28,464,0.029567956924438477,58,0.00045752258665743284,
64
+ 29,472,0.030217662453651428,59,0.00044834113941760734,
65
+ 29,480,0.03015425056219101,60,0.00040183392593462486,
66
+ 30,488,0.03010706976056099,61,0.0004983884482498979,
67
+ 30,496,0.029978055506944656,62,0.00034570843126857653,
68
+ 31,504,0.032077547162771225,63,0.0004491639683692483,
69
+ 31,512,0.02943200245499611,64,0.00037544006681855535,
70
+ ,,,64,,0.0005671905819326639
71
+ 32,520,0.029856499284505844,65,0.0005638601778628072,
72
+ 32,528,0.029556632041931152,66,0.00025575484141882043,
73
+ 33,536,0.029995303601026535,67,0.0005772502390755108,
74
+ 33,544,0.029357239603996277,68,0.0002291793143740506,
75
+ 34,552,0.029765699058771133,69,0.0003596110709622735,
76
+ 34,560,0.029394354671239853,70,0.0004469254663490574,
77
+ 35,568,0.02953178808093071,71,0.00042327213486714754,
78
+ 35,576,0.029581349343061447,72,0.00037216841974441195,
79
+ 36,584,0.029876388609409332,73,0.00037272959161782637,
80
+ 36,592,0.029335852712392807,74,0.0004034001176478341,
81
+ 37,600,0.029843643307685852,75,0.00044833273932454176,
82
+ 37,608,0.029591556638479233,76,0.0003156397015118273,
83
+ 38,616,0.02963925525546074,77,0.00045053039139020257,
84
+ 38,624,0.02943204715847969,78,0.0003206992150808219,
85
+ 39,632,0.029861856251955032,79,0.00044318533218756784,
86
+ 39,640,0.029806185513734818,80,0.00029952912063890835,
87
+ ,,,80,,0.0005106404423713684
88
+ 40,648,0.029875632375478745,81,0.00038974629023869056,
89
+ 40,656,0.029513418674468994,82,0.0003315031581223593,
90
+ 41,664,0.029523499310016632,83,0.0002478403494023951,
91
+ 41,672,0.029995881021022797,84,0.0004880048545601312,
92
+ 42,680,0.034152910113334656,85,0.0005112426842970308,
93
+ 42,688,0.03381874039769173,86,0.00020228655466780765,
94
+ 43,696,0.029415104538202286,87,0.00027553417021408677,
95
+ 43,704,0.032656945288181305,88,0.00042430365920154145,
96
+ 44,712,0.02966221421957016,89,0.00033011574487318285,
97
+ 44,720,0.032134898006916046,90,0.00032383039433625527,
98
+ 45,728,0.029536526650190353,91,0.00038018701070541283,
99
+ 45,736,0.03588370233774185,92,0.00030640540080639767,
100
+ 46,744,0.029575850814580917,93,0.000373049006157089,
101
+ 46,752,0.033336300402879715,94,0.0002894485296565108,
102
+ 47,760,0.029334429651498795,95,0.00031264986500900704,
103
+ 47,768,0.03305713087320328,96,0.0003898004197253613,
104
+ ,,,96,,0.00047615455696359277
105
+ 48,776,0.029708292335271835,97,0.00031661101729696384,
106
+ 48,784,0.029772385954856873,98,0.00035498546731105307,
107
+ 49,792,0.029448870569467545,99,0.00033198677465406945,
108
+ 49,800,0.029555320739746094,100,0.0003118568656645948,
109
+ 50,808,0.029645361006259918,101,0.00034560410222184146,
110
+ 50,816,0.030103925615549088,102,0.0002899220189647167,
111
+ 51,824,0.02971848100423813,103,0.0002445305563014699,
112
+ 51,832,0.031167246401309967,104,0.00039547823416796746,
113
+ 52,840,0.029401417821645737,105,0.00031468034558201907,
114
+ 52,848,0.029491659253835678,106,0.00032123900928127114,
115
+ 53,856,0.02925264835357666,107,0.0003471290292509366,
116
+ 53,864,0.02904527261853218,108,0.00027457009946374455,
117
+ 54,872,0.029035035520792007,109,0.00031187801505438983,
118
+ 54,880,0.02912067621946335,110,0.000280258776001574,
119
+ 55,888,0.029195167124271393,111,0.00030117565438558813,
120
+ 55,896,0.03602302819490433,112,0.00031555154964735266,
121
+ ,,,112,,0.00044377701124176383
122
+ 56,904,0.03298323228955269,113,0.0002239025961898733,
123
+ 56,912,0.028963230550289154,114,0.0003624382552516181,
124
+ 57,920,0.041804712265729904,115,0.00017399836451659212,
125
+ 57,928,0.029268436133861542,116,0.0003990005434388877,
126
+ 58,936,0.03132367879152298,117,0.00029318342694750754,
127
+ 58,944,0.029483750462532043,118,0.0002730524493017583,
128
+ 59,952,0.03191469982266426,119,0.00023662376497668447,
129
+ 59,960,0.02926458790898323,120,0.0003327842960061389,
130
+ 60,968,0.031548675149679184,121,0.0003439372148932307,
131
+ 60,976,0.029006171971559525,122,0.00022114431794761913,
132
+ 61,984,0.0313134528696537,123,0.00018188905687566148,
133
+ 61,992,0.029641881585121155,124,0.0003732325440068962,
134
+ 62,1000,0.031911902129650116,125,0.0003247741015002248,
135
+ 62,1008,0.02943532168865204,126,0.00021521585949813016,
136
+ 63,1016,0.031977444887161255,127,0.00029706811164942337,
137
+ 63,1024,0.029410824179649353,128,0.0002433496511002886,
138
+ ,,,128,,0.00039379578083753586
139
+ 64,1032,0.030741505324840546,129,0.00025494759847788373,
140
+ 64,1040,0.03022102639079094,130,0.00029963710039737634,
141
+ 65,1048,0.030560128390789032,131,0.00018452914264344145,
142
+ 65,1056,0.03036893531680107,132,0.00035702520654012915,
143
+ 66,1064,0.030566532164812088,133,0.00018564894799055764,
144
+ 66,1072,0.035249583423137665,134,0.000352495078004722,
145
+ 67,1080,0.03139699250459671,135,0.000247755199779931,
146
+ 67,1088,0.033161476254463196,136,0.00027029777083953377,
147
+ 68,1096,0.029987242072820663,137,0.00025630821801314596,
148
+ 68,1104,0.030349351465702057,138,0.0002444374877086375,
149
+ 69,1112,0.03404104709625244,139,0.00022396008898795117,
150
+ 69,1120,0.03286421298980713,140,0.00028802778342651436,
151
+ 70,1128,0.0385391041636467,141,0.00030430331389652565,
152
+ 70,1136,0.03288626670837402,142,0.00020931075869157212,
153
+ 71,1144,0.02987062931060791,143,0.00021279064276313875,
154
+ 71,1152,0.029530119150877,144,0.0002650691394592286,
155
+ ,,,144,,0.00034926203079521656
156
+ 72,1160,0.0295109860599041,145,0.00025084430035349214,
157
+ 72,1168,0.034981537610292435,146,0.00022662931087324978,
158
+ 73,1176,0.03405436873435974,147,0.0002650010728757479,
159
+ 73,1184,0.03479672968387604,148,0.00021436737824842567,
160
+ 74,1192,0.029631193727254868,149,0.00022707188873027917,
161
+ 74,1200,0.030505914241075516,150,0.00024971588482003426,
162
+ 75,1208,0.029553230851888657,151,0.0002419756501694792,
163
+ 75,1216,0.035220324993133545,152,0.00023253717245097505,
164
+ 76,1224,0.0339571088552475,153,0.00022494646691484377,
165
+ 76,1232,0.029664233326911926,154,0.0002438589149278414,
166
+ 77,1240,0.02963203191757202,155,0.00022320762400340755,
167
+ 77,1248,0.029879730194807053,156,0.00023802799751138082,
168
+ 78,1256,0.029561128467321396,157,0.00015781713500473415,
169
+ 78,1264,0.030034665018320084,158,0.000291952282168495,
170
+ 79,1272,0.029603932052850723,159,0.00017882108568301192,
171
+ 79,1280,0.029600031673908234,160,0.00026861155856749974,
172
+ ,,,160,,0.00032710155937820673
173
+ 80,1288,0.03353431075811386,161,0.00020283765934436815,
174
+ 80,1296,0.029541533440351486,162,0.0002439665613565012,
175
+ 81,1304,0.03180612251162529,163,0.00019975535633420805,
176
+ 81,1312,0.02922729402780533,164,0.0002287100369358086,
177
+ 82,1320,0.0317540168762207,165,0.00020844797290919814,
178
+ 82,1328,0.02919071912765503,166,0.0002072659654004383,
179
+ 83,1336,0.03272746503353119,167,0.000256874233855342,
180
+ 83,1344,0.029703810811042786,168,0.00016599051696175593,
181
+ 84,1352,0.03233213722705841,169,0.00018433343393553514,
182
+ 84,1360,0.029328640550374985,170,0.00022128195678305929,
183
+ 85,1368,0.03163164108991623,171,0.00020223223054927075,
184
+ 85,1376,0.029677249491214752,172,0.00021591084805550054,
185
+ 86,1384,0.030227310955524445,173,0.0001336523455393035,
186
+ 86,1392,0.029229681938886642,174,0.00027607466063273023,
187
+ 87,1400,0.02937619388103485,175,0.00012927269335705205,
188
+ 87,1408,0.029466819018125534,176,0.00026544056890998036,
189
+ ,,,176,,0.00030276086181402206
190
+ 88,1416,0.031041275709867477,177,0.00019435448166404967,
191
+ 88,1424,0.029500842094421387,178,0.00019912303650926333,
192
+ 89,1432,0.03174480050802231,179,0.00022341524254443357,
193
+ 89,1440,0.029715105891227722,180,0.00017418948209524387,
194
+ 90,1448,0.031764496117830276,181,0.00014599916175939143,
195
+ 90,1456,0.02965974062681198,182,0.0002465693510202982,
196
+ 91,1464,0.0314837247133255,183,0.00015708555656601675,
197
+ 91,1472,0.029516372829675674,184,0.00021591029508272186,
198
+ 92,1480,0.032172977924346924,185,0.00017698194460535888,
199
+ 92,1488,0.02978641167283058,186,0.00019377577882551122,
200
+ 93,1496,0.03779076412320137,187,0.00021053059572295751,
201
+ 93,1504,0.03070998191833496,188,0.00017594284645383595,
202
+ 94,1512,0.03183038905262947,189,0.00015355272671513376,
203
+ 94,1520,0.03008369728922844,190,0.00021345277627915493,
204
+ 95,1528,0.031373802572488785,191,0.0002333138136236812,
205
+ 95,1536,0.030402619391679764,192,0.00012640581735468004,
206
+ ,,,192,,0.0002730871783569455
207
+ 96,1544,0.03024876117706299,193,0.00016952350460996968,
208
+ 96,1552,0.029930468648672104,194,0.0002006416020776669,
209
+ 97,1560,0.030337512493133545,195,0.0001842543874772673,
210
+ 97,1568,0.029529307037591934,196,0.00015307690136978636,
211
+ 98,1576,0.029932614415884018,197,0.0001269444874196779,
212
+ 98,1584,0.029329609125852585,198,0.00021841523357579717,
213
+ 99,1592,0.029779542237520218,199,0.00020918981499562506,
214
+ 99,1600,0.029222216457128525,200,0.00013223729183664545,
215
+ 100,1608,0.029719676822423935,201,0.0001620771254238207,
216
+ 100,1616,0.029315710067749023,202,0.00017009748808050063,
217
+ 101,1624,0.029610753059387207,203,0.00017464186385041103,
218
+ 101,1632,0.028973806649446487,204,0.00016632207962175016,
219
+ 102,1640,0.02976134791970253,205,0.00014313544488686603,
220
+ 102,1648,0.029377367347478867,206,0.00019662341765069868,
221
+ 103,1656,0.029432926326990128,207,0.0001967695056919183,
222
+ 103,1664,0.030176639556884766,208,0.00012749272900691722,
223
+ ,,,208,,0.00025014931452460587
224
+ 104,1672,0.030147776007652283,209,0.00016347034943464678,
225
+ 104,1680,0.029580704867839813,210,0.00015772516917422763,
226
+ 105,1688,0.03029482439160347,211,0.00019600756422732957,
227
+ 105,1696,0.029390104115009308,212,0.00013629990735353203,
228
+ 106,1704,0.030296728014945984,213,0.00015363740885732113,
229
+ 106,1712,0.02945176512002945,214,0.00015665403998355032,
230
+ 107,1720,0.030094873160123825,215,0.00014440199402088183,
231
+ 107,1728,0.029511921107769012,216,0.0001622978697923827,
232
+ 108,1736,0.029635731130838394,217,0.00016028491245378973,
233
+ 108,1744,0.029045991599559784,218,0.00015344585244747577,
234
+ 109,1752,0.02991250902414322,219,0.0001774496977304807,
235
+ 109,1760,0.029718905687332153,220,0.00013199144814279862,
236
+ 110,1768,0.03038526326417923,221,0.00015925368506941595,
237
+ 110,1776,0.029597830027341843,222,0.00013911850419390248,
238
+ 111,1784,0.030224408954381943,223,9.902754709401052e-05,
239
+ 111,1792,0.029624156653881073,224,0.00020606299085557112,
240
+ ,,,224,,0.00021987930813338608
241
+ 112,1800,0.029909037053585052,225,0.0001440611686120974,
242
+ 112,1808,0.032025426626205444,226,0.00014656472058049985,
243
+ 113,1816,0.029700499027967453,227,0.00010885677284022677,
244
+ 113,1824,0.032283756881952286,228,0.00017537800840727868,
245
+ 114,1832,0.029584292322397232,229,0.000126956493659236,
246
+ 114,1840,0.03272766247391701,230,0.00016684166575942072,
247
+ 115,1848,0.03016234189271927,231,0.00022230666854738956,
248
+ 115,1856,0.032236386090517044,232,6.249323041629395e-05,
249
+ 116,1864,0.029861323535442352,233,0.0001097520862458623,
250
+ 116,1872,0.0316799096763134,234,0.0001744362998579163,
251
+ 117,1880,0.029517296701669693,235,0.00015244608357534162,
252
+ 117,1888,0.03092988207936287,236,0.00012515752678154968,
253
+ 118,1896,0.029389455914497375,237,0.00011924335376534145,
254
+ 118,1904,0.032428376376628876,238,0.00016117849554575514,
255
+ 119,1912,0.029892783612012863,239,0.0001793098858797748,
256
+ 119,1920,0.031920548528432846,240,9.825059123613755e-05,
257
+ ,,,240,,0.0002167795319110155
258
+ 120,1928,0.030210211873054504,241,0.00018032116940958076,
259
+ 120,1936,0.03000625967979431,242,9.340989163320046e-05,
260
+ 121,1944,0.029606208205223083,243,0.00016275670168397482,
261
+ 121,1952,0.02967119961977005,244,0.0001107944299292285,
262
+ 122,1960,0.02980078011751175,245,0.0002019411108449276,
263
+ 122,1968,0.030445806682109833,246,6.258250687096734e-05,
264
+ 123,1976,0.02937495708465576,247,0.0001756895235303091,
265
+ 123,1984,0.029938559979200363,248,8.540907901988248e-05,
266
+ 124,1992,0.02956061065196991,249,0.00010821723844856024,
267
+ 124,2000,0.030207645148038864,250,0.00015136153751882375,
268
+ 125,2008,0.029780104756355286,251,0.00013340601390154916,
269
+ 125,2016,0.03444400802254677,252,0.00013224979693404748,
270
+ 126,2024,0.033038537949323654,253,0.0001481430881540291,
271
+ 126,2032,0.033367566764354706,254,0.00011393889190003392,
272
+ 127,2040,0.033057622611522675,255,7.779501493132557e-05,
273
+ 127,2048,0.029892541468143463,256,0.00017214443323609885,
274
+ ,,,256,,0.00019535839965101331
275
+ 128,2056,0.030705612152814865,257,0.00013758115255768644,
276
+ 128,2064,0.0305166132748127,258,0.00011942024161726295,
277
+ 129,2072,0.03057248517870903,259,0.00015331228087234194,
278
+ 129,2080,0.0309184268116951,260,0.00010286949054716388,
279
+ 130,2088,0.03134080022573471,261,0.00010316662110199104,
280
+ 130,2096,0.030208401381969452,262,0.00015593395073665306,
281
+ 131,2104,0.03031759336590767,263,0.00013051863334112568,
282
+ 131,2112,0.030178744345903397,264,0.00012245979314684519,
283
+ 132,2120,0.03090229257941246,265,0.00012372650871839141,
284
+ 132,2128,0.030040714889764786,266,0.00011708070451277308,
285
+ 133,2136,0.030637048184871674,267,0.00010319725743102026,
286
+ 133,2144,0.030365217477083206,268,0.00014403096793103032,
287
+ 134,2152,0.031045418232679367,269,0.000135777338527987,
288
+ 134,2160,0.030445419251918793,270,0.00011046713325413293,
289
+ 135,2168,0.030248112976551056,271,0.00012820968777305097,
290
+ 135,2176,0.029927369207143784,272,0.00011642459571703512,
291
+ ,,,272,,0.0001845726656029001
292
+ 136,2184,0.029804132878780365,273,0.00011566521379791084,
293
+ 136,2192,0.02918947860598564,274,0.00011623133559623966,
294
+ 137,2200,0.030978262424468994,275,0.00014176661852616235,
295
+ 137,2208,0.029475372284650803,276,0.00010146889098905376,
296
+ 138,2216,0.030166711658239365,277,0.00012192314034109586,
297
+ 138,2224,0.02930329367518425,278,0.00011997097271887469,
298
+ 139,2232,0.030427590012550354,279,0.0001485467628299375,
299
+ 139,2240,0.029439769685268402,280,8.653924078316777e-05,
300
+ 140,2248,0.030705668032169342,281,0.00013781771622234373,
301
+ 140,2256,0.029574677348136902,282,0.00010592265471132123,
302
+ 141,2264,0.030846841633319855,283,8.205283256756957e-05,
303
+ 141,2272,0.029660839587450027,284,0.00014728222640769673,
304
+ 142,2280,0.03067115694284439,285,0.00013339407314560958,
305
+ 142,2288,0.029635615646839142,286,9.170989824269782e-05,
306
+ 143,2296,0.031397029757499695,287,0.00016198390517274674,
307
+ 143,2304,0.030004143714904785,288,6.696331774946884e-05,
308
+ ,,,288,,0.0001855559239629656
309
+ 144,2312,0.03053339198231697,289,9.45850094922207e-05,
310
+ 144,2320,0.03000965341925621,290,0.00013674514684680616,
311
+ 145,2328,0.030439414083957672,291,0.0001660379589338845,
312
+ 145,2336,0.02961203083395958,292,5.835091837980144e-05,
313
+ 146,2344,0.030386697500944138,293,0.00012903083734272514,
314
+ 146,2352,0.029852237552404404,294,9.774186173672206e-05,
315
+ 147,2360,0.03010072559118271,295,7.767621264065383e-05,
316
+ 147,2368,0.029829811304807663,296,0.00014849945273454068,
317
+ 148,2376,0.030404947698116302,297,0.00010466938738318277,
318
+ 148,2384,0.029922451823949814,298,0.00012176030031696428,
319
+ 149,2392,0.030117526650428772,299,0.0001678834439644561,
320
+ 149,2400,0.030131351202726364,300,5.925990217292565e-05,
321
+ 150,2408,0.029919613152742386,301,7.461963468813337e-05,
322
+ 150,2416,0.030115604400634766,302,0.0001465509787976771,
323
+ 151,2424,0.030192259699106216,303,5.9647249145200476e-05,
324
+ 151,2432,0.029830608516931534,304,0.00015857446715017431,
325
+ ,,,304,,0.00017378648044541478
326
+ 152,2440,0.03085438162088394,305,9.999374469771283e-05,
327
+ 152,2448,0.030992891639471054,306,0.00011378683666407596,
328
+ 153,2456,0.030524417757987976,307,0.0001463860130570538,
329
+ 153,2464,0.030902106314897537,308,7.116465872059052e-05,
330
+ 154,2472,0.031039871275424957,309,4.4538449628817034e-05,
331
+ 154,2480,0.031189218163490295,310,0.00016502638595738972,
332
+ 155,2488,0.030598726123571396,311,0.00010306003832738497,
333
+ 155,2496,0.030516210943460464,312,0.00012309910425756243,
334
+ 156,2504,0.030284680426120758,313,9.707090430310927e-05,
335
+ 156,2512,0.03042062371969223,314,0.00011833383450721158,
336
+ 157,2520,0.029871266335248947,315,0.00011635224655037746,
337
+ 157,2528,0.030135102570056915,316,9.671326733950991e-05,
338
+ 158,2536,0.030091196298599243,317,0.00012122238922529505,
339
+ 158,2544,0.02991139516234398,318,9.821887260841322e-05,
340
+ 159,2552,0.030216433107852936,319,0.00011232863448640273,
341
+ 159,2560,0.03527669981122017,320,0.0001022720095988916,
342
+ ,,,320,,0.00017283296620007604
343
+ 160,2568,0.029718760401010513,321,7.84190337981272e-05,
344
+ 160,2576,0.030005935579538345,322,0.00013203857224652893,
345
+ 161,2584,0.029578369110822678,323,0.000153523786138976,
346
+ 161,2592,0.03712118789553642,324,5.5683629852865124e-05,
347
+ 162,2600,0.032246511429548264,325,8.737488997212495e-05,
348
+ 162,2608,0.02978700026869774,326,0.00012381304100017587,
349
+ 163,2616,0.031556613743305206,327,0.00011007940884155687,
350
+ 163,2624,0.02948828786611557,328,0.00011117926260340028,
351
+ 164,2632,0.036810774356126785,329,0.00010206371507592849,
352
+ 164,2640,0.029829241335392,330,0.00011149350189043616,
353
+ 165,2648,0.030057411640882492,331,0.00011298510980850551,
354
+ 165,2656,0.02944302186369896,332,9.218430204782635e-05,
355
+ 166,2664,0.03002442792057991,333,8.245712024290697e-05,
356
+ 166,2672,0.029991891235113144,334,0.0001298025979394879,
357
+ 167,2680,0.02999766170978546,335,0.00015322560602726298,
358
+ 167,2688,0.029793094843626022,336,5.548973899749399e-05,
359
+ ,,,336,,0.00016812517424114048
360
+ 168,2696,0.03034912422299385,337,0.00010769489676931698,
361
+ 168,2704,0.029651284217834473,338,9.893413334793877e-05,
362
+ 169,2712,0.030228808522224426,339,0.0001007808475605998,
363
+ 169,2720,0.03278018906712532,340,0.00011060024394282664,
364
+ 170,2728,0.030306056141853333,341,0.00010851504043785098,
365
+ 170,2736,0.02951335534453392,342,9.205163632941549e-05,
366
+ 171,2744,0.029819902032613754,343,8.588224272898515e-05,
367
+ 171,2752,0.02975250408053398,344,0.00011042279993489501,
368
+ 172,2760,0.03018217533826828,345,8.059325637077563e-05,
369
+ 172,2768,0.029568154364824295,346,0.00013291878531163093,
370
+ 173,2776,0.029958385974168777,347,0.00011034668341380893,
371
+ 173,2784,0.029664713889360428,348,9.961896830645856e-05,
372
+ 174,2792,0.0298691987991333,349,0.00012757037575283903,
373
+ 174,2800,0.02977145090699196,350,7.29810665234254e-05,
374
+ 175,2808,0.02982797846198082,351,8.55848518312996e-05,
375
+ 175,2816,0.029481392353773117,352,0.00012070163279531698,
376
+ ,,,352,,0.00016693284851498902
377
+ 176,2824,0.029491793364286423,353,0.00012271366085769841,
378
+ 176,2832,0.031854961067438126,354,8.102549327304587e-05,
379
+ 177,2840,0.029597830027341843,355,0.00010331507792216144,
380
+ 177,2848,0.0319368951022625,356,0.00010443115093039523,
381
+ 178,2856,0.029707171022892,357,0.00014996196841821074,
382
+ 178,2864,0.032279256731271744,358,5.358257840271108e-05,
383
+ 179,2872,0.03235037624835968,359,0.00011252161539232475,
384
+ 179,2880,0.03394216671586037,360,8.020783479878446e-05,
385
+ 180,2888,0.03312141075730324,361,8.542287196178222e-05,
386
+ 180,2896,0.029694627970457077,362,0.00010557797099863819,
387
+ 181,2904,0.02970712259411812,363,9.336421067018819e-05,
388
+ 181,2912,0.03053956851363182,364,0.00010432672115712194,
389
+ 182,2920,0.029508717358112335,365,8.119177482512896e-05,
390
+ 182,2928,0.029441047459840775,366,0.00010889991176554759,
391
+ 183,2936,0.02950963005423546,367,0.00011305808084216551,
392
+ 183,2944,0.02960672229528427,368,8.561483605262765e-05,
393
+ ,,,368,,0.00017339756595902145
394
+ 184,2952,0.02934959903359413,369,6.115192263678182e-05,
395
+ 184,2960,0.03587980940937996,370,0.0001325309549429221,
396
+ 185,2968,0.0342184416949749,371,8.942978138293256e-05,
397
+ 185,2976,0.030076630413532257,372,0.00010216702958132373,
398
+ 186,2984,0.02931632101535797,373,8.175638708962651e-05,
399
+ 186,2992,0.029607363045215607,374,0.0001099894850540295,
400
+ 187,3000,0.0290226973593235,375,0.00013132449248587363,
401
+ 187,3008,0.029789410531520844,376,5.532600584956526e-05,
402
+ 188,3016,0.029378339648246765,377,0.00011340192281750205,
403
+ 188,3024,0.029784854501485825,378,7.406848976643232e-05,
404
+ 189,3032,0.02925843745470047,379,7.050734484437271e-05,
405
+ 189,3040,0.030195631086826324,380,0.00011925655326194828,
406
+ 190,3048,0.029282305389642715,381,8.846000400808407e-05,
407
+ 190,3056,0.02958478033542633,382,0.00010507348838473263,
408
+ 191,3064,0.029085826128721237,383,8.487020227221365e-05,
409
+ 191,3072,0.030115991830825806,384,0.00010470022743902518,
410
+ ,,,384,,0.0001696431718301028
411
+ 192,3080,0.029517602175474167,385,9.512075575912604e-05,
412
+ 192,3088,0.02969660982489586,386,9.004004164125945e-05,
413
+ 193,3096,0.029172495007514954,387,9.211113092533196e-05,
414
+ 193,3104,0.029627028852701187,388,9.729524867907458e-05,
415
+ 194,3112,0.029290739446878433,389,9.607386459720146e-05,
416
+ 194,3120,0.029874224215745926,390,8.792432458903932e-05,
417
+ 195,3128,0.02908845990896225,391,8.440794408670627e-05,
418
+ 195,3136,0.029743600636720657,392,0.00010526638425290002,
419
+ 196,3144,0.029219500720500946,393,8.432001914115972e-05,
420
+ 196,3152,0.030450664460659027,394,0.00011114966764580458,
421
+ 197,3160,0.0292716845870018,395,6.362401518344996e-05,
422
+ 197,3168,0.030021701008081436,396,0.00011599432355069439,
423
+ 198,3176,0.029337380081415176,397,5.207776757742977e-05,
424
+ 198,3184,0.030888523906469345,398,0.00014032335866431822,
425
+ 199,3192,0.02923981472849846,399,5.6562656254754984e-05,
426
+ 199,3200,0.030579209327697754,400,0.00012351765371931833,
427
+ ,,,400,,0.00015400175470858812
428
+ 200,3208,0.029328320175409317,401,8.528676107744104e-05,
429
+ 200,3216,0.029502689838409424,402,0.00010425377377032419,
430
+ 201,3224,0.02911387011408806,403,0.00010770995118036808,
431
+ 201,3232,0.029385972768068314,404,6.87959263814264e-05,
432
+ 202,3240,0.029120534658432007,405,5.484917960529856e-05,
433
+ 202,3248,0.030114680528640747,406,0.0001251864066489361,
434
+ 203,3256,0.029479026794433594,407,0.00010598216431390028,
435
+ 203,3264,0.029731575399637222,408,8.729781802685466e-05,
436
+ 204,3272,0.029237132519483566,409,0.00010659143481461797,
437
+ 204,3280,0.029497426003217697,410,7.266898683155887e-05,
438
+ 205,3288,0.029151149094104767,411,7.344265236497449e-05,
439
+ 205,3296,0.029527299106121063,412,9.896482492877112e-05,
440
+ 206,3304,0.029348939657211304,413,7.45753648061509e-05,
441
+ 206,3312,0.029496118426322937,414,0.00011666356886053109,
442
+ 207,3320,0.02926792949438095,415,0.00010003641227740445,
443
+ 207,3328,0.029657743871212006,416,7.41439275770972e-05,
444
+ ,,,416,,0.0001516776392236352
445
+ 208,3336,0.030283495783805847,417,8.54214629271155e-05,
446
+ 208,3344,0.029386579990386963,418,9.537329651720938e-05,
447
+ 209,3352,0.032802142202854156,419,8.671848900121404e-05,
448
+ 209,3360,0.029211267828941345,420,9.510446489002788e-05,
449
+ 210,3368,0.030110478401184082,421,8.251539748016512e-05,
450
+ 210,3376,0.02910197153687477,422,0.0001006925906494871,
451
+ 211,3384,0.02905122935771942,423,8.108583392640867e-05,
452
+ 211,3392,0.029009848833084106,424,9.49267446230806e-05,
453
+ 212,3400,0.0291062593460083,425,7.555811998827267e-05,
454
+ 212,3408,0.02921641245484352,426,9.844344322118559e-05,
455
+ 213,3416,0.028934437781572342,427,8.485590637974383e-05,
456
+ 213,3424,0.029204756021499634,428,8.88179347384721e-05,
457
+ 214,3432,0.028819099068641663,429,7.42026802527107e-05,
458
+ 214,3440,0.028732813894748688,430,9.737060508996365e-05,
459
+ 215,3448,0.028467174619436264,431,5.620535125672177e-05,
460
+ 215,3456,0.029042646288871765,432,0.00012500608704613114,
461
+ ,,,432,,0.00014950177865102887
462
+ 216,3464,0.031423889100551605,433,6.915018411746132e-05,
463
+ 216,3472,0.029010090976953506,434,0.0001125530495755811,
464
+ 217,3480,0.02948562055826187,435,7.327847742999438e-05,
465
+ 217,3488,0.03641326352953911,436,0.00010015643783845007,
466
+ 218,3496,0.03581902012228966,437,0.0001119406265388534,
467
+ 218,3504,0.031824663281440735,438,6.943529660929926e-05,
468
+ 219,3512,0.029990926384925842,439,9.874193096948147e-05,
469
+ 219,3520,0.032946132123470306,440,6.82277793657704e-05,
470
+ 220,3528,0.029783297330141068,441,5.4863177183506195e-05,
471
+ 220,3536,0.029581449925899506,442,0.00011373047914275958,
472
+ 221,3544,0.030116450041532516,443,9.561296542415221e-05,
473
+ 221,3552,0.02946527674794197,444,7.530574066549889e-05,
474
+ 222,3560,0.03019556775689125,445,4.61474776329851e-05,
475
+ 222,3568,0.02919468656182289,446,0.00012445793208826217,
476
+ 223,3576,0.03127541393041611,447,9.964956416297355e-05,
477
+ 223,3584,0.02896135300397873,448,7.07464696461102e-05,
478
+ ,,,448,,0.0001507531269453466
479
+ 224,3592,0.029468350112438202,449,6.225341508070414e-05,
480
+ 224,3600,0.029255595058202744,450,0.00011171723326697247,
481
+ 225,3608,0.03179082274436951,451,5.1779727300527156e-05,
482
+ 225,3616,0.03135868161916733,452,0.00011471323546174972,
483
+ 226,3624,0.03338638320565224,453,0.00010739696017481037,
484
+ 226,3632,0.033637456595897675,454,5.96621264321584e-05,
485
+ 227,3640,0.03953973203897476,455,8.768588077145978e-05,
486
+ 227,3648,0.03249576687812805,456,8.16819940610003e-05,
487
+ 228,3656,0.0332353301346302,457,6.85854761286464e-05,
488
+ 228,3664,0.03496673330664635,458,0.00010434329419695132,
489
+ 229,3672,0.033058490604162216,459,7.496304306187085e-05,
490
+ 229,3680,0.032805003225803375,460,8.671774685353739e-05,
491
+ 230,3688,0.032160837203264236,461,0.00011432514406806149,
492
+ 230,3696,0.03420773521065712,462,5.376160447667644e-05,
493
+ 231,3704,0.03318620100617409,463,8.46613820613129e-05,
494
+ 231,3712,0.03226705268025398,464,7.909017949714325e-05,
495
+ ,,,464,,0.0001406826777383685
496
+ 232,3720,0.03162547945976257,465,7.789779033373634e-05,
497
+ 232,3728,0.03628510981798172,466,9.325745259047835e-05,
498
+ 233,3736,0.043057531118392944,467,8.455830652565055e-05,
499
+ 233,3744,0.03389677777886391,468,8.431775017925247e-05,
500
+ 234,3752,0.03290668502449989,469,8.275445679828408e-05,
501
+ 234,3760,0.03092167153954506,470,8.051989379964652e-05,
502
+ 235,3768,0.03474140167236328,471,7.786697983647173e-05,
503
+ 235,3776,0.034665610641241074,472,9.310995824307611e-05,
504
+ 236,3784,0.04160231724381447,473,7.106015209501493e-05,
505
+ 236,3792,0.04222019016742706,474,8.977148331723583e-05,
506
+ 237,3800,0.03922928869724274,475,5.075170679447183e-05,
507
+ 237,3808,0.03554750233888626,476,0.0001206576425829553,
508
+ 238,3816,0.03663826733827591,477,8.549604672225541e-05,
509
+ 238,3824,0.034601274877786636,478,6.880935006847722e-05,
510
+ 239,3832,0.04327618330717087,479,4.833784146285325e-05,
511
+ 239,3840,0.034465570002794266,480,0.0001227131081122934,
512
+ ,,,480,,0.00013579652295447886
513
+ 240,3848,0.03524766117334366,481,6.500880158455402e-05,
514
+ 240,3856,0.034527309238910675,482,9.582247207617911e-05,
515
+ 241,3864,0.03593151271343231,483,7.721148995187832e-05,
516
+ 241,3872,0.06301464885473251,484,8.235351833718596e-05,
517
+ 242,3880,0.04430463910102844,485,6.8869491769874e-05,
518
+ 242,3888,0.03465821221470833,486,8.837117115945148e-05,
519
+ 243,3896,0.0381288081407547,487,6.43981175016961e-05,
520
+ 243,3904,0.033122312277555466,488,0.00010064909542961686,
521
+ 244,3912,0.03505070507526398,489,0.0001057150575434207,
522
+ 244,3920,0.03237693011760712,490,6.13138220160181e-05,
523
+ 245,3928,0.033500224351882935,491,0.0001007387463687337,
524
+ 245,3936,0.03317469358444214,492,6.167193032524665e-05,
525
+ 246,3944,0.047495100647211075,493,9.93078888313903e-05,
526
+ 246,3952,0.04175310581922531,494,6.702088830934372e-05,
527
+ 247,3960,0.03202516958117485,495,7.625887474205229e-05,
528
+ 247,3968,0.033048950135707855,496,8.135410621434858e-05,
529
+ ,,,496,,0.0001447052345611155
530
+ 248,3976,0.035079725086688995,497,8.85951403688523e-05,
531
+ 248,3984,0.037267930805683136,498,7.408379838125256e-05,
532
+ 249,3992,0.03395345062017441,499,6.039126469659095e-05,
533
+ 249,4000,0.034025341272354126,500,9.911351912705868e-05,
534
+ 250,4008,0.03567691892385483,501,3.4212377158837626e-05,
535
+ 250,4016,0.035141829401254654,502,0.00012627571481971245,
536
+ 251,4024,0.04192264750599861,503,8.796972974778328e-05,
537
+ 251,4032,0.03331580013036728,504,7.520036069763592e-05,
538
+ 252,4040,0.03254849836230278,505,8.272514401141962e-05,
539
+ 252,4048,0.03514973446726799,506,7.089498899404134e-05,
540
+ 253,4056,0.04096098989248276,507,0.00010674208101590921,
541
+ 253,4064,0.032769616693258286,508,4.882958864982356e-05,
542
+ 254,4072,0.03440287336707115,509,9.468959569858271e-05,
543
+ 254,4080,0.03356824442744255,510,5.2524296052069985e-05,
544
+ 255,4088,0.03412501886487007,511,3.9099676769183134e-05,
545
+ 255,4096,0.03447303548455238,512,0.00011739547903744096,
546
+ ,,,512,,0.0001343355543212965
547
+ 256,4104,0.035021841526031494,513,5.425221115729073e-05,
548
+ 256,4112,0.033049456775188446,514,9.845910722106055e-05,
549
+ 257,4120,0.04520128294825554,515,4.680331062445475e-05,
550
+ 257,4128,0.03448893502354622,516,0.00011118200382043142,
551
+ 258,4136,0.03333648666739464,517,9.500258784100879e-05,
552
+ 258,4144,0.03346703201532364,518,5.6591002703498816e-05,
553
+ 259,4152,0.041854023933410645,519,8.429074341620435e-05,
554
+ 259,4160,0.032208401709795,520,5.876624459233426e-05,
555
+ 260,4168,0.035095859318971634,521,7.272690072568366e-05,
556
+ 260,4176,0.0339808389544487,522,8.445395656053734e-05,
557
+ 261,4184,0.03519974648952484,523,6.526414449581353e-05,
558
+ 261,4192,0.03395994380116463,524,8.744725460019254e-05,
559
+ 262,4200,0.03403409197926521,525,6.545731321239145e-05,
560
+ 262,4208,0.033963270485401154,526,8.948897584559745e-05,
561
+ 263,4216,0.03784051164984703,527,8.96091021331813e-05,
562
+ 263,4224,0.032971207052469254,528,6.334056502055319e-05,
563
+ ,,,528,,0.00012569493264891207
564
+ 264,4232,0.03454064950346947,529,9.591054094926221e-05,
565
+ 264,4240,0.032994888722896576,530,5.696452944903285e-05,
566
+ 265,4248,0.04365885630249977,531,4.8829359457158716e-05,
567
+ 265,4256,0.03445548936724663,532,0.00010707029287004843,
568
+ 266,4264,0.0326855443418026,533,8.679343522999261e-05,
569
+ 266,4272,0.032492730766534805,534,6.396593448698695e-05,
570
+ 267,4280,0.03373759239912033,535,9.523901189822936e-05,
571
+ 267,4288,0.04179725423455238,536,6.006383750900568e-05,
572
+ 268,4296,0.03334980830550194,537,6.0122367131043575e-05,
573
+ 268,4304,0.0350288525223732,538,0.00010036556159320753,
574
+ 269,4312,0.03403504192829132,539,8.384205716538418e-05,
575
+ 269,4320,0.03870224580168724,540,6.147932185740501e-05,
576
+ 270,4328,0.03207167237997055,541,9.525553673483955e-05,
577
+ 270,4336,0.03383004665374756,542,5.4342059229384176e-05,
578
+ 271,4344,0.03343062475323677,543,6.0405455997170066e-05,
579
+ 271,4352,0.03249024599790573,544,8.735960750527738e-05,
580
+ ,,,544,,0.00011616032861638814
581
+ 272,4360,0.04191938042640686,545,6.384778657775314e-05,
582
+ 272,4368,0.033908773213624954,546,8.491523976772442e-05,
583
+ 273,4376,0.034464094787836075,547,9.562816535435559e-05,
584
+ 273,4384,0.0338420532643795,548,5.025940254199668e-05,
585
+ 274,4392,0.033860042691230774,549,0.0001139836645052128,
586
+ 274,4400,0.03348611667752266,550,3.991907783529314e-05,
587
+ 275,4408,0.045526955276727676,551,6.320792044789414e-05,
588
+ 275,4416,0.032377153635025024,552,8.628500927443383e-05,
589
+ 276,4424,0.038066815584897995,553,0.00010976684325214592,
590
+ 276,4432,0.032951708883047104,554,4.4627733132074354e-05,
591
+ 277,4440,0.03328187018632889,555,6.611168714698579e-05,
592
+ 277,4448,0.03347364068031311,556,8.30085023153515e-05,
593
+ 278,4456,0.03410898894071579,557,7.993913641257677e-05,
594
+ 278,4464,0.03954266756772995,558,6.885369475639891e-05,
595
+ 279,4472,0.03614269569516182,559,6.347582984744804e-05,
596
+ 279,4480,0.03288084268569946,560,9.58348034600931e-05,
597
+ ,,,560,,0.0001242946891579777
598
+ 280,4488,0.03611978515982628,561,5.523608911062183e-05,
599
+ 280,4496,0.03317283093929291,562,9.550849449624366e-05,
600
+ 281,4504,0.033825669437646866,563,7.365130363723438e-05,
601
+ 281,4512,0.034516364336013794,564,6.712582853651838e-05,
602
+ 282,4520,0.0341288186609745,565,8.881861822374049e-05,
603
+ 282,4528,0.03405481204390526,566,5.690500324817549e-05,
604
+ 283,4536,0.03377393260598183,567,9.73857515873533e-05,
605
+ 283,4544,0.03534156456589699,568,4.9901908369065495e-05,
606
+ 284,4552,0.03329324349761009,569,4.115593969800102e-05,
607
+ 284,4560,0.04531188681721687,570,0.00010687660778785357,
608
+ 285,4568,0.03434576094150543,571,7.208810166048352e-05,
609
+ 285,4576,0.03792920336127281,572,7.600467733936966e-05,
610
+ 286,4584,0.03256085887551308,573,6.986745302128838e-05,
611
+ 286,4592,0.03338497504591942,574,7.51416034745489e-05,
612
+ 287,4600,0.034136004745960236,575,0.00011067644049944647,
613
+ 287,4608,0.03299568220973015,576,3.69391614185588e-05,
614
+ ,,,576,,0.0001148788069258444
615
+ 288,4616,0.03446353226900101,577,9.547935860609869e-05,
616
+ 288,4624,0.049669429659843445,578,4.638546465685067e-05,
617
+ 289,4632,0.032930467277765274,579,8.840248506203352e-05,
618
+ 289,4640,0.03306557238101959,580,5.711245421480271e-05,
619
+ 290,4648,0.03600858524441719,581,6.365368449223752e-05,
620
+ 290,4656,0.03412807360291481,582,8.035652808757732e-05,
621
+ 291,4664,0.033540140837430954,583,6.95391722729255e-05,
622
+ 291,4672,0.03419548645615578,584,7.542455841758056e-05,
623
+ 292,4680,0.03979283571243286,585,8.35738762816618e-05,
624
+ 292,4688,0.0365576408803463,586,5.8916592024615966e-05,
625
+ 293,4696,0.03412681445479393,587,5.222530694481975e-05,
626
+ 293,4704,0.03732587769627571,588,8.980341021924687e-05,
627
+ 294,4712,0.03304166719317436,589,0.00010157168071600609,
628
+ 294,4720,0.03677563741803169,590,5.07219649534818e-05,
629
+ 295,4728,0.03460562229156494,591,5.955650181022065e-05,
630
+ 295,4736,0.03574609383940697,592,8.071403271969757e-05,
631
+ ,,,592,,0.00012316233187448233
632
+ 296,4744,0.03392281010746956,593,6.480091974481184e-05,
633
+ 296,4752,0.03291336074471474,594,8.095255680018454e-05,
634
+ 297,4760,0.033154308795928955,595,8.777583229857555e-05,
635
+ 297,4768,0.03200862556695938,596,5.228576083027292e-05,
636
+ 298,4776,0.041644807904958725,597,3.4048507586703636e-05,
637
+ 298,4784,0.03478030115365982,598,0.0001006500524454168,
638
+ 299,4792,0.04156927019357681,599,8.065464498940855e-05,
639
+ 299,4800,0.03362315520644188,600,5.9362471802160144e-05,
640
+ 300,4808,0.033644676208496094,601,6.878015005895577e-05,
641
+ 300,4816,0.04164315387606621,602,7.220580414468714e-05,
642
+ 301,4824,0.03346174582839012,603,5.632278271150426e-05,
643
+ 301,4832,0.03550533205270767,604,8.668968735037197e-05,
644
+ 302,4840,0.043423932045698166,605,8.62425195009564e-05,
645
+ 302,4848,0.046117931604385376,606,5.5503130170109216e-05,
646
+ 303,4856,0.034255389124155045,607,3.830993296105589e-05,
647
+ 303,4864,0.033235952258110046,608,0.00010221384536635014,
648
+ ,,,608,,0.00011738194734789431
649
+ 304,4872,0.03428608179092407,609,3.522561610225239e-05,
650
+ 304,4880,0.03657953068614006,610,0.00010279500861543056,
651
+ 305,4888,0.037424419075250626,611,6.027114568496472e-05,
652
+ 305,4896,0.032266199588775635,612,8.28744175578322e-05,
653
+ 306,4904,0.04472507908940315,613,3.854842725559138e-05,
654
+ 306,4912,0.03354687988758087,614,0.00010102183046001301,
655
+ 307,4920,0.03643841668963432,615,6.459366409217182e-05,
656
+ 307,4928,0.03201981633901596,616,7.417211122628942e-05,
657
+ 308,4936,0.038536880165338516,617,6.192568162077805e-05,
658
+ 308,4944,0.03336184099316597,618,7.515616835007677e-05,
659
+ 309,4952,0.03453119099140167,619,8.728457578399684e-05,
660
+ 309,4960,0.04481341689825058,620,5.079564698462491e-05,
661
+ 310,4968,0.03423786535859108,621,6.056958432054671e-05,
662
+ 310,4976,0.03548630699515343,622,8.189099958144652e-05,
663
+ 311,4984,0.03573690354824066,623,8.725428210709651e-05,
664
+ 311,4992,0.044257186353206635,624,4.8576324161331286e-05,
665
+ ,,,624,,0.00010564157855696976
666
+ 312,5000,0.03528037667274475,625,8.291877384181134e-05,
667
+ 312,5008,0.03742273524403572,626,5.224126812208851e-05,
668
+ 313,5016,0.03270344436168671,627,5.805247087664611e-05,
669
+ 313,5024,0.046070851385593414,628,7.651164673916355e-05,
670
+ 314,5032,0.03326744958758354,629,8.871461500348232e-05,
671
+ 314,5040,0.03477339819073677,630,5.425269114311959e-05,
672
+ 315,5048,0.03429520130157471,631,8.212996544898488e-05,
673
+ 315,5056,0.03556225076317787,632,5.219563854552689e-05,
674
+ 316,5064,0.03521190211176872,633,7.911999023235694e-05,
675
+ 316,5072,0.03403288498520851,634,5.614427618638729e-05,
676
+ 317,5080,0.034722018986940384,635,9.752092501003062e-05,
677
+ 317,5088,0.035511404275894165,636,3.549371604094631e-05,
678
+ 318,5096,0.03758770972490311,637,4.480655798033695e-05,
679
+ 318,5104,0.04426463693380356,638,8.890875596989645e-05,
680
+ 319,5112,0.03448111563920975,639,7.974574737090734e-05,
681
+ 319,5120,0.034054260700941086,640,5.4296717962643015e-05,
682
+ ,,,640,,0.00011690441169776022
683
+ 320,5128,0.03426098823547363,641,7.236954093059467e-05,
684
+ 320,5136,0.03516022861003876,642,7.034388113424939e-05,
685
+ 321,5144,0.03617649897933006,643,8.204053301597014e-05,
686
+ 321,5152,0.03796549141407013,644,5.47583751995262e-05,
687
+ 322,5160,0.03956931084394455,645,8.89244552126911e-05,
688
+ 322,5168,0.033958423882722855,646,5.054116445535328e-05,
689
+ 323,5176,0.034275151789188385,647,5.7321828535350505e-05,
690
+ 323,5184,0.03433047980070114,648,7.260851020873815e-05,
691
+ 324,5192,0.04823495075106621,649,8.221773737204785e-05,
692
+ 324,5200,0.03519630432128906,650,6.305863598754513e-05,
693
+ 325,5208,0.03567401319742203,651,9.996368862630334e-05,
694
+ 325,5216,0.03473363444209099,652,3.7982263620506274e-05,
695
+ 326,5224,0.034874942153692245,653,0.00010017234694714716,
696
+ 326,5232,0.03489299491047859,654,3.905499670509016e-05,
697
+ 327,5240,0.03889278694987297,655,6.0003061435054406e-05,
698
+ 327,5248,0.04734790697693825,656,7.536568818977685e-05,
699
+ ,,,656,,0.00011157106200698763
700
+ 328,5256,0.033924490213394165,657,6.532299357786542e-05,
701
+ 328,5264,0.03524293377995491,658,6.562080466210318e-05,
702
+ 329,5272,0.03424736484885216,659,7.448598717019195e-05,
703
+ 329,5280,0.03448253870010376,660,5.8543368368191295e-05,
704
+ 330,5288,0.03320363536477089,661,6.481580908257456e-05,
705
+ 330,5296,0.04667847976088524,662,6.956926313250733e-05,
706
+ 331,5304,0.04885760694742203,663,7.307029591174796e-05,
707
+ 331,5312,0.037818919867277145,664,6.33263216514024e-05,
708
+ 332,5320,0.0354062058031559,665,3.9874515550764045e-05,
709
+ 332,5328,0.03435555845499039,666,9.203763283949229e-05,
710
+ 333,5336,0.03399314358830452,667,7.549928409389395e-05,
711
+ 333,5344,0.034897103905677795,668,5.724700918108283e-05,
712
+ 334,5352,0.04344930499792099,669,7.287680705303501e-05,
713
+ 334,5360,0.033847544342279434,670,6.29238450073899e-05,
714
+ 335,5368,0.0365326814353466,671,6.326660400191031e-05,
715
+ 335,5376,0.034246399998664856,672,7.393442206193868e-05,
716
+ ,,,672,,0.00010808499064296484
717
+ 336,5384,0.03384905308485031,673,6.448796443692117e-05,
718
+ 336,5392,0.03909097611904144,674,7.381561135844095e-05,
719
+ 337,5400,0.03445158526301384,675,6.880865362290933e-05,
720
+ 337,5408,0.03978060930967331,676,6.639583421019779e-05,
721
+ 338,5416,0.04367097467184067,677,4.601350042321428e-05,
722
+ 338,5424,0.03531837463378906,678,8.811857537693868e-05,
723
+ 339,5432,0.03381160646677017,679,6.725981620547827e-05,
724
+ 339,5440,0.034964900463819504,680,7.576664461339533e-05,
725
+ 340,5448,0.03372352942824364,681,3.4465706903574755e-05,
726
+ 340,5456,0.03691461682319641,682,9.988951228478982e-05,
727
+ 341,5464,0.0330861359834671,683,3.470408410066739e-05,
728
+ 341,5472,0.03333905711770058,684,9.767030155671819e-05,
729
+ 342,5480,0.03472420945763588,685,5.916852501286485e-05,
730
+ 342,5488,0.040577322244644165,686,7.74364373228309e-05,
731
+ 343,5496,0.0354309119284153,687,6.050959154890734e-05,
732
+ 343,5504,0.03279554843902588,688,7.646763287993963e-05,
733
+ ,,,688,,0.00011309025285299867
734
+ 344,5512,0.04295211657881737,689,5.4386971441999776e-05,
735
+ 344,5520,0.03438727930188179,690,8.098128500932944e-05,
736
+ 345,5528,0.03686382248997688,691,8.351426845365495e-05,
737
+ 345,5536,0.032899294048547745,692,5.098983888274233e-05,
738
+ 346,5544,0.04674924165010452,693,5.2225918352633016e-05,
739
+ 346,5552,0.03461761027574539,694,7.152139824029291e-05,
740
+ 347,5560,0.033173300325870514,695,8.162345011442085e-05,
741
+ 347,5568,0.03474009037017822,696,5.133172271598596e-05,
742
+ 348,5576,0.042788807302713394,697,7.765998293507437e-05,
743
+ 348,5584,0.046932291239500046,698,5.9302762792867725e-05,
744
+ 349,5592,0.03536934405565262,699,7.801759079484327e-05,
745
+ 349,5600,0.03372214734554291,700,5.7008739986486034e-05,
746
+ 350,5608,0.034761104732751846,701,9.664181379775982e-05,
747
+ 350,5616,0.03580893203616142,702,3.129185620309727e-05,
748
+ 351,5624,0.035635728389024734,703,7.545436278633133e-05,
749
+ 351,5632,0.031827569007873535,704,6.091195655244519e-05,
750
+ ,,,704,,0.00011356705363141373
751
+ 352,5640,0.03514092043042183,705,8.60632494550373e-05,
752
+ 352,5648,0.03314996138215065,706,4.63556750673888e-05,
753
+ 353,5656,0.03374788910150528,707,7.587228355987463e-05,
754
+ 353,5664,0.03555268049240112,708,5.548849344449991e-05,
755
+ 354,5672,0.03357293829321861,709,6.508459659926302e-05,
756
+ 354,5680,0.03352737054228783,710,6.570969298991258e-05,
757
+ 355,5688,0.04691154882311821,711,7.521542124777625e-05,
758
+ 355,5696,0.03534785285592079,712,5.560898625844857e-05,
759
+ 356,5704,0.03623643144965172,713,7.837461862436612e-05,
760
+ 356,5712,0.033333584666252136,714,4.6847419298501336e-05,
761
+ 357,5720,0.034530915319919586,715,7.277201984834392e-05,
762
+ 357,5728,0.03234110027551651,716,5.583228357863845e-05,
763
+ 358,5736,0.035156652331352234,717,5.687463067260978e-05,
764
+ 358,5744,0.03790901228785515,718,7.281732951014419e-05,
765
+ 359,5752,0.035843174904584885,719,5.231487830315018e-05,
766
+ 359,5760,0.03482702746987343,720,7.773470838401408e-05,
767
+ ,,,720,,0.00010367493814555928
768
+ 360,5768,0.03433315455913544,721,5.395493963078479e-05,
769
+ 360,5776,0.044006578624248505,722,7.837421185286075e-05,
770
+ 361,5784,0.03395570069551468,723,5.7052947113334085e-05,
771
+ 361,5792,0.03293389454483986,724,7.453122407241608e-05,
772
+ 362,5800,0.0356488861143589,725,3.290109339104674e-05,
773
+ 362,5808,0.040897998958826065,726,9.452614995097974e-05,
774
+ 363,5816,0.03653422370553017,727,7.737667579021945e-05,
775
+ 363,5824,0.034696951508522034,728,5.070660245110048e-05,
776
+ 364,5832,0.03272375091910362,729,8.05945344382053e-05,
777
+ 364,5840,0.04670624062418938,730,4.6817686097710975e-05,
778
+ 365,5848,0.03525949642062187,731,3.805672099588264e-05,
779
+ 365,5856,0.04645051062107086,732,9.875710793494363e-05,
780
+ 366,5864,0.03767602518200874,733,5.858894610355492e-05,
781
+ 366,5872,0.03502781689167023,734,7.192250109255838e-05,
782
+ 367,5880,0.04758842661976814,735,3.443585069362598e-05,
783
+ 367,5888,0.03557462990283966,736,9.9338718882791e-05,
784
+ ,,,736,,0.00010322759771952406
785
+ 368,5896,0.033438101410865784,737,4.0783462281979155e-05,
786
+ 368,5904,0.03283688426017761,738,8.566059159420547e-05,
787
+ 369,5912,0.03568138927221298,739,8.022240854188567e-05,
788
+ 369,5920,0.03569137305021286,740,4.84119036627817e-05,
789
+ 370,5928,0.035336077213287354,741,9.145636204266339e-05,
790
+ 370,5936,0.03427140414714813,742,4.258643684806884e-05,
791
+ 371,5944,0.03261859342455864,743,5.855857762071537e-05,
792
+ 371,5952,0.04184463992714882,744,6.734913768013939e-05,
793
+ 372,5960,0.03389466553926468,745,6.822880982326751e-05,
794
+ 372,5968,0.03433454409241676,746,5.6025019603112014e-05,
795
+ 373,5976,0.035025738179683685,747,6.453259197769512e-05,
796
+ 373,5984,0.034374434500932693,748,6.69770558943128e-05,
797
+ 374,5992,0.03465726971626282,749,8.668860141369805e-05,
798
+ 374,6000,0.03564107418060303,750,4.379277424959582e-05,
799
+ 375,6008,0.03296397253870964,751,3.55980930635269e-05,
800
+ 375,6016,0.0343918539583683,752,9.68651204402704e-05,
801
+ ,,,752,,0.00010394291894044727
802
+ 376,6024,0.03374350070953369,753,6.505491614916536e-05,
803
+ 376,6032,0.03428451344370842,754,6.155335677249241e-05,
804
+ 377,6040,0.043509263545274734,755,8.229312243202003e-05,
805
+ 377,6048,0.03343291953206062,756,4.483600923776976e-05,
806
+ 378,6056,0.03360183909535408,757,7.46642494959815e-05,
807
+ 378,6064,0.03317758068442345,758,5.1824162255798e-05,
808
+ 379,6072,0.036980628967285156,759,5.6054951301121037e-05,
809
+ 379,6080,0.04404684156179428,760,7.114858067325258e-05,
810
+ 380,6088,0.04308651015162468,761,8.68822412485315e-05,
811
+ 380,6096,0.035705823451280594,762,3.7997112258381094e-05,
812
+ 381,6104,0.04198480769991875,763,9.08602523850277e-05,
813
+ 381,6112,0.04066828638315201,764,4.1722173591551837e-05,
814
+ 382,6120,0.03230665251612663,765,6.989698886172846e-05,
815
+ 382,6128,0.03346584364771843,766,5.982479160593357e-05,
816
+ 383,6136,0.03334131836891174,767,6.903246435285837e-05,
817
+ 383,6144,0.03171944245696068,768,5.954194307378202e-05,
818
+ ,,,768,,0.00010632650810293853
819
+ 384,6152,0.03526271879673004,769,9.172435784421396e-05,
820
+ 384,6160,0.0384596511721611,770,3.692429754664772e-05,
821
+ 385,6168,0.03462448716163635,771,5.173389672563644e-05,
822
+ 385,6176,0.03276665881276131,772,7.536584371337085e-05,
823
+ 386,6184,0.03254569321870804,773,7.326420904973929e-05,
824
+ 386,6192,0.03507224842905998,774,4.8829340585143655e-05,
825
+ 387,6200,0.03539569303393364,775,8.680759196977306e-05,
826
+ 387,6208,0.03519371896982193,776,4.055994372720306e-05,
827
+ 388,6216,0.03787190467119217,777,9.226041038346011e-05,
828
+ 388,6224,0.03434138745069504,778,4.1334764546263614e-05,
829
+ 389,6232,0.03444448485970497,779,9.407886659573705e-05,
830
+ 389,6240,0.0468030609190464,780,3.492763789836317e-05,
831
+ 390,6248,0.03349420800805092,781,3.555337320904073e-05,
832
+ 390,6256,0.03845660760998726,782,9.455584108764015e-05,
833
+ 391,6264,0.03583509474992752,783,7.546955202997196e-05,
834
+ 391,6272,0.03379867225885391,784,5.3060205800647964e-05,
835
+ ,,,784,,0.00010415106953587383
836
+ 392,6280,0.03305897116661072,785,6.933062923053512e-05,
837
+ 392,6288,0.03396589681506157,786,6.046553494343243e-05,
838
+ 393,6296,0.034579649567604065,787,6.980754028518277e-05,
839
+ 393,6304,0.03463129326701164,788,5.830516192872892e-05,
840
+ 394,6312,0.03329059109091759,789,6.706592307637038e-05,
841
+ 394,6320,0.03432030975818634,790,6.43841224245989e-05,
842
+ 395,6328,0.03410634398460388,791,5.913925588174607e-05,
843
+ 395,6336,0.033718641847372055,792,7.032886151137063e-05,
844
+ 396,6344,0.04219314455986023,793,3.629841944530199e-05,
845
+ 396,6352,0.034958090633153915,794,9.501745330453559e-05,
846
+ 397,6360,0.03446675464510918,795,6.004816941640456e-05,
847
+ 397,6368,0.036601148545742035,796,7.199728747764311e-05,
848
+ 398,6376,0.035825420171022415,797,6.082343634261633e-05,
849
+ 398,6384,0.03844413161277771,798,6.706593785565929e-05,
850
+ 399,6392,0.036894239485263824,799,7.359149731200887e-05,
851
+ 399,6400,0.03295758366584778,800,5.3493116411118535e-05,
852
+ ,,,800,,0.00010477683099452406
853
+ 400,6408,0.03303338214755058,801,4.325695908846683e-05,
854
+ 400,6416,0.040086522698402405,802,8.452804445369111e-05,
855
+ 401,6424,0.033586230129003525,803,6.624638785979187e-05,
856
+ 401,6432,0.036503762006759644,804,5.827554514326039e-05,
857
+ 402,6440,0.035280823707580566,805,5.5981362265811185e-05,
858
+ 402,6448,0.034626495093107224,806,7.222058206934889e-05,
859
+ 403,6456,0.03712752088904381,807,7.771959758429148e-05,
860
+ 403,6464,0.04515863209962845,808,4.795002587343333e-05,
861
+ 404,6472,0.03276723250746727,809,6.405682074728247e-05,
862
+ 404,6480,0.03399691730737686,810,6.225302945495059e-05,
863
+ 405,6488,0.03396080434322357,811,5.163041032574256e-05,
864
+ 405,6496,0.0343686081469059,812,7.642254058737308e-05,
865
+ 406,6504,0.035813357681035995,813,3.1589870332027203e-05,
866
+ 406,6512,0.03555137664079666,814,8.984790315480495e-05,
867
+ 407,6520,0.03344673663377762,815,7.45610900594329e-05,
868
+ 407,6528,0.04118028283119202,816,5.066124322183896e-05,
869
+ ,,,816,,0.0001037640031427145
870
+ 408,6536,0.03429011255502701,817,4.234803668623499e-05,
871
+ 408,6544,0.034259047359228134,818,8.777600100984273e-05,
872
+ 409,6552,0.03495122864842415,819,9.941306984728726e-05,
873
+ 409,6560,0.03439560905098915,820,3.0144520906105754e-05,
874
+ 410,6568,0.045203711837530136,821,5.25691266375361e-05,
875
+ 410,6576,0.035080552101135254,822,7.74804022967146e-05,
876
+ 411,6584,0.03461328148841858,823,7.242906985993613e-05,
877
+ 411,6592,0.03530843183398247,824,5.721806223846215e-05,
878
+ 412,6600,0.03589702770113945,825,8.064008261499112e-05,
879
+ 412,6608,0.03438565135002136,826,4.1691898559292895e-05,
880
+ 413,6616,0.043325137346982956,827,5.7485388197164866e-05,
881
+ 413,6624,0.0347948856651783,828,7.240030322464008e-05,
882
+ 414,6632,0.03607955202460289,829,3.734144502232084e-05,
883
+ 414,6640,0.034331243485212326,830,8.773173476583906e-05,
884
+ 415,6648,0.034861497581005096,831,8.063977315941884e-05,
885
+ 415,6656,0.03587277978658676,832,4.280948746782087e-05,
886
+ ,,,832,,0.00010581993410596624
887
+ 416,6664,0.036342769861221313,833,6.158290761959506e-05,
888
+ 416,6672,0.03329416364431381,834,7.101428263922571e-05,
889
+ 417,6680,0.033868443220853806,835,6.919675638528133e-05,
890
+ 417,6688,0.042381271719932556,836,5.255390578895458e-05,
891
+ 418,6696,0.039907634258270264,837,7.581152772218047e-05,
892
+ 418,6704,0.03322431817650795,838,4.7950130010576686e-05,
893
+ 419,6712,0.034564778208732605,839,6.261150974751217e-05,
894
+ 419,6720,0.044023554772138596,840,6.502447058664984e-05,
895
+ 420,6728,0.041573744267225266,841,5.620423053187551e-05,
896
+ 420,6736,0.03357827290892601,842,6.962899033169379e-05,
897
+ 421,6744,0.035107456147670746,843,6.378809553098108e-05,
898
+ 421,6752,0.04470347240567207,844,6.143409063952276e-05,
899
+ 422,6760,0.04928724467754364,845,5.35817189302179e-05,
900
+ 422,6768,0.03507063537836075,846,7.399468722724123e-05,
901
+ 423,6776,0.03358001634478569,847,6.286434199864743e-05,
902
+ 423,6784,0.03587174043059349,848,6.076355975892511e-05,
903
+ ,,,848,,0.00010570080485194921
904
+ 424,6792,0.04205026477575302,849,3.556825436135114e-05,
905
+ 424,6800,0.041465338319540024,850,9.120349886870827e-05,
906
+ 425,6808,0.04936935380101204,851,5.56976733605552e-05,
907
+ 425,6816,0.034451138228178024,852,7.153612909860385e-05,
908
+ 426,6824,0.03544970229268074,853,4.6236527850851417e-05,
909
+ 426,6832,0.03532378375530243,854,8.007328347048315e-05,
910
+ 427,6840,0.03456227481365204,855,7.371207902906463e-05,
911
+ 427,6848,0.034757472574710846,856,5.125701795805071e-05,
912
+ 428,6856,0.03440071642398834,857,6.249232160371321e-05,
913
+ 428,6864,0.034695565700531006,858,6.381799903465435e-05,
914
+ 429,6872,0.03435356169939041,859,5.259841532279097e-05,
915
+ 429,6880,0.03440840169787407,860,7.432219285874453e-05,
916
+ 430,6888,0.03703492879867554,861,6.849661917840422e-05,
917
+ 430,6896,0.03286797180771828,862,5.8871233704849146e-05,
918
+ 431,6904,0.034494105726480484,863,8.910299970921187e-05,
919
+ 431,6912,0.03356914967298508,864,3.5046752373091294e-05,
920
+ ,,,864,,9.854930976871401e-05
921
+ 432,6920,0.04093678668141365,865,6.560591441484576e-05,
922
+ 432,6928,0.03789519518613815,866,6.074864427318971e-05,
923
+ 433,6936,0.034246958792209625,867,7.006072041804146e-05,
924
+ 433,6944,0.034633468836545944,868,6.0301595340206404e-05,
925
+ 434,6952,0.034584272652864456,869,6.807877343817381e-05,
926
+ 434,6960,0.03511335328221321,870,5.9869752931263065e-05,
927
+ 435,6968,0.033823270350694656,871,4.76816260288615e-05,
928
+ 435,6976,0.040575169026851654,872,8.306790550705045e-05,
929
+ 436,6984,0.03422948345541954,873,5.897544860999915e-05,
930
+ 436,6992,0.03296351432800293,874,7.247433654811175e-05,
931
+ 437,7000,0.03279607743024826,875,5.270316523819929e-05,
932
+ 437,7008,0.033113665878772736,876,8.154729584930465e-05,
933
+ 438,7016,0.03395963832736015,877,4.744275588564051e-05,
934
+ 438,7024,0.034700773656368256,878,7.588723292428767e-05,
935
+ 439,7032,0.03303508087992668,879,7.509658621529525e-05,
936
+ 439,7040,0.033376652747392654,880,5.209229789215897e-05,
937
+ ,,,880,,0.00010185691644437611
938
+ 440,7048,0.034095846116542816,881,5.4863485047462746e-05,
939
+ 440,7056,0.03539157286286354,882,6.953920910746092e-05,
940
+ 441,7064,0.03334782272577286,883,6.439891171794443e-05,
941
+ 441,7072,0.03712844103574753,884,5.814162659589783e-05,
942
+ 442,7080,0.033806368708610535,885,8.515413355780765e-05,
943
+ 442,7088,0.033860787749290466,886,3.687955518216768e-05,
944
+ 443,7096,0.03448944166302681,887,6.338600815070095e-05,
945
+ 443,7104,0.03253158554434776,888,6.606752253901504e-05,
946
+ 444,7112,0.04347850754857063,889,4.6072669874774874e-05,
947
+ 444,7120,0.037866465747356415,890,8.716495062799368e-05,
948
+ 445,7128,0.03402865305542946,891,5.854327241650026e-05,
949
+ 445,7136,0.03468405082821846,892,7.004569192758936e-05,
950
+ 446,7144,0.03255882486701012,893,6.867506795060763e-05,
951
+ 446,7152,0.04669668897986412,894,5.8722442418002174e-05,
952
+ 447,7160,0.03345315530896187,895,7.119346264516935e-05,
953
+ 447,7168,0.03651503846049309,896,5.186814655644412e-05,
954
+ ,,,896,,0.00010388303780928254
955
+ 448,7176,0.03347896412014961,897,5.650195589623763e-05,
956
+ 448,7184,0.03342311084270477,898,7.338356977015792e-05,
957
+ 449,7192,0.03829938545823097,899,4.432929222275561e-05,
958
+ 449,7200,0.03258636221289635,900,8.12654629953613e-05,
959
+ 450,7208,0.03434792533516884,901,4.136459915571322e-05,
960
+ 450,7216,0.03598570451140404,902,8.017741788535204e-05,
961
+ 451,7224,0.04133130609989166,903,5.320905165717704e-05,
962
+ 451,7232,0.0349491648375988,904,6.900341668369947e-05,
963
+ 452,7240,0.030722886323928833,905,6.682721505057998e-05,
964
+ 452,7248,0.04557695984840393,906,5.840958669978136e-05,
965
+ 453,7256,0.03378675505518913,907,7.636226632712351e-05,
966
+ 453,7264,0.03323676437139511,908,5.569844120145717e-05,
967
+ 454,7272,0.036931660026311874,909,8.107173630378384e-05,
968
+ 454,7280,0.037409596145153046,910,4.426972213877889e-05,
969
+ 455,7288,0.033725593239068985,911,6.121023739069642e-05,
970
+ 455,7296,0.032451532781124115,912,6.891361431371479e-05,
971
+ ,,,912,,0.00010450880654389039
972
+ 456,7304,0.03240223973989487,913,4.9901270131158526e-05,
973
+ 456,7312,0.04237320274114609,914,7.894156533438945e-05,
974
+ 457,7320,0.04175262898206711,915,7.03445671206282e-05,
975
+ 457,7328,0.03387425094842911,916,5.213654480940022e-05,
976
+ 458,7336,0.034604497253894806,917,9.322977348347194e-05,
977
+ 458,7344,0.03504746034741402,918,3.40483736636088e-05,
978
+ 459,7352,0.0392785482108593,919,4.267520398570923e-05,
979
+ 459,7360,0.035391513258218765,920,7.608080159116071e-05,
980
+ 460,7368,0.03391003981232643,921,5.717250542147667e-05,
981
+ 460,7376,0.03219671919941902,922,7.363670511040254e-05,
982
+ 461,7384,0.035549137741327286,923,6.244699079616112e-05,
983
+ 461,7392,0.03246784955263138,924,6.444390669457789e-05,
984
+ 462,7400,0.03479362279176712,925,8.284480168185837e-05,
985
+ 462,7408,0.039618588984012604,926,4.075358015143138e-05,
986
+ 463,7416,0.03410256654024124,927,7.336915427913482e-05,
987
+ 463,7424,0.032722603529691696,928,5.076531851955224e-05,
988
+ ,,,928,,0.00010191663022851571
989
+ 464,7432,0.033523499965667725,929,7.34876209662616e-05,
990
+ 464,7440,0.04101673141121864,930,4.8963428980641766e-05,
991
+ 465,7448,0.03449750691652298,931,7.6899493478777e-05,
992
+ 465,7456,0.032786883413791656,932,4.9976578793575754e-05,
993
+ 466,7464,0.03455880656838417,933,7.044826156743511e-05,
994
+ 466,7472,0.034702517092227936,934,5.340308257473225e-05,
995
+ 467,7480,0.03398597985506058,935,2.9548489010267076e-05,
996
+ 467,7488,0.037724487483501434,936,8.956534952631046e-05,
997
+ 468,7496,0.03258319944143295,937,7.238562420752714e-05,
998
+ 468,7504,0.03526920825242996,938,5.3775489732288406e-05,
999
+ 469,7512,0.03408696502447128,939,7.0702016728319e-05,
1000
+ 469,7520,0.032886605709791183,940,5.1480976480888785e-05,
1001
+ 470,7528,0.03286018222570419,941,7.073086499076453e-05,
1002
+ 470,7536,0.034801043570041656,942,5.346325929167506e-05,
1003
+ 471,7544,0.04621163010597229,943,5.057183989265468e-05,
1004
+ 471,7552,0.03327878564596176,944,7.40244647658983e-05,
1005
+ ,,,944,,0.00010391288378741592
1006
+ 472,7560,0.034792106598615646,945,4.0709004906602786e-05,
1007
+ 472,7568,0.03464151918888092,946,8.315729974128772e-05,
1008
+ 473,7576,0.03821383789181709,947,5.450561070574622e-05,
1009
+ 473,7584,0.034547559916973114,948,6.821356896580255e-05,
1010
+ 474,7592,0.033508509397506714,949,7.336834050875041e-05,
1011
+ 474,7600,0.03557702153921127,950,5.325437700776092e-05,
1012
+ 475,7608,0.03327808529138565,951,6.220841737558658e-05,
1013
+ 475,7616,0.03608892112970352,952,6.89582902850816e-05,
1014
+ 476,7624,0.036476507782936096,953,7.053689523672801e-05,
1015
+ 476,7632,0.03886852040886879,954,5.7143615777022205e-05,
1016
+ 477,7640,0.03403344377875328,955,4.704109983322269e-05,
1017
+ 477,7648,0.03464173898100853,956,8.454292810711195e-05,
1018
+ 478,7656,0.03336799517273903,957,5.212228256823437e-05,
1019
+ 478,7664,0.032770704478025436,958,7.344263735831191e-05,
1020
+ 479,7672,0.033802133053541183,959,7.354738431786245e-05,
1021
+ 479,7680,0.03346535563468933,960,5.146600119587674e-05,
1022
+ ,,,960,,0.00010289979400113225
1023
+ 480,7688,0.05077604204416275,961,4.565534891298739e-05,
1024
+ 480,7696,0.031458888202905655,962,8.303795902975253e-05,
1025
+ 481,7704,0.03579932823777199,963,4.8456756530868006e-05,
1026
+ 481,7712,0.034170567989349365,964,7.86576363225322e-05,
1027
+ 482,7720,0.03447878360748291,965,3.719240521604661e-05,
1028
+ 482,7728,0.03311491012573242,966,8.947486116994696e-05,
1029
+ 483,7736,0.03409143164753914,967,3.6238770007912535e-05,
1030
+ 483,7744,0.038616843521595,968,9.898038115352392e-05,
1031
+ 484,7752,0.03358827158808708,969,6.89870175847318e-05,
1032
+ 484,7760,0.03326241299510002,970,5.613049825115013e-05,
1033
+ 485,7768,0.03481186553835869,971,4.216921161059872e-05,
1034
+ 485,7776,0.038151081651449203,972,8.461742163490271e-05,
1035
+ 486,7784,0.04330921173095703,973,5.615926397695148e-05,
1036
+ 486,7792,0.043879617005586624,974,7.204260055004852e-05,
1037
+ 487,7800,0.034841857850551605,975,7.74956604345789e-05,
1038
+ 487,7808,0.04045114666223526,976,5.1257828090456314e-05,
1039
+ ,,,976,,0.00010340626613469794
1040
+ 488,7816,0.04327888414263725,977,4.047055062983418e-05,
1041
+ 488,7824,0.04272685945034027,978,8.348492087861814e-05,
1042
+ 489,7832,0.03478216752409935,979,6.244713154046622e-05,
1043
+ 489,7840,0.03558576479554176,980,6.7751055894405e-05,
1044
+ 490,7848,0.03597143292427063,981,7.50968310967437e-05,
1045
+ 490,7856,0.03350953757762909,982,4.999142674932955e-05,
1046
+ 491,7864,0.04764791950583458,983,2.9697496074732044e-05,
1047
+ 491,7872,0.03617372363805771,984,8.929657178669004e-05,
1048
+ 492,7880,0.05391311272978783,985,8.031148354348261e-05,
1049
+ 492,7888,0.033742547035217285,986,4.5074266381561756e-05,
1050
+ 493,7896,0.036008890718221664,987,5.1048713885393227e-05,
1051
+ 493,7904,0.03499241918325424,988,7.280284989974461e-05,
1052
+ 494,7912,0.03390512615442276,989,6.728970492986264e-05,
1053
+ 494,7920,0.033911220729351044,990,5.805155819871288e-05,
1054
+ 495,7928,0.033815618604421616,991,3.6745454963238444e-05,
1055
+ 495,7936,0.03268985077738762,992,9.060715228770277e-05,
1056
+ ,,,992,,0.00010006919910665601
1057
+ 496,7944,0.033762555569410324,993,5.586147540270758e-05,
1058
+ 496,7952,0.03610808029770851,994,6.673831853731826e-05,
1059
+ 497,7960,0.037104904651641846,995,6.261105363591923e-05,
1060
+ 497,7968,0.03334839269518852,996,6.514372535093571e-05,
1061
+ 498,7976,0.033178456127643585,997,6.849538794995169e-05,
1062
+ 498,7984,0.03117452561855316,998,5.972153803668334e-05,
1063
+ 499,7992,0.036175262182950974,999,6.289419116001227e-05,
1064
+ 499,8000,0.0351637564599514,1000,6.582903665730555e-05,
1065
+ 500,8008,0.034272804856300354,1001,9.36311550958635e-05,
1066
+ 500,8016,0.03478096425533295,1002,3.7028517454018584e-05,
1067
+ 501,8024,0.034860070794820786,1003,7.079096849338384e-05,
1068
+ 501,8032,0.034387312829494476,1004,5.948195689597924e-05,
1069
+ 502,8040,0.047211904078722,1005,5.310514461598359e-05,
1070
+ 502,8048,0.037335868924856186,1006,6.886916344228666e-05,
1071
+ 503,8056,0.0335463248193264,1007,6.796009324716579e-05,
1072
+ 503,8064,0.03288188576698303,1008,5.490799821927794e-05,
1073
+ ,,,1008,,0.00010576027852948755
1074
+ 504,8072,0.03444533422589302,1009,4.578948232847324e-05,
1075
+ 504,8080,0.0418403334915638,1010,7.746609503556101e-05,
1076
+ 505,8088,0.033748749643564224,1011,4.063458186465141e-05,
1077
+ 505,8096,0.043422337621450424,1012,8.753749193601834e-05,
1078
+ 506,8104,0.03371214121580124,1013,6.0227223457332e-05,
1079
+ 506,8112,0.03308844938874245,1014,6.404080272659485e-05,
1080
+ 507,8120,0.03443165123462677,1015,6.831767132098321e-05,
1081
+ 507,8128,0.03235539048910141,1016,5.7351218401890947e-05,
1082
+ 508,8136,0.033482875674963,1017,5.5965755109355086e-05,
1083
+ 508,8144,0.032718393951654434,1018,6.961375447644969e-05,
1084
+ 509,8152,0.0446314699947834,1019,7.868803777455469e-05,
1085
+ 509,8160,0.033630575984716415,1020,5.215095575294981e-05,
1086
+ 510,8168,0.0382545180618763,1021,8.041595060603868e-05,
1087
+ 510,8176,0.033052656799554825,1022,4.653438600144e-05,
1088
+ 511,8184,0.03532760590314865,1023,8.472167405670916e-05,
1089
+ 511,8192,0.0377960130572319,1024,4.044070919917431e-05,
1090
+ ,,,1024,,9.90560874924995e-05