diff --git a/.gitattributes b/.gitattributes index a6344aac8c09253b3b630fb776ae94478aa0275b..ed24d9004b323a47d548efe33c8eb8b324681634 100644 --- a/.gitattributes +++ b/.gitattributes @@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text *.zip filter=lfs diff=lfs merge=lfs -text *.zst filter=lfs diff=lfs merge=lfs -text *tfevents* filter=lfs diff=lfs merge=lfs -text +checkpoint-1230/tokenizer.json filter=lfs diff=lfs merge=lfs -text +checkpoint-1476/tokenizer.json filter=lfs diff=lfs merge=lfs -text +checkpoint-1722/tokenizer.json filter=lfs diff=lfs merge=lfs -text +checkpoint-1968/tokenizer.json filter=lfs diff=lfs merge=lfs -text +checkpoint-2214/tokenizer.json filter=lfs diff=lfs merge=lfs -text +checkpoint-246/tokenizer.json filter=lfs diff=lfs merge=lfs -text +checkpoint-2460/tokenizer.json filter=lfs diff=lfs merge=lfs -text +checkpoint-492/tokenizer.json filter=lfs diff=lfs merge=lfs -text +checkpoint-738/tokenizer.json filter=lfs diff=lfs merge=lfs -text +checkpoint-984/tokenizer.json filter=lfs diff=lfs merge=lfs -text +error_severity_epochs_margin_reg_baseline_code_20260328_121558.png filter=lfs diff=lfs merge=lfs -text +tokenizer.json filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000000000000000000000000000000000000..27a4b3a19fea6ba34977378c57c8778c2bb715b4 --- /dev/null +++ b/README.md @@ -0,0 +1,61 @@ +--- +base_model: meta-llama/Llama-3.1-8B-Instruct +library_name: peft +model_name: margin_reg_baseline_code_20260328_121558 +tags: +- base_model:adapter:meta-llama/Llama-3.1-8B-Instruct +- lora +- reward-trainer +- transformers +- trl +licence: license +--- + +# Model Card for margin_reg_baseline_code_20260328_121558 + +This model is a fine-tuned version of [meta-llama/Llama-3.1-8B-Instruct](https://huggingface.co/meta-llama/Llama-3.1-8B-Instruct). +It has been trained using [TRL](https://github.com/huggingface/trl). + +## Quick start + +```python +from transformers import pipeline + +text = "The capital of France is Paris." +rewarder = pipeline(model="None", device="cuda") +output = rewarder(text)[0] +print(output["score"]) +``` + +## Training procedure + +[Visualize in Weights & Biases](https://wandb.ai/changhee1016-seoul-national-university/reward-model-ood-robustness/runs/ogc45zau) + + +This model was trained with Reward. + +### Framework versions + +- PEFT 0.18.0 +- TRL: 0.26.1 +- Transformers: 4.57.3 +- Pytorch: 2.9.0 +- Datasets: 4.4.1 +- Tokenizers: 0.22.1 + +## Citations + + + +Cite TRL as: + +```bibtex +@misc{vonwerra2022trl, + title = {{TRL: Transformer Reinforcement Learning}}, + author = {Leandro von Werra and Younes Belkada and Lewis Tunstall and Edward Beeching and Tristan Thrush and Nathan Lambert and Shengyi Huang and Kashif Rasul and Quentin Gallou{\'e}dec}, + year = 2020, + journal = {GitHub repository}, + publisher = {GitHub}, + howpublished = {\url{https://github.com/huggingface/trl}} +} +``` \ No newline at end of file diff --git a/adapter_config.json b/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..e8bd38b33b11f8e4d950e88e0b046528165c5a81 --- /dev/null +++ b/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-3.1-8B-Instruct", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.1, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [ + "classifier", + "score" + ], + "peft_type": "LORA", + "peft_version": "0.18.0", + "qalora_group_size": 16, + "r": 8, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "v_proj", + "q_proj", + "k_proj", + "o_proj" + ], + "target_parameters": null, + "task_type": "SEQ_CLS", + "trainable_token_indices": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false +} \ No newline at end of file diff --git a/adapter_model.safetensors b/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ecdab303633a3ef45db5e47c3c1c98ddc51a677f --- /dev/null +++ b/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e21d8aa2d1183ebc876c8600b61f1617e11579817173a07b31354a9157edd9f5 +size 27305328 diff --git a/chat_template.jinja b/chat_template.jinja new file mode 100644 index 0000000000000000000000000000000000000000..33089ace1be88f22a10fe861ad49718d5d886090 --- /dev/null +++ b/chat_template.jinja @@ -0,0 +1,109 @@ +{{- bos_token }} +{%- if custom_tools is defined %} + {%- set tools = custom_tools %} +{%- endif %} +{%- if not tools_in_user_message is defined %} + {%- set tools_in_user_message = true %} +{%- endif %} +{%- if not date_string is defined %} + {%- set date_string = "26 Jul 2024" %} +{%- endif %} +{%- if not tools is defined %} + {%- set tools = none %} +{%- endif %} + +{#- This block extracts the system message, so we can slot it into the right place. #} +{%- if messages[0]['role'] == 'system' %} + {%- set system_message = messages[0]['content']|trim %} + {%- set messages = messages[1:] %} +{%- else %} + {%- set system_message = "" %} +{%- endif %} + +{#- System message + builtin tools #} +{{- "<|start_header_id|>system<|end_header_id|>\n\n" }} +{%- if builtin_tools is defined or tools is not none %} + {{- "Environment: ipython\n" }} +{%- endif %} +{%- if builtin_tools is defined %} + {{- "Tools: " + builtin_tools | reject('equalto', 'code_interpreter') | join(", ") + "\n\n"}} +{%- endif %} +{{- "Cutting Knowledge Date: December 2023\n" }} +{{- "Today Date: " + date_string + "\n\n" }} +{%- if tools is not none and not tools_in_user_message %} + {{- "You have access to the following functions. To call a function, please respond with JSON for a function call." }} + {{- 'Respond in the format {"name": function name, "parameters": dictionary of argument name and its value}.' }} + {{- "Do not use variables.\n\n" }} + {%- for t in tools %} + {{- t | tojson(indent=4) }} + {{- "\n\n" }} + {%- endfor %} +{%- endif %} +{{- system_message }} +{{- "<|eot_id|>" }} + +{#- Custom tools are passed in a user message with some extra guidance #} +{%- if tools_in_user_message and not tools is none %} + {#- Extract the first user message so we can plug it in here #} + {%- if messages | length != 0 %} + {%- set first_user_message = messages[0]['content']|trim %} + {%- set messages = messages[1:] %} + {%- else %} + {{- raise_exception("Cannot put tools in the first user message when there's no first user message!") }} +{%- endif %} + {{- '<|start_header_id|>user<|end_header_id|>\n\n' -}} + {{- "Given the following functions, please respond with a JSON for a function call " }} + {{- "with its proper arguments that best answers the given prompt.\n\n" }} + {{- 'Respond in the format {"name": function name, "parameters": dictionary of argument name and its value}.' }} + {{- "Do not use variables.\n\n" }} + {%- for t in tools %} + {{- t | tojson(indent=4) }} + {{- "\n\n" }} + {%- endfor %} + {{- first_user_message + "<|eot_id|>"}} +{%- endif %} + +{%- for message in messages %} + {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %} + {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' }} + {%- elif 'tool_calls' in message %} + {%- if not message.tool_calls|length == 1 %} + {{- raise_exception("This model only supports single tool-calls at once!") }} + {%- endif %} + {%- set tool_call = message.tool_calls[0].function %} + {%- if builtin_tools is defined and tool_call.name in builtin_tools %} + {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' -}} + {{- "<|python_tag|>" + tool_call.name + ".call(" }} + {%- for arg_name, arg_val in tool_call.arguments | items %} + {{- arg_name + '="' + arg_val + '"' }} + {%- if not loop.last %} + {{- ", " }} + {%- endif %} + {%- endfor %} + {{- ")" }} + {%- else %} + {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' -}} + {{- '{"name": "' + tool_call.name + '", ' }} + {{- '"parameters": ' }} + {{- tool_call.arguments | tojson }} + {{- "}" }} + {%- endif %} + {%- if builtin_tools is defined %} + {#- This means we're in ipython mode #} + {{- "<|eom_id|>" }} + {%- else %} + {{- "<|eot_id|>" }} + {%- endif %} + {%- elif message.role == "tool" or message.role == "ipython" %} + {{- "<|start_header_id|>ipython<|end_header_id|>\n\n" }} + {%- if message.content is mapping or message.content is iterable %} + {{- message.content | tojson }} + {%- else %} + {{- message.content }} + {%- endif %} + {{- "<|eot_id|>" }} + {%- endif %} +{%- endfor %} +{%- if add_generation_prompt %} + {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' }} +{%- endif %} diff --git a/checkpoint-1230/README.md b/checkpoint-1230/README.md new file mode 100644 index 0000000000000000000000000000000000000000..e3bd00a46564008273624a7a4a3ceacd36132ecb --- /dev/null +++ b/checkpoint-1230/README.md @@ -0,0 +1,208 @@ +--- +base_model: meta-llama/Llama-3.1-8B-Instruct +library_name: peft +tags: +- base_model:adapter:meta-llama/Llama-3.1-8B-Instruct +- lora +- reward-trainer +- transformers +- trl +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.18.0 \ No newline at end of file diff --git a/checkpoint-1230/adapter_config.json b/checkpoint-1230/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..e8bd38b33b11f8e4d950e88e0b046528165c5a81 --- /dev/null +++ b/checkpoint-1230/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-3.1-8B-Instruct", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.1, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [ + "classifier", + "score" + ], + "peft_type": "LORA", + "peft_version": "0.18.0", + "qalora_group_size": 16, + "r": 8, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "v_proj", + "q_proj", + "k_proj", + "o_proj" + ], + "target_parameters": null, + "task_type": "SEQ_CLS", + "trainable_token_indices": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false +} \ No newline at end of file diff --git a/checkpoint-1230/adapter_model.safetensors b/checkpoint-1230/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4cccfb8fac7c87588c6b7f8cb87a2cb41b017504 --- /dev/null +++ b/checkpoint-1230/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0fadf47741f28bc48739a7426b0159e2fb05b4d3cec04fb7458af1c67f2f7057 +size 27305328 diff --git a/checkpoint-1230/chat_template.jinja b/checkpoint-1230/chat_template.jinja new file mode 100644 index 0000000000000000000000000000000000000000..33089ace1be88f22a10fe861ad49718d5d886090 --- /dev/null +++ b/checkpoint-1230/chat_template.jinja @@ -0,0 +1,109 @@ +{{- bos_token }} +{%- if custom_tools is defined %} + {%- set tools = custom_tools %} +{%- endif %} +{%- if not tools_in_user_message is defined %} + {%- set tools_in_user_message = true %} +{%- endif %} +{%- if not date_string is defined %} + {%- set date_string = "26 Jul 2024" %} +{%- endif %} +{%- if not tools is defined %} + {%- set tools = none %} +{%- endif %} + +{#- This block extracts the system message, so we can slot it into the right place. #} +{%- if messages[0]['role'] == 'system' %} + {%- set system_message = messages[0]['content']|trim %} + {%- set messages = messages[1:] %} +{%- else %} + {%- set system_message = "" %} +{%- endif %} + +{#- System message + builtin tools #} +{{- "<|start_header_id|>system<|end_header_id|>\n\n" }} +{%- if builtin_tools is defined or tools is not none %} + {{- "Environment: ipython\n" }} +{%- endif %} +{%- if builtin_tools is defined %} + {{- "Tools: " + builtin_tools | reject('equalto', 'code_interpreter') | join(", ") + "\n\n"}} +{%- endif %} +{{- "Cutting Knowledge Date: December 2023\n" }} +{{- "Today Date: " + date_string + "\n\n" }} +{%- if tools is not none and not tools_in_user_message %} + {{- "You have access to the following functions. To call a function, please respond with JSON for a function call." }} + {{- 'Respond in the format {"name": function name, "parameters": dictionary of argument name and its value}.' }} + {{- "Do not use variables.\n\n" }} + {%- for t in tools %} + {{- t | tojson(indent=4) }} + {{- "\n\n" }} + {%- endfor %} +{%- endif %} +{{- system_message }} +{{- "<|eot_id|>" }} + +{#- Custom tools are passed in a user message with some extra guidance #} +{%- if tools_in_user_message and not tools is none %} + {#- Extract the first user message so we can plug it in here #} + {%- if messages | length != 0 %} + {%- set first_user_message = messages[0]['content']|trim %} + {%- set messages = messages[1:] %} + {%- else %} + {{- raise_exception("Cannot put tools in the first user message when there's no first user message!") }} +{%- endif %} + {{- '<|start_header_id|>user<|end_header_id|>\n\n' -}} + {{- "Given the following functions, please respond with a JSON for a function call " }} + {{- "with its proper arguments that best answers the given prompt.\n\n" }} + {{- 'Respond in the format {"name": function name, "parameters": dictionary of argument name and its value}.' }} + {{- "Do not use variables.\n\n" }} + {%- for t in tools %} + {{- t | tojson(indent=4) }} + {{- "\n\n" }} + {%- endfor %} + {{- first_user_message + "<|eot_id|>"}} +{%- endif %} + +{%- for message in messages %} + {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %} + {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' }} + {%- elif 'tool_calls' in message %} + {%- if not message.tool_calls|length == 1 %} + {{- raise_exception("This model only supports single tool-calls at once!") }} + {%- endif %} + {%- set tool_call = message.tool_calls[0].function %} + {%- if builtin_tools is defined and tool_call.name in builtin_tools %} + {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' -}} + {{- "<|python_tag|>" + tool_call.name + ".call(" }} + {%- for arg_name, arg_val in tool_call.arguments | items %} + {{- arg_name + '="' + arg_val + '"' }} + {%- if not loop.last %} + {{- ", " }} + {%- endif %} + {%- endfor %} + {{- ")" }} + {%- else %} + {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' -}} + {{- '{"name": "' + tool_call.name + '", ' }} + {{- '"parameters": ' }} + {{- tool_call.arguments | tojson }} + {{- "}" }} + {%- endif %} + {%- if builtin_tools is defined %} + {#- This means we're in ipython mode #} + {{- "<|eom_id|>" }} + {%- else %} + {{- "<|eot_id|>" }} + {%- endif %} + {%- elif message.role == "tool" or message.role == "ipython" %} + {{- "<|start_header_id|>ipython<|end_header_id|>\n\n" }} + {%- if message.content is mapping or message.content is iterable %} + {{- message.content | tojson }} + {%- else %} + {{- message.content }} + {%- endif %} + {{- "<|eot_id|>" }} + {%- endif %} +{%- endfor %} +{%- if add_generation_prompt %} + {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' }} +{%- endif %} diff --git a/checkpoint-1230/optimizer.pt b/checkpoint-1230/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..3d723e124498edf0b125355dc8d1e831f333b486 --- /dev/null +++ b/checkpoint-1230/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af4db79adeacebe53e1814e4eb7964dc747da1d2e2d2c30e69e54f7aec8172c4 +size 54761995 diff --git a/checkpoint-1230/rng_state.pth b/checkpoint-1230/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..47fd8cda4146215438175a015a5d15ae17f77a19 --- /dev/null +++ b/checkpoint-1230/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63aab5945fa6a4f19ef11eca5b6add2fab56216a2af2a42b2f4db10b37425e8e +size 14645 diff --git a/checkpoint-1230/scheduler.pt b/checkpoint-1230/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..0991773b3d0f130a9dccd2d4ad2ec826ef279384 --- /dev/null +++ b/checkpoint-1230/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a475cce0db6d4047cb72e7f41607da6a5742fda7f24a4a37dc84074c68282465 +size 1465 diff --git a/checkpoint-1230/special_tokens_map.json b/checkpoint-1230/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..b43be96621d147110fb8a18b5776ec6e38516127 --- /dev/null +++ b/checkpoint-1230/special_tokens_map.json @@ -0,0 +1,17 @@ +{ + "bos_token": { + "content": "<|begin_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "<|eot_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "<|eot_id|>" +} diff --git a/checkpoint-1230/tokenizer.json b/checkpoint-1230/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..1c1d8d5c9024994f1d3b00f9662b8dd89ca13cf2 --- /dev/null +++ b/checkpoint-1230/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b9e4e7fb171f92fd137b777cc2714bf87d11576700a1dcd7a399e7bbe39537b +size 17209920 diff --git a/checkpoint-1230/tokenizer_config.json b/checkpoint-1230/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3beeacc86a6ca3cae14ad3004263ab74a4bac07a --- /dev/null +++ b/checkpoint-1230/tokenizer_config.json @@ -0,0 +1,2063 @@ +{ + "added_tokens_decoder": { + "128000": { + "content": "<|begin_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128001": { + "content": "<|end_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128002": { + "content": "<|reserved_special_token_0|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128003": { + "content": "<|reserved_special_token_1|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128004": { + "content": "<|finetune_right_pad_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128005": { + "content": "<|reserved_special_token_2|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128006": { + "content": "<|start_header_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128007": { + "content": "<|end_header_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128008": { + "content": "<|eom_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128009": { + "content": "<|eot_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128010": { + "content": "<|python_tag|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128011": { + "content": "<|reserved_special_token_3|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128012": { + "content": "<|reserved_special_token_4|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128013": { + "content": "<|reserved_special_token_5|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128014": { + "content": "<|reserved_special_token_6|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128015": { + "content": "<|reserved_special_token_7|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128016": { + "content": "<|reserved_special_token_8|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128017": { + "content": "<|reserved_special_token_9|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128018": { + "content": "<|reserved_special_token_10|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128019": { + "content": "<|reserved_special_token_11|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128020": { + "content": "<|reserved_special_token_12|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128021": { + "content": "<|reserved_special_token_13|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128022": { + "content": "<|reserved_special_token_14|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128023": { + "content": "<|reserved_special_token_15|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128024": { + "content": "<|reserved_special_token_16|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128025": { + "content": "<|reserved_special_token_17|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128026": { + "content": "<|reserved_special_token_18|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128027": { + "content": "<|reserved_special_token_19|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128028": { + "content": "<|reserved_special_token_20|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128029": { + "content": "<|reserved_special_token_21|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128030": { + "content": "<|reserved_special_token_22|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128031": { + "content": "<|reserved_special_token_23|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128032": { + "content": "<|reserved_special_token_24|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128033": { + "content": "<|reserved_special_token_25|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128034": { + "content": "<|reserved_special_token_26|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128035": { + "content": "<|reserved_special_token_27|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128036": { + "content": "<|reserved_special_token_28|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128037": { + "content": "<|reserved_special_token_29|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128038": { + "content": "<|reserved_special_token_30|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128039": { + "content": "<|reserved_special_token_31|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128040": { + "content": "<|reserved_special_token_32|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128041": { + "content": "<|reserved_special_token_33|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128042": { + "content": "<|reserved_special_token_34|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128043": { + "content": "<|reserved_special_token_35|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128044": { + "content": "<|reserved_special_token_36|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128045": { + "content": "<|reserved_special_token_37|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128046": { + "content": "<|reserved_special_token_38|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128047": { + "content": "<|reserved_special_token_39|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128048": { + "content": "<|reserved_special_token_40|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128049": { + "content": "<|reserved_special_token_41|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128050": { + "content": "<|reserved_special_token_42|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128051": { + "content": "<|reserved_special_token_43|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128052": { + "content": "<|reserved_special_token_44|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128053": { + "content": "<|reserved_special_token_45|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128054": { + "content": "<|reserved_special_token_46|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128055": { + "content": "<|reserved_special_token_47|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128056": { + "content": "<|reserved_special_token_48|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128057": { + "content": "<|reserved_special_token_49|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128058": { + "content": "<|reserved_special_token_50|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128059": { + "content": "<|reserved_special_token_51|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128060": { + "content": "<|reserved_special_token_52|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128061": { + "content": "<|reserved_special_token_53|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128062": { + "content": "<|reserved_special_token_54|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128063": { + "content": "<|reserved_special_token_55|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128064": { + "content": "<|reserved_special_token_56|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128065": { + "content": "<|reserved_special_token_57|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128066": { + "content": "<|reserved_special_token_58|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128067": { + "content": "<|reserved_special_token_59|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128068": { + "content": "<|reserved_special_token_60|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128069": { + "content": "<|reserved_special_token_61|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128070": { + "content": "<|reserved_special_token_62|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128071": { + "content": "<|reserved_special_token_63|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128072": { + "content": "<|reserved_special_token_64|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128073": { + "content": "<|reserved_special_token_65|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128074": { + "content": "<|reserved_special_token_66|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128075": { + "content": "<|reserved_special_token_67|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128076": { + "content": "<|reserved_special_token_68|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128077": { + "content": "<|reserved_special_token_69|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128078": { + "content": "<|reserved_special_token_70|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128079": { + "content": "<|reserved_special_token_71|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128080": { + "content": "<|reserved_special_token_72|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128081": { + "content": "<|reserved_special_token_73|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128082": { + "content": "<|reserved_special_token_74|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128083": { + "content": "<|reserved_special_token_75|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128084": { + "content": "<|reserved_special_token_76|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128085": { + "content": "<|reserved_special_token_77|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128086": { + "content": "<|reserved_special_token_78|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128087": { + "content": "<|reserved_special_token_79|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128088": { + "content": "<|reserved_special_token_80|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128089": { + "content": "<|reserved_special_token_81|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128090": { + "content": "<|reserved_special_token_82|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128091": { + "content": "<|reserved_special_token_83|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128092": { + "content": "<|reserved_special_token_84|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128093": { + "content": "<|reserved_special_token_85|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128094": { + "content": "<|reserved_special_token_86|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128095": { + "content": "<|reserved_special_token_87|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128096": { + "content": "<|reserved_special_token_88|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128097": { + "content": "<|reserved_special_token_89|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128098": { + "content": "<|reserved_special_token_90|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128099": { + "content": "<|reserved_special_token_91|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128100": { + "content": "<|reserved_special_token_92|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128101": { + "content": "<|reserved_special_token_93|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128102": { + "content": "<|reserved_special_token_94|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128103": { + "content": "<|reserved_special_token_95|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128104": { + "content": "<|reserved_special_token_96|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128105": { + "content": "<|reserved_special_token_97|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128106": { + "content": "<|reserved_special_token_98|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128107": { + "content": "<|reserved_special_token_99|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128108": { + "content": "<|reserved_special_token_100|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128109": { + "content": "<|reserved_special_token_101|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128110": { + "content": "<|reserved_special_token_102|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128111": { + "content": "<|reserved_special_token_103|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128112": { + "content": "<|reserved_special_token_104|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128113": { + "content": "<|reserved_special_token_105|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128114": { + "content": "<|reserved_special_token_106|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128115": { + "content": "<|reserved_special_token_107|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128116": { + "content": "<|reserved_special_token_108|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128117": { + "content": "<|reserved_special_token_109|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128118": { + "content": "<|reserved_special_token_110|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128119": { + "content": "<|reserved_special_token_111|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128120": { + "content": "<|reserved_special_token_112|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128121": { + "content": "<|reserved_special_token_113|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128122": { + "content": "<|reserved_special_token_114|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128123": { + "content": "<|reserved_special_token_115|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128124": { + "content": "<|reserved_special_token_116|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128125": { + "content": "<|reserved_special_token_117|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128126": { + "content": "<|reserved_special_token_118|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128127": { + "content": "<|reserved_special_token_119|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128128": { + "content": "<|reserved_special_token_120|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128129": { + "content": "<|reserved_special_token_121|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128130": { + "content": "<|reserved_special_token_122|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128131": { + "content": "<|reserved_special_token_123|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128132": { + "content": "<|reserved_special_token_124|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128133": { + "content": "<|reserved_special_token_125|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128134": { + "content": "<|reserved_special_token_126|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128135": { + "content": "<|reserved_special_token_127|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128136": { + "content": "<|reserved_special_token_128|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128137": { + "content": "<|reserved_special_token_129|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128138": { + "content": "<|reserved_special_token_130|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128139": { + "content": "<|reserved_special_token_131|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128140": { + "content": "<|reserved_special_token_132|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128141": { + "content": "<|reserved_special_token_133|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128142": { + "content": "<|reserved_special_token_134|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128143": { + "content": "<|reserved_special_token_135|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128144": { + "content": "<|reserved_special_token_136|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128145": { + "content": "<|reserved_special_token_137|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128146": { + "content": "<|reserved_special_token_138|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128147": { + "content": "<|reserved_special_token_139|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128148": { + "content": "<|reserved_special_token_140|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128149": { + "content": "<|reserved_special_token_141|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128150": { + "content": "<|reserved_special_token_142|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128151": { + "content": "<|reserved_special_token_143|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128152": { + "content": "<|reserved_special_token_144|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128153": { + "content": "<|reserved_special_token_145|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128154": { + "content": "<|reserved_special_token_146|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128155": { + "content": "<|reserved_special_token_147|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128156": { + "content": "<|reserved_special_token_148|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128157": { + "content": "<|reserved_special_token_149|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128158": { + "content": "<|reserved_special_token_150|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128159": { + "content": "<|reserved_special_token_151|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128160": { + "content": "<|reserved_special_token_152|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128161": { + "content": "<|reserved_special_token_153|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128162": { + "content": "<|reserved_special_token_154|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128163": { + "content": "<|reserved_special_token_155|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128164": { + "content": "<|reserved_special_token_156|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128165": { + "content": "<|reserved_special_token_157|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128166": { + "content": "<|reserved_special_token_158|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128167": { + "content": "<|reserved_special_token_159|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128168": { + "content": "<|reserved_special_token_160|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128169": { + "content": "<|reserved_special_token_161|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128170": { + "content": "<|reserved_special_token_162|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128171": { + "content": "<|reserved_special_token_163|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128172": { + "content": "<|reserved_special_token_164|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128173": { + "content": "<|reserved_special_token_165|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128174": { + "content": "<|reserved_special_token_166|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128175": { + "content": "<|reserved_special_token_167|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128176": { + "content": "<|reserved_special_token_168|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128177": { + "content": "<|reserved_special_token_169|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128178": { + "content": "<|reserved_special_token_170|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128179": { + "content": "<|reserved_special_token_171|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128180": { + "content": "<|reserved_special_token_172|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128181": { + "content": "<|reserved_special_token_173|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128182": { + "content": "<|reserved_special_token_174|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128183": { + "content": "<|reserved_special_token_175|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128184": { + "content": "<|reserved_special_token_176|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128185": { + "content": "<|reserved_special_token_177|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128186": { + "content": "<|reserved_special_token_178|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128187": { + "content": "<|reserved_special_token_179|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128188": { + "content": "<|reserved_special_token_180|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128189": { + "content": "<|reserved_special_token_181|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128190": { + "content": "<|reserved_special_token_182|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128191": { + "content": "<|reserved_special_token_183|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128192": { + "content": "<|reserved_special_token_184|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128193": { + "content": "<|reserved_special_token_185|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128194": { + "content": "<|reserved_special_token_186|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128195": { + "content": "<|reserved_special_token_187|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128196": { + "content": "<|reserved_special_token_188|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128197": { + "content": "<|reserved_special_token_189|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128198": { + "content": "<|reserved_special_token_190|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128199": { + "content": "<|reserved_special_token_191|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128200": { + "content": "<|reserved_special_token_192|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128201": { + "content": "<|reserved_special_token_193|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128202": { + "content": "<|reserved_special_token_194|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128203": { + "content": "<|reserved_special_token_195|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128204": { + "content": "<|reserved_special_token_196|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128205": { + "content": "<|reserved_special_token_197|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128206": { + "content": "<|reserved_special_token_198|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128207": { + "content": "<|reserved_special_token_199|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128208": { + "content": "<|reserved_special_token_200|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128209": { + "content": "<|reserved_special_token_201|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128210": { + "content": "<|reserved_special_token_202|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128211": { + "content": "<|reserved_special_token_203|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128212": { + "content": "<|reserved_special_token_204|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128213": { + "content": "<|reserved_special_token_205|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128214": { + "content": "<|reserved_special_token_206|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128215": { + "content": "<|reserved_special_token_207|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128216": { + "content": "<|reserved_special_token_208|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128217": { + "content": "<|reserved_special_token_209|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128218": { + "content": "<|reserved_special_token_210|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128219": { + "content": "<|reserved_special_token_211|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128220": { + "content": "<|reserved_special_token_212|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128221": { + "content": "<|reserved_special_token_213|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128222": { + "content": "<|reserved_special_token_214|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128223": { + "content": "<|reserved_special_token_215|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128224": { + "content": "<|reserved_special_token_216|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128225": { + "content": "<|reserved_special_token_217|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128226": { + "content": "<|reserved_special_token_218|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128227": { + "content": "<|reserved_special_token_219|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128228": { + "content": "<|reserved_special_token_220|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128229": { + "content": "<|reserved_special_token_221|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128230": { + "content": "<|reserved_special_token_222|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128231": { + "content": "<|reserved_special_token_223|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128232": { + "content": "<|reserved_special_token_224|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128233": { + "content": "<|reserved_special_token_225|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128234": { + "content": "<|reserved_special_token_226|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128235": { + "content": "<|reserved_special_token_227|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128236": { + "content": "<|reserved_special_token_228|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128237": { + "content": "<|reserved_special_token_229|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128238": { + "content": "<|reserved_special_token_230|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128239": { + "content": "<|reserved_special_token_231|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128240": { + "content": "<|reserved_special_token_232|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128241": { + "content": "<|reserved_special_token_233|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128242": { + "content": "<|reserved_special_token_234|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128243": { + "content": "<|reserved_special_token_235|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128244": { + "content": "<|reserved_special_token_236|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128245": { + "content": "<|reserved_special_token_237|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128246": { + "content": "<|reserved_special_token_238|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128247": { + "content": "<|reserved_special_token_239|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128248": { + "content": "<|reserved_special_token_240|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128249": { + "content": "<|reserved_special_token_241|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128250": { + "content": "<|reserved_special_token_242|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128251": { + "content": "<|reserved_special_token_243|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128252": { + "content": "<|reserved_special_token_244|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128253": { + "content": "<|reserved_special_token_245|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128254": { + "content": "<|reserved_special_token_246|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128255": { + "content": "<|reserved_special_token_247|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "<|begin_of_text|>", + "clean_up_tokenization_spaces": true, + "eos_token": "<|eot_id|>", + "extra_special_tokens": {}, + "model_input_names": [ + "input_ids", + "attention_mask" + ], + "model_max_length": 131072, + "pad_token": "<|eot_id|>", + "tokenizer_class": "PreTrainedTokenizerFast" +} diff --git a/checkpoint-1230/trainer_state.json b/checkpoint-1230/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..b21c21c0343ee3c2687f32c768c7db5b3114b511 --- /dev/null +++ b/checkpoint-1230/trainer_state.json @@ -0,0 +1,1015 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 5.0, + "eval_steps": 500, + "global_step": 1230, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.04065040650406504, + "grad_norm": 14.707608222961426, + "learning_rate": 9.000000000000001e-07, + "loss": 0.9613, + "step": 10 + }, + { + "epoch": 0.08130081300813008, + "grad_norm": 12.035386085510254, + "learning_rate": 1.9000000000000002e-06, + "loss": 0.8509, + "step": 20 + }, + { + "epoch": 0.12195121951219512, + "grad_norm": 18.44657325744629, + "learning_rate": 2.9e-06, + "loss": 0.9369, + "step": 30 + }, + { + "epoch": 0.16260162601626016, + "grad_norm": 12.941998481750488, + "learning_rate": 3.900000000000001e-06, + "loss": 0.896, + "step": 40 + }, + { + "epoch": 0.2032520325203252, + "grad_norm": 15.150432586669922, + "learning_rate": 4.9000000000000005e-06, + "loss": 0.9821, + "step": 50 + }, + { + "epoch": 0.24390243902439024, + "grad_norm": 18.638032913208008, + "learning_rate": 5.9e-06, + "loss": 0.9666, + "step": 60 + }, + { + "epoch": 0.2845528455284553, + "grad_norm": 15.954939842224121, + "learning_rate": 6.9e-06, + "loss": 0.9019, + "step": 70 + }, + { + "epoch": 0.3252032520325203, + "grad_norm": 11.114273071289062, + "learning_rate": 7.9e-06, + "loss": 0.8321, + "step": 80 + }, + { + "epoch": 0.36585365853658536, + "grad_norm": 15.285880088806152, + "learning_rate": 8.900000000000001e-06, + "loss": 0.7198, + "step": 90 + }, + { + "epoch": 0.4065040650406504, + "grad_norm": 17.8586483001709, + "learning_rate": 9.9e-06, + "loss": 0.7806, + "step": 100 + }, + { + "epoch": 0.44715447154471544, + "grad_norm": 11.217978477478027, + "learning_rate": 9.961864406779662e-06, + "loss": 1.0024, + "step": 110 + }, + { + "epoch": 0.4878048780487805, + "grad_norm": 7.002477169036865, + "learning_rate": 9.91949152542373e-06, + "loss": 0.8086, + "step": 120 + }, + { + "epoch": 0.5284552845528455, + "grad_norm": 13.211562156677246, + "learning_rate": 9.877118644067798e-06, + "loss": 0.8958, + "step": 130 + }, + { + "epoch": 0.5691056910569106, + "grad_norm": 11.169763565063477, + "learning_rate": 9.834745762711865e-06, + "loss": 0.8316, + "step": 140 + }, + { + "epoch": 0.6097560975609756, + "grad_norm": 15.369425773620605, + "learning_rate": 9.792372881355933e-06, + "loss": 0.675, + "step": 150 + }, + { + "epoch": 0.6504065040650406, + "grad_norm": 11.003032684326172, + "learning_rate": 9.75e-06, + "loss": 0.7512, + "step": 160 + }, + { + "epoch": 0.6910569105691057, + "grad_norm": 16.466957092285156, + "learning_rate": 9.707627118644068e-06, + "loss": 0.8546, + "step": 170 + }, + { + "epoch": 0.7317073170731707, + "grad_norm": 13.067832946777344, + "learning_rate": 9.665254237288136e-06, + "loss": 0.7497, + "step": 180 + }, + { + "epoch": 0.7723577235772358, + "grad_norm": 9.530882835388184, + "learning_rate": 9.622881355932205e-06, + "loss": 0.6136, + "step": 190 + }, + { + "epoch": 0.8130081300813008, + "grad_norm": 15.063409805297852, + "learning_rate": 9.580508474576273e-06, + "loss": 0.6073, + "step": 200 + }, + { + "epoch": 0.8536585365853658, + "grad_norm": 9.07528305053711, + "learning_rate": 9.53813559322034e-06, + "loss": 0.7295, + "step": 210 + }, + { + "epoch": 0.8943089430894309, + "grad_norm": 14.199564933776855, + "learning_rate": 9.495762711864408e-06, + "loss": 0.596, + "step": 220 + }, + { + "epoch": 0.9349593495934959, + "grad_norm": 16.03732681274414, + "learning_rate": 9.453389830508474e-06, + "loss": 0.6922, + "step": 230 + }, + { + "epoch": 0.975609756097561, + "grad_norm": 17.533695220947266, + "learning_rate": 9.411016949152543e-06, + "loss": 0.7484, + "step": 240 + }, + { + "epoch": 1.0, + "eval_general_loss": 0.754059910774231, + "eval_general_runtime": 254.3068, + "eval_general_samples_per_second": 3.598, + "eval_general_steps_per_second": 0.9, + "step": 246 + }, + { + "epoch": 1.0, + "eval_code_loss": 0.7234187722206116, + "eval_code_runtime": 296.8568, + "eval_code_samples_per_second": 3.092, + "eval_code_steps_per_second": 0.775, + "step": 246 + }, + { + "epoch": 1.0, + "eval_stem_loss": 0.7939386367797852, + "eval_stem_runtime": 250.6578, + "eval_stem_samples_per_second": 3.646, + "eval_stem_steps_per_second": 0.914, + "step": 246 + }, + { + "epoch": 1.016260162601626, + "grad_norm": 16.589147567749023, + "learning_rate": 9.368644067796611e-06, + "loss": 0.7309, + "step": 250 + }, + { + "epoch": 1.056910569105691, + "grad_norm": 8.124390602111816, + "learning_rate": 9.32627118644068e-06, + "loss": 0.5937, + "step": 260 + }, + { + "epoch": 1.0975609756097562, + "grad_norm": 13.223992347717285, + "learning_rate": 9.283898305084746e-06, + "loss": 0.6961, + "step": 270 + }, + { + "epoch": 1.1382113821138211, + "grad_norm": 13.791741371154785, + "learning_rate": 9.241525423728814e-06, + "loss": 0.5783, + "step": 280 + }, + { + "epoch": 1.1788617886178863, + "grad_norm": 16.130605697631836, + "learning_rate": 9.199152542372882e-06, + "loss": 0.6318, + "step": 290 + }, + { + "epoch": 1.2195121951219512, + "grad_norm": 14.941628456115723, + "learning_rate": 9.15677966101695e-06, + "loss": 0.6163, + "step": 300 + }, + { + "epoch": 1.2601626016260163, + "grad_norm": 6.407144546508789, + "learning_rate": 9.114406779661017e-06, + "loss": 0.5745, + "step": 310 + }, + { + "epoch": 1.3008130081300813, + "grad_norm": 7.032970905303955, + "learning_rate": 9.072033898305086e-06, + "loss": 0.474, + "step": 320 + }, + { + "epoch": 1.3414634146341464, + "grad_norm": 14.255295753479004, + "learning_rate": 9.029661016949152e-06, + "loss": 0.6833, + "step": 330 + }, + { + "epoch": 1.3821138211382114, + "grad_norm": 19.13692855834961, + "learning_rate": 8.98728813559322e-06, + "loss": 0.5369, + "step": 340 + }, + { + "epoch": 1.4227642276422765, + "grad_norm": 9.524161338806152, + "learning_rate": 8.944915254237289e-06, + "loss": 0.6925, + "step": 350 + }, + { + "epoch": 1.4634146341463414, + "grad_norm": 12.59819221496582, + "learning_rate": 8.902542372881357e-06, + "loss": 0.572, + "step": 360 + }, + { + "epoch": 1.5040650406504064, + "grad_norm": 7.560878753662109, + "learning_rate": 8.860169491525424e-06, + "loss": 0.5101, + "step": 370 + }, + { + "epoch": 1.5447154471544715, + "grad_norm": 10.911989212036133, + "learning_rate": 8.817796610169492e-06, + "loss": 0.7357, + "step": 380 + }, + { + "epoch": 1.5853658536585367, + "grad_norm": 13.019627571105957, + "learning_rate": 8.77542372881356e-06, + "loss": 0.7094, + "step": 390 + }, + { + "epoch": 1.6260162601626016, + "grad_norm": 5.221607685089111, + "learning_rate": 8.733050847457629e-06, + "loss": 0.5762, + "step": 400 + }, + { + "epoch": 1.6666666666666665, + "grad_norm": 9.154648780822754, + "learning_rate": 8.690677966101695e-06, + "loss": 0.6516, + "step": 410 + }, + { + "epoch": 1.7073170731707317, + "grad_norm": 8.04185962677002, + "learning_rate": 8.648305084745763e-06, + "loss": 0.5457, + "step": 420 + }, + { + "epoch": 1.7479674796747968, + "grad_norm": 12.428257942199707, + "learning_rate": 8.60593220338983e-06, + "loss": 0.6458, + "step": 430 + }, + { + "epoch": 1.7886178861788617, + "grad_norm": 6.699453353881836, + "learning_rate": 8.563559322033898e-06, + "loss": 0.6026, + "step": 440 + }, + { + "epoch": 1.8292682926829267, + "grad_norm": 5.6174774169921875, + "learning_rate": 8.521186440677967e-06, + "loss": 0.6756, + "step": 450 + }, + { + "epoch": 1.8699186991869918, + "grad_norm": 12.72862720489502, + "learning_rate": 8.478813559322035e-06, + "loss": 0.5932, + "step": 460 + }, + { + "epoch": 1.910569105691057, + "grad_norm": 4.651763439178467, + "learning_rate": 8.436440677966102e-06, + "loss": 0.418, + "step": 470 + }, + { + "epoch": 1.951219512195122, + "grad_norm": 16.044872283935547, + "learning_rate": 8.39406779661017e-06, + "loss": 0.5756, + "step": 480 + }, + { + "epoch": 1.9918699186991868, + "grad_norm": 10.388751029968262, + "learning_rate": 8.351694915254238e-06, + "loss": 0.6304, + "step": 490 + }, + { + "epoch": 2.0, + "eval_general_loss": 0.6887519359588623, + "eval_general_runtime": 255.0576, + "eval_general_samples_per_second": 3.587, + "eval_general_steps_per_second": 0.898, + "step": 492 + }, + { + "epoch": 2.0, + "eval_code_loss": 0.5912412405014038, + "eval_code_runtime": 297.8316, + "eval_code_samples_per_second": 3.082, + "eval_code_steps_per_second": 0.772, + "step": 492 + }, + { + "epoch": 2.0, + "eval_stem_loss": 0.7283160090446472, + "eval_stem_runtime": 251.4929, + "eval_stem_samples_per_second": 3.634, + "eval_stem_steps_per_second": 0.911, + "step": 492 + }, + { + "epoch": 2.032520325203252, + "grad_norm": 13.620870590209961, + "learning_rate": 8.309322033898306e-06, + "loss": 0.5292, + "step": 500 + }, + { + "epoch": 2.073170731707317, + "grad_norm": 11.176264762878418, + "learning_rate": 8.266949152542375e-06, + "loss": 0.4926, + "step": 510 + }, + { + "epoch": 2.113821138211382, + "grad_norm": 4.5993852615356445, + "learning_rate": 8.224576271186441e-06, + "loss": 0.476, + "step": 520 + }, + { + "epoch": 2.154471544715447, + "grad_norm": 16.03154182434082, + "learning_rate": 8.182203389830508e-06, + "loss": 0.492, + "step": 530 + }, + { + "epoch": 2.1951219512195124, + "grad_norm": 3.7860374450683594, + "learning_rate": 8.139830508474576e-06, + "loss": 0.4376, + "step": 540 + }, + { + "epoch": 2.2357723577235773, + "grad_norm": 14.141989707946777, + "learning_rate": 8.097457627118644e-06, + "loss": 0.5422, + "step": 550 + }, + { + "epoch": 2.2764227642276422, + "grad_norm": 11.716277122497559, + "learning_rate": 8.055084745762713e-06, + "loss": 0.4781, + "step": 560 + }, + { + "epoch": 2.317073170731707, + "grad_norm": 16.112192153930664, + "learning_rate": 8.012711864406781e-06, + "loss": 0.5243, + "step": 570 + }, + { + "epoch": 2.3577235772357725, + "grad_norm": 5.857080936431885, + "learning_rate": 7.970338983050848e-06, + "loss": 0.4588, + "step": 580 + }, + { + "epoch": 2.3983739837398375, + "grad_norm": 9.052570343017578, + "learning_rate": 7.927966101694916e-06, + "loss": 0.5717, + "step": 590 + }, + { + "epoch": 2.4390243902439024, + "grad_norm": 17.8330078125, + "learning_rate": 7.885593220338984e-06, + "loss": 0.4547, + "step": 600 + }, + { + "epoch": 2.4796747967479673, + "grad_norm": 13.779817581176758, + "learning_rate": 7.843220338983052e-06, + "loss": 0.4584, + "step": 610 + }, + { + "epoch": 2.5203252032520327, + "grad_norm": 18.924348831176758, + "learning_rate": 7.800847457627119e-06, + "loss": 0.4788, + "step": 620 + }, + { + "epoch": 2.5609756097560976, + "grad_norm": 12.157154083251953, + "learning_rate": 7.758474576271187e-06, + "loss": 0.4762, + "step": 630 + }, + { + "epoch": 2.6016260162601625, + "grad_norm": 14.143574714660645, + "learning_rate": 7.716101694915254e-06, + "loss": 0.7017, + "step": 640 + }, + { + "epoch": 2.642276422764228, + "grad_norm": 11.326656341552734, + "learning_rate": 7.673728813559322e-06, + "loss": 0.4524, + "step": 650 + }, + { + "epoch": 2.682926829268293, + "grad_norm": 5.236691474914551, + "learning_rate": 7.63135593220339e-06, + "loss": 0.5228, + "step": 660 + }, + { + "epoch": 2.7235772357723578, + "grad_norm": 17.48626708984375, + "learning_rate": 7.588983050847458e-06, + "loss": 0.4414, + "step": 670 + }, + { + "epoch": 2.7642276422764227, + "grad_norm": 13.257789611816406, + "learning_rate": 7.546610169491526e-06, + "loss": 0.5442, + "step": 680 + }, + { + "epoch": 2.8048780487804876, + "grad_norm": 20.655475616455078, + "learning_rate": 7.504237288135594e-06, + "loss": 0.5451, + "step": 690 + }, + { + "epoch": 2.845528455284553, + "grad_norm": 10.467672348022461, + "learning_rate": 7.461864406779662e-06, + "loss": 0.4601, + "step": 700 + }, + { + "epoch": 2.886178861788618, + "grad_norm": 13.194644927978516, + "learning_rate": 7.41949152542373e-06, + "loss": 0.502, + "step": 710 + }, + { + "epoch": 2.926829268292683, + "grad_norm": 9.131794929504395, + "learning_rate": 7.377118644067798e-06, + "loss": 0.5583, + "step": 720 + }, + { + "epoch": 2.9674796747967482, + "grad_norm": 8.837148666381836, + "learning_rate": 7.334745762711864e-06, + "loss": 0.4668, + "step": 730 + }, + { + "epoch": 3.0, + "eval_general_loss": 0.6758893728256226, + "eval_general_runtime": 255.2921, + "eval_general_samples_per_second": 3.584, + "eval_general_steps_per_second": 0.897, + "step": 738 + }, + { + "epoch": 3.0, + "eval_code_loss": 0.5598136782646179, + "eval_code_runtime": 297.7838, + "eval_code_samples_per_second": 3.083, + "eval_code_steps_per_second": 0.772, + "step": 738 + }, + { + "epoch": 3.0, + "eval_stem_loss": 0.7172386050224304, + "eval_stem_runtime": 251.2967, + "eval_stem_samples_per_second": 3.637, + "eval_stem_steps_per_second": 0.911, + "step": 738 + }, + { + "epoch": 3.008130081300813, + "grad_norm": 8.791101455688477, + "learning_rate": 7.292372881355933e-06, + "loss": 0.3545, + "step": 740 + }, + { + "epoch": 3.048780487804878, + "grad_norm": 7.602899074554443, + "learning_rate": 7.25e-06, + "loss": 0.4633, + "step": 750 + }, + { + "epoch": 3.089430894308943, + "grad_norm": 10.939055442810059, + "learning_rate": 7.207627118644068e-06, + "loss": 0.3989, + "step": 760 + }, + { + "epoch": 3.130081300813008, + "grad_norm": 9.168066024780273, + "learning_rate": 7.165254237288136e-06, + "loss": 0.5555, + "step": 770 + }, + { + "epoch": 3.1707317073170733, + "grad_norm": 17.25099754333496, + "learning_rate": 7.122881355932204e-06, + "loss": 0.5326, + "step": 780 + }, + { + "epoch": 3.2113821138211383, + "grad_norm": 13.0396146774292, + "learning_rate": 7.080508474576272e-06, + "loss": 0.3831, + "step": 790 + }, + { + "epoch": 3.252032520325203, + "grad_norm": 11.217447280883789, + "learning_rate": 7.03813559322034e-06, + "loss": 0.4142, + "step": 800 + }, + { + "epoch": 3.292682926829268, + "grad_norm": 8.102045059204102, + "learning_rate": 6.995762711864408e-06, + "loss": 0.4414, + "step": 810 + }, + { + "epoch": 3.3333333333333335, + "grad_norm": 11.761209487915039, + "learning_rate": 6.953389830508475e-06, + "loss": 0.501, + "step": 820 + }, + { + "epoch": 3.3739837398373984, + "grad_norm": 7.058698654174805, + "learning_rate": 6.911016949152542e-06, + "loss": 0.3771, + "step": 830 + }, + { + "epoch": 3.4146341463414633, + "grad_norm": 7.728908061981201, + "learning_rate": 6.86864406779661e-06, + "loss": 0.3867, + "step": 840 + }, + { + "epoch": 3.4552845528455283, + "grad_norm": 12.833827018737793, + "learning_rate": 6.826271186440679e-06, + "loss": 0.4132, + "step": 850 + }, + { + "epoch": 3.4959349593495936, + "grad_norm": 9.884450912475586, + "learning_rate": 6.783898305084746e-06, + "loss": 0.3674, + "step": 860 + }, + { + "epoch": 3.5365853658536586, + "grad_norm": 10.731056213378906, + "learning_rate": 6.741525423728814e-06, + "loss": 0.422, + "step": 870 + }, + { + "epoch": 3.5772357723577235, + "grad_norm": 6.745728015899658, + "learning_rate": 6.699152542372882e-06, + "loss": 0.499, + "step": 880 + }, + { + "epoch": 3.617886178861789, + "grad_norm": 9.808424949645996, + "learning_rate": 6.65677966101695e-06, + "loss": 0.2978, + "step": 890 + }, + { + "epoch": 3.658536585365854, + "grad_norm": 8.444202423095703, + "learning_rate": 6.614406779661018e-06, + "loss": 0.3698, + "step": 900 + }, + { + "epoch": 3.6991869918699187, + "grad_norm": 10.285717964172363, + "learning_rate": 6.572033898305086e-06, + "loss": 0.4677, + "step": 910 + }, + { + "epoch": 3.7398373983739837, + "grad_norm": 6.763285160064697, + "learning_rate": 6.5296610169491525e-06, + "loss": 0.4449, + "step": 920 + }, + { + "epoch": 3.7804878048780486, + "grad_norm": 20.608469009399414, + "learning_rate": 6.487288135593221e-06, + "loss": 0.5297, + "step": 930 + }, + { + "epoch": 3.821138211382114, + "grad_norm": 9.06677532196045, + "learning_rate": 6.444915254237288e-06, + "loss": 0.4292, + "step": 940 + }, + { + "epoch": 3.861788617886179, + "grad_norm": 6.93435525894165, + "learning_rate": 6.4025423728813565e-06, + "loss": 0.3877, + "step": 950 + }, + { + "epoch": 3.902439024390244, + "grad_norm": 11.75598430633545, + "learning_rate": 6.360169491525424e-06, + "loss": 0.4032, + "step": 960 + }, + { + "epoch": 3.943089430894309, + "grad_norm": 6.338623046875, + "learning_rate": 6.317796610169492e-06, + "loss": 0.4228, + "step": 970 + }, + { + "epoch": 3.983739837398374, + "grad_norm": 6.302221775054932, + "learning_rate": 6.27542372881356e-06, + "loss": 0.4054, + "step": 980 + }, + { + "epoch": 4.0, + "eval_general_loss": 0.6872960329055786, + "eval_general_runtime": 254.991, + "eval_general_samples_per_second": 3.588, + "eval_general_steps_per_second": 0.898, + "step": 984 + }, + { + "epoch": 4.0, + "eval_code_loss": 0.5443978309631348, + "eval_code_runtime": 297.6318, + "eval_code_samples_per_second": 3.084, + "eval_code_steps_per_second": 0.773, + "step": 984 + }, + { + "epoch": 4.0, + "eval_stem_loss": 0.7525980472564697, + "eval_stem_runtime": 251.3515, + "eval_stem_samples_per_second": 3.636, + "eval_stem_steps_per_second": 0.911, + "step": 984 + }, + { + "epoch": 4.024390243902439, + "grad_norm": 11.085492134094238, + "learning_rate": 6.233050847457628e-06, + "loss": 0.2924, + "step": 990 + }, + { + "epoch": 4.065040650406504, + "grad_norm": 9.018081665039062, + "learning_rate": 6.190677966101695e-06, + "loss": 0.3824, + "step": 1000 + }, + { + "epoch": 4.105691056910569, + "grad_norm": 5.635726451873779, + "learning_rate": 6.148305084745764e-06, + "loss": 0.3209, + "step": 1010 + }, + { + "epoch": 4.146341463414634, + "grad_norm": 17.105005264282227, + "learning_rate": 6.10593220338983e-06, + "loss": 0.3092, + "step": 1020 + }, + { + "epoch": 4.186991869918699, + "grad_norm": 9.317548751831055, + "learning_rate": 6.0635593220338986e-06, + "loss": 0.3398, + "step": 1030 + }, + { + "epoch": 4.227642276422764, + "grad_norm": 12.000333786010742, + "learning_rate": 6.021186440677966e-06, + "loss": 0.3214, + "step": 1040 + }, + { + "epoch": 4.2682926829268295, + "grad_norm": 18.374374389648438, + "learning_rate": 5.978813559322034e-06, + "loss": 0.4008, + "step": 1050 + }, + { + "epoch": 4.308943089430894, + "grad_norm": 8.767024993896484, + "learning_rate": 5.936440677966102e-06, + "loss": 0.4476, + "step": 1060 + }, + { + "epoch": 4.349593495934959, + "grad_norm": 12.842947006225586, + "learning_rate": 5.89406779661017e-06, + "loss": 0.3627, + "step": 1070 + }, + { + "epoch": 4.390243902439025, + "grad_norm": 11.248525619506836, + "learning_rate": 5.851694915254238e-06, + "loss": 0.3427, + "step": 1080 + }, + { + "epoch": 4.430894308943089, + "grad_norm": 18.474157333374023, + "learning_rate": 5.809322033898306e-06, + "loss": 0.2842, + "step": 1090 + }, + { + "epoch": 4.471544715447155, + "grad_norm": 10.508559226989746, + "learning_rate": 5.766949152542374e-06, + "loss": 0.4153, + "step": 1100 + }, + { + "epoch": 4.512195121951219, + "grad_norm": 20.686229705810547, + "learning_rate": 5.7245762711864415e-06, + "loss": 0.3661, + "step": 1110 + }, + { + "epoch": 4.5528455284552845, + "grad_norm": 7.763411998748779, + "learning_rate": 5.682203389830508e-06, + "loss": 0.3325, + "step": 1120 + }, + { + "epoch": 4.59349593495935, + "grad_norm": 6.85905647277832, + "learning_rate": 5.639830508474576e-06, + "loss": 0.4229, + "step": 1130 + }, + { + "epoch": 4.634146341463414, + "grad_norm": 17.94886589050293, + "learning_rate": 5.597457627118645e-06, + "loss": 0.3009, + "step": 1140 + }, + { + "epoch": 4.67479674796748, + "grad_norm": 20.208101272583008, + "learning_rate": 5.555084745762712e-06, + "loss": 0.3604, + "step": 1150 + }, + { + "epoch": 4.715447154471545, + "grad_norm": 8.471419334411621, + "learning_rate": 5.51271186440678e-06, + "loss": 0.3724, + "step": 1160 + }, + { + "epoch": 4.7560975609756095, + "grad_norm": 9.207096099853516, + "learning_rate": 5.470338983050848e-06, + "loss": 0.3979, + "step": 1170 + }, + { + "epoch": 4.796747967479675, + "grad_norm": 18.151241302490234, + "learning_rate": 5.427966101694916e-06, + "loss": 0.3412, + "step": 1180 + }, + { + "epoch": 4.83739837398374, + "grad_norm": 11.33778190612793, + "learning_rate": 5.3855932203389836e-06, + "loss": 0.3582, + "step": 1190 + }, + { + "epoch": 4.878048780487805, + "grad_norm": 3.6720833778381348, + "learning_rate": 5.343220338983052e-06, + "loss": 0.3269, + "step": 1200 + }, + { + "epoch": 4.91869918699187, + "grad_norm": 15.8824462890625, + "learning_rate": 5.300847457627119e-06, + "loss": 0.4141, + "step": 1210 + }, + { + "epoch": 4.959349593495935, + "grad_norm": 8.455586433410645, + "learning_rate": 5.258474576271187e-06, + "loss": 0.3515, + "step": 1220 + }, + { + "epoch": 5.0, + "grad_norm": 13.756336212158203, + "learning_rate": 5.216101694915254e-06, + "loss": 0.3621, + "step": 1230 + }, + { + "epoch": 5.0, + "eval_general_loss": 0.7001935839653015, + "eval_general_runtime": 255.6611, + "eval_general_samples_per_second": 3.579, + "eval_general_steps_per_second": 0.896, + "step": 1230 + }, + { + "epoch": 5.0, + "eval_code_loss": 0.5433691740036011, + "eval_code_runtime": 297.6204, + "eval_code_samples_per_second": 3.084, + "eval_code_steps_per_second": 0.773, + "step": 1230 + }, + { + "epoch": 5.0, + "eval_stem_loss": 0.8110136389732361, + "eval_stem_runtime": 251.3377, + "eval_stem_samples_per_second": 3.637, + "eval_stem_steps_per_second": 0.911, + "step": 1230 + } + ], + "logging_steps": 10, + "max_steps": 2460, + "num_input_tokens_seen": 0, + "num_train_epochs": 10, + "save_steps": 500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 3.0451107386134364e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/checkpoint-1230/training_args.bin b/checkpoint-1230/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..8614ea1120688aa2b00c51b5ab043d685f967c46 --- /dev/null +++ b/checkpoint-1230/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a75db4b667e1acb16a0e7511a6d417ad638ff613009acc2ca8623c871c05831 +size 6289 diff --git a/checkpoint-1476/README.md b/checkpoint-1476/README.md new file mode 100644 index 0000000000000000000000000000000000000000..e3bd00a46564008273624a7a4a3ceacd36132ecb --- /dev/null +++ b/checkpoint-1476/README.md @@ -0,0 +1,208 @@ +--- +base_model: meta-llama/Llama-3.1-8B-Instruct +library_name: peft +tags: +- base_model:adapter:meta-llama/Llama-3.1-8B-Instruct +- lora +- reward-trainer +- transformers +- trl +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.18.0 \ No newline at end of file diff --git a/checkpoint-1476/adapter_config.json b/checkpoint-1476/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..e8bd38b33b11f8e4d950e88e0b046528165c5a81 --- /dev/null +++ b/checkpoint-1476/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-3.1-8B-Instruct", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.1, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [ + "classifier", + "score" + ], + "peft_type": "LORA", + "peft_version": "0.18.0", + "qalora_group_size": 16, + "r": 8, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "v_proj", + "q_proj", + "k_proj", + "o_proj" + ], + "target_parameters": null, + "task_type": "SEQ_CLS", + "trainable_token_indices": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false +} \ No newline at end of file diff --git a/checkpoint-1476/adapter_model.safetensors b/checkpoint-1476/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1c54a0735231b95eed07f4f2b81673f64fdc9273 --- /dev/null +++ b/checkpoint-1476/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3182c8e8908b1f721984cd9cde1565445d8a372307546996ee673045ddcf429b +size 27305328 diff --git a/checkpoint-1476/chat_template.jinja b/checkpoint-1476/chat_template.jinja new file mode 100644 index 0000000000000000000000000000000000000000..33089ace1be88f22a10fe861ad49718d5d886090 --- /dev/null +++ b/checkpoint-1476/chat_template.jinja @@ -0,0 +1,109 @@ +{{- bos_token }} +{%- if custom_tools is defined %} + {%- set tools = custom_tools %} +{%- endif %} +{%- if not tools_in_user_message is defined %} + {%- set tools_in_user_message = true %} +{%- endif %} +{%- if not date_string is defined %} + {%- set date_string = "26 Jul 2024" %} +{%- endif %} +{%- if not tools is defined %} + {%- set tools = none %} +{%- endif %} + +{#- This block extracts the system message, so we can slot it into the right place. #} +{%- if messages[0]['role'] == 'system' %} + {%- set system_message = messages[0]['content']|trim %} + {%- set messages = messages[1:] %} +{%- else %} + {%- set system_message = "" %} +{%- endif %} + +{#- System message + builtin tools #} +{{- "<|start_header_id|>system<|end_header_id|>\n\n" }} +{%- if builtin_tools is defined or tools is not none %} + {{- "Environment: ipython\n" }} +{%- endif %} +{%- if builtin_tools is defined %} + {{- "Tools: " + builtin_tools | reject('equalto', 'code_interpreter') | join(", ") + "\n\n"}} +{%- endif %} +{{- "Cutting Knowledge Date: December 2023\n" }} +{{- "Today Date: " + date_string + "\n\n" }} +{%- if tools is not none and not tools_in_user_message %} + {{- "You have access to the following functions. To call a function, please respond with JSON for a function call." }} + {{- 'Respond in the format {"name": function name, "parameters": dictionary of argument name and its value}.' }} + {{- "Do not use variables.\n\n" }} + {%- for t in tools %} + {{- t | tojson(indent=4) }} + {{- "\n\n" }} + {%- endfor %} +{%- endif %} +{{- system_message }} +{{- "<|eot_id|>" }} + +{#- Custom tools are passed in a user message with some extra guidance #} +{%- if tools_in_user_message and not tools is none %} + {#- Extract the first user message so we can plug it in here #} + {%- if messages | length != 0 %} + {%- set first_user_message = messages[0]['content']|trim %} + {%- set messages = messages[1:] %} + {%- else %} + {{- raise_exception("Cannot put tools in the first user message when there's no first user message!") }} +{%- endif %} + {{- '<|start_header_id|>user<|end_header_id|>\n\n' -}} + {{- "Given the following functions, please respond with a JSON for a function call " }} + {{- "with its proper arguments that best answers the given prompt.\n\n" }} + {{- 'Respond in the format {"name": function name, "parameters": dictionary of argument name and its value}.' }} + {{- "Do not use variables.\n\n" }} + {%- for t in tools %} + {{- t | tojson(indent=4) }} + {{- "\n\n" }} + {%- endfor %} + {{- first_user_message + "<|eot_id|>"}} +{%- endif %} + +{%- for message in messages %} + {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %} + {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' }} + {%- elif 'tool_calls' in message %} + {%- if not message.tool_calls|length == 1 %} + {{- raise_exception("This model only supports single tool-calls at once!") }} + {%- endif %} + {%- set tool_call = message.tool_calls[0].function %} + {%- if builtin_tools is defined and tool_call.name in builtin_tools %} + {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' -}} + {{- "<|python_tag|>" + tool_call.name + ".call(" }} + {%- for arg_name, arg_val in tool_call.arguments | items %} + {{- arg_name + '="' + arg_val + '"' }} + {%- if not loop.last %} + {{- ", " }} + {%- endif %} + {%- endfor %} + {{- ")" }} + {%- else %} + {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' -}} + {{- '{"name": "' + tool_call.name + '", ' }} + {{- '"parameters": ' }} + {{- tool_call.arguments | tojson }} + {{- "}" }} + {%- endif %} + {%- if builtin_tools is defined %} + {#- This means we're in ipython mode #} + {{- "<|eom_id|>" }} + {%- else %} + {{- "<|eot_id|>" }} + {%- endif %} + {%- elif message.role == "tool" or message.role == "ipython" %} + {{- "<|start_header_id|>ipython<|end_header_id|>\n\n" }} + {%- if message.content is mapping or message.content is iterable %} + {{- message.content | tojson }} + {%- else %} + {{- message.content }} + {%- endif %} + {{- "<|eot_id|>" }} + {%- endif %} +{%- endfor %} +{%- if add_generation_prompt %} + {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' }} +{%- endif %} diff --git a/checkpoint-1476/optimizer.pt b/checkpoint-1476/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..1e3a424805cdd89ab847b006ceb56d931ce366bb --- /dev/null +++ b/checkpoint-1476/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12e33b7e18336618b52427bbee169e202549c51365b81b7f2ec19c4a885b5b83 +size 54761995 diff --git a/checkpoint-1476/rng_state.pth b/checkpoint-1476/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..3715ac20266af086d9bb0634ec68d31ab60f46bf --- /dev/null +++ b/checkpoint-1476/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:495527095ce64d42859bf28983716fbe3891476c1dd8d77f6b07b794fa6428e3 +size 14645 diff --git a/checkpoint-1476/scheduler.pt b/checkpoint-1476/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..ddaab7e768bc36387c5487f208eafbcd0aaded46 --- /dev/null +++ b/checkpoint-1476/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ab5e013a53fc2b16ed6615021b655baca3136bc854c4674ad1ea4b30077169a +size 1465 diff --git a/checkpoint-1476/special_tokens_map.json b/checkpoint-1476/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..b43be96621d147110fb8a18b5776ec6e38516127 --- /dev/null +++ b/checkpoint-1476/special_tokens_map.json @@ -0,0 +1,17 @@ +{ + "bos_token": { + "content": "<|begin_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "<|eot_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "<|eot_id|>" +} diff --git a/checkpoint-1476/tokenizer.json b/checkpoint-1476/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..1c1d8d5c9024994f1d3b00f9662b8dd89ca13cf2 --- /dev/null +++ b/checkpoint-1476/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b9e4e7fb171f92fd137b777cc2714bf87d11576700a1dcd7a399e7bbe39537b +size 17209920 diff --git a/checkpoint-1476/tokenizer_config.json b/checkpoint-1476/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3beeacc86a6ca3cae14ad3004263ab74a4bac07a --- /dev/null +++ b/checkpoint-1476/tokenizer_config.json @@ -0,0 +1,2063 @@ +{ + "added_tokens_decoder": { + "128000": { + "content": "<|begin_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128001": { + "content": "<|end_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128002": { + "content": "<|reserved_special_token_0|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128003": { + "content": "<|reserved_special_token_1|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128004": { + "content": "<|finetune_right_pad_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128005": { + "content": "<|reserved_special_token_2|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128006": { + "content": "<|start_header_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128007": { + "content": "<|end_header_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128008": { + "content": "<|eom_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128009": { + "content": "<|eot_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128010": { + "content": "<|python_tag|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128011": { + "content": "<|reserved_special_token_3|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128012": { + "content": "<|reserved_special_token_4|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128013": { + "content": "<|reserved_special_token_5|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128014": { + "content": "<|reserved_special_token_6|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128015": { + "content": "<|reserved_special_token_7|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128016": { + "content": "<|reserved_special_token_8|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128017": { + "content": "<|reserved_special_token_9|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128018": { + "content": "<|reserved_special_token_10|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128019": { + "content": "<|reserved_special_token_11|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128020": { + "content": "<|reserved_special_token_12|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128021": { + "content": "<|reserved_special_token_13|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128022": { + "content": "<|reserved_special_token_14|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128023": { + "content": "<|reserved_special_token_15|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128024": { + "content": "<|reserved_special_token_16|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128025": { + "content": "<|reserved_special_token_17|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128026": { + "content": "<|reserved_special_token_18|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128027": { + "content": "<|reserved_special_token_19|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128028": { + "content": "<|reserved_special_token_20|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128029": { + "content": "<|reserved_special_token_21|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128030": { + "content": "<|reserved_special_token_22|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128031": { + "content": "<|reserved_special_token_23|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128032": { + "content": "<|reserved_special_token_24|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128033": { + "content": "<|reserved_special_token_25|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128034": { + "content": "<|reserved_special_token_26|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128035": { + "content": "<|reserved_special_token_27|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128036": { + "content": "<|reserved_special_token_28|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128037": { + "content": "<|reserved_special_token_29|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128038": { + "content": "<|reserved_special_token_30|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128039": { + "content": "<|reserved_special_token_31|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128040": { + "content": "<|reserved_special_token_32|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128041": { + "content": "<|reserved_special_token_33|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128042": { + "content": "<|reserved_special_token_34|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128043": { + "content": "<|reserved_special_token_35|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128044": { + "content": "<|reserved_special_token_36|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128045": { + "content": "<|reserved_special_token_37|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128046": { + "content": "<|reserved_special_token_38|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128047": { + "content": "<|reserved_special_token_39|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128048": { + "content": "<|reserved_special_token_40|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128049": { + "content": "<|reserved_special_token_41|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128050": { + "content": "<|reserved_special_token_42|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128051": { + "content": "<|reserved_special_token_43|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128052": { + "content": "<|reserved_special_token_44|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128053": { + "content": "<|reserved_special_token_45|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128054": { + "content": "<|reserved_special_token_46|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128055": { + "content": "<|reserved_special_token_47|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128056": { + "content": "<|reserved_special_token_48|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128057": { + "content": "<|reserved_special_token_49|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128058": { + "content": "<|reserved_special_token_50|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128059": { + "content": "<|reserved_special_token_51|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128060": { + "content": "<|reserved_special_token_52|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128061": { + "content": "<|reserved_special_token_53|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128062": { + "content": "<|reserved_special_token_54|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128063": { + "content": "<|reserved_special_token_55|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128064": { + "content": "<|reserved_special_token_56|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128065": { + "content": "<|reserved_special_token_57|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128066": { + "content": "<|reserved_special_token_58|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128067": { + "content": "<|reserved_special_token_59|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128068": { + "content": "<|reserved_special_token_60|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128069": { + "content": "<|reserved_special_token_61|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128070": { + "content": "<|reserved_special_token_62|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128071": { + "content": "<|reserved_special_token_63|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128072": { + "content": "<|reserved_special_token_64|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128073": { + "content": "<|reserved_special_token_65|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128074": { + "content": "<|reserved_special_token_66|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128075": { + "content": "<|reserved_special_token_67|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128076": { + "content": "<|reserved_special_token_68|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128077": { + "content": "<|reserved_special_token_69|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128078": { + "content": "<|reserved_special_token_70|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128079": { + "content": "<|reserved_special_token_71|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128080": { + "content": "<|reserved_special_token_72|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128081": { + "content": "<|reserved_special_token_73|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128082": { + "content": "<|reserved_special_token_74|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128083": { + "content": "<|reserved_special_token_75|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128084": { + "content": "<|reserved_special_token_76|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128085": { + "content": "<|reserved_special_token_77|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128086": { + "content": "<|reserved_special_token_78|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128087": { + "content": "<|reserved_special_token_79|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128088": { + "content": "<|reserved_special_token_80|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128089": { + "content": "<|reserved_special_token_81|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128090": { + "content": "<|reserved_special_token_82|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128091": { + "content": "<|reserved_special_token_83|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128092": { + "content": "<|reserved_special_token_84|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128093": { + "content": "<|reserved_special_token_85|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128094": { + "content": "<|reserved_special_token_86|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128095": { + "content": "<|reserved_special_token_87|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128096": { + "content": "<|reserved_special_token_88|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128097": { + "content": "<|reserved_special_token_89|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128098": { + "content": "<|reserved_special_token_90|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128099": { + "content": "<|reserved_special_token_91|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128100": { + "content": "<|reserved_special_token_92|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128101": { + "content": "<|reserved_special_token_93|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128102": { + "content": "<|reserved_special_token_94|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128103": { + "content": "<|reserved_special_token_95|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128104": { + "content": "<|reserved_special_token_96|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128105": { + "content": "<|reserved_special_token_97|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128106": { + "content": "<|reserved_special_token_98|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128107": { + "content": "<|reserved_special_token_99|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128108": { + "content": "<|reserved_special_token_100|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128109": { + "content": "<|reserved_special_token_101|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128110": { + "content": "<|reserved_special_token_102|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128111": { + "content": "<|reserved_special_token_103|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128112": { + "content": "<|reserved_special_token_104|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128113": { + "content": "<|reserved_special_token_105|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128114": { + "content": "<|reserved_special_token_106|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128115": { + "content": "<|reserved_special_token_107|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128116": { + "content": "<|reserved_special_token_108|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128117": { + "content": "<|reserved_special_token_109|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128118": { + "content": "<|reserved_special_token_110|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128119": { + "content": "<|reserved_special_token_111|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128120": { + "content": "<|reserved_special_token_112|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128121": { + "content": "<|reserved_special_token_113|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128122": { + "content": "<|reserved_special_token_114|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128123": { + "content": "<|reserved_special_token_115|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128124": { + "content": "<|reserved_special_token_116|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128125": { + "content": "<|reserved_special_token_117|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128126": { + "content": "<|reserved_special_token_118|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128127": { + "content": "<|reserved_special_token_119|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128128": { + "content": "<|reserved_special_token_120|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128129": { + "content": "<|reserved_special_token_121|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128130": { + "content": "<|reserved_special_token_122|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128131": { + "content": "<|reserved_special_token_123|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128132": { + "content": "<|reserved_special_token_124|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128133": { + "content": "<|reserved_special_token_125|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128134": { + "content": "<|reserved_special_token_126|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128135": { + "content": "<|reserved_special_token_127|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128136": { + "content": "<|reserved_special_token_128|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128137": { + "content": "<|reserved_special_token_129|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128138": { + "content": "<|reserved_special_token_130|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128139": { + "content": "<|reserved_special_token_131|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128140": { + "content": "<|reserved_special_token_132|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128141": { + "content": "<|reserved_special_token_133|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128142": { + "content": "<|reserved_special_token_134|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128143": { + "content": "<|reserved_special_token_135|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128144": { + "content": "<|reserved_special_token_136|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128145": { + "content": "<|reserved_special_token_137|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128146": { + "content": "<|reserved_special_token_138|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128147": { + "content": "<|reserved_special_token_139|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128148": { + "content": "<|reserved_special_token_140|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128149": { + "content": "<|reserved_special_token_141|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128150": { + "content": "<|reserved_special_token_142|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128151": { + "content": "<|reserved_special_token_143|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128152": { + "content": "<|reserved_special_token_144|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128153": { + "content": "<|reserved_special_token_145|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128154": { + "content": "<|reserved_special_token_146|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128155": { + "content": "<|reserved_special_token_147|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128156": { + "content": "<|reserved_special_token_148|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128157": { + "content": "<|reserved_special_token_149|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128158": { + "content": "<|reserved_special_token_150|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128159": { + "content": "<|reserved_special_token_151|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128160": { + "content": "<|reserved_special_token_152|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128161": { + "content": "<|reserved_special_token_153|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128162": { + "content": "<|reserved_special_token_154|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128163": { + "content": "<|reserved_special_token_155|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128164": { + "content": "<|reserved_special_token_156|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128165": { + "content": "<|reserved_special_token_157|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128166": { + "content": "<|reserved_special_token_158|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128167": { + "content": "<|reserved_special_token_159|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128168": { + "content": "<|reserved_special_token_160|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128169": { + "content": "<|reserved_special_token_161|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128170": { + "content": "<|reserved_special_token_162|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128171": { + "content": "<|reserved_special_token_163|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128172": { + "content": "<|reserved_special_token_164|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128173": { + "content": "<|reserved_special_token_165|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128174": { + "content": "<|reserved_special_token_166|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128175": { + "content": "<|reserved_special_token_167|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128176": { + "content": "<|reserved_special_token_168|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128177": { + "content": "<|reserved_special_token_169|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128178": { + "content": "<|reserved_special_token_170|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128179": { + "content": "<|reserved_special_token_171|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128180": { + "content": "<|reserved_special_token_172|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128181": { + "content": "<|reserved_special_token_173|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128182": { + "content": "<|reserved_special_token_174|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128183": { + "content": "<|reserved_special_token_175|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128184": { + "content": "<|reserved_special_token_176|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128185": { + "content": "<|reserved_special_token_177|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128186": { + "content": "<|reserved_special_token_178|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128187": { + "content": "<|reserved_special_token_179|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128188": { + "content": "<|reserved_special_token_180|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128189": { + "content": "<|reserved_special_token_181|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128190": { + "content": "<|reserved_special_token_182|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128191": { + "content": "<|reserved_special_token_183|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128192": { + "content": "<|reserved_special_token_184|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128193": { + "content": "<|reserved_special_token_185|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128194": { + "content": "<|reserved_special_token_186|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128195": { + "content": "<|reserved_special_token_187|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128196": { + "content": "<|reserved_special_token_188|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128197": { + "content": "<|reserved_special_token_189|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128198": { + "content": "<|reserved_special_token_190|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128199": { + "content": "<|reserved_special_token_191|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128200": { + "content": "<|reserved_special_token_192|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128201": { + "content": "<|reserved_special_token_193|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128202": { + "content": "<|reserved_special_token_194|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128203": { + "content": "<|reserved_special_token_195|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128204": { + "content": "<|reserved_special_token_196|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128205": { + "content": "<|reserved_special_token_197|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128206": { + "content": "<|reserved_special_token_198|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128207": { + "content": "<|reserved_special_token_199|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128208": { + "content": "<|reserved_special_token_200|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128209": { + "content": "<|reserved_special_token_201|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128210": { + "content": "<|reserved_special_token_202|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128211": { + "content": "<|reserved_special_token_203|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128212": { + "content": "<|reserved_special_token_204|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128213": { + "content": "<|reserved_special_token_205|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128214": { + "content": "<|reserved_special_token_206|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128215": { + "content": "<|reserved_special_token_207|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128216": { + "content": "<|reserved_special_token_208|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128217": { + "content": "<|reserved_special_token_209|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128218": { + "content": "<|reserved_special_token_210|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128219": { + "content": "<|reserved_special_token_211|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128220": { + "content": "<|reserved_special_token_212|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128221": { + "content": "<|reserved_special_token_213|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128222": { + "content": "<|reserved_special_token_214|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128223": { + "content": "<|reserved_special_token_215|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128224": { + "content": "<|reserved_special_token_216|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128225": { + "content": "<|reserved_special_token_217|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128226": { + "content": "<|reserved_special_token_218|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128227": { + "content": "<|reserved_special_token_219|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128228": { + "content": "<|reserved_special_token_220|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128229": { + "content": "<|reserved_special_token_221|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128230": { + "content": "<|reserved_special_token_222|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128231": { + "content": "<|reserved_special_token_223|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128232": { + "content": "<|reserved_special_token_224|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128233": { + "content": "<|reserved_special_token_225|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128234": { + "content": "<|reserved_special_token_226|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128235": { + "content": "<|reserved_special_token_227|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128236": { + "content": "<|reserved_special_token_228|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128237": { + "content": "<|reserved_special_token_229|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128238": { + "content": "<|reserved_special_token_230|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128239": { + "content": "<|reserved_special_token_231|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128240": { + "content": "<|reserved_special_token_232|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128241": { + "content": "<|reserved_special_token_233|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128242": { + "content": "<|reserved_special_token_234|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128243": { + "content": "<|reserved_special_token_235|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128244": { + "content": "<|reserved_special_token_236|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128245": { + "content": "<|reserved_special_token_237|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128246": { + "content": "<|reserved_special_token_238|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128247": { + "content": "<|reserved_special_token_239|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128248": { + "content": "<|reserved_special_token_240|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128249": { + "content": "<|reserved_special_token_241|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128250": { + "content": "<|reserved_special_token_242|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128251": { + "content": "<|reserved_special_token_243|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128252": { + "content": "<|reserved_special_token_244|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128253": { + "content": "<|reserved_special_token_245|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128254": { + "content": "<|reserved_special_token_246|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128255": { + "content": "<|reserved_special_token_247|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "<|begin_of_text|>", + "clean_up_tokenization_spaces": true, + "eos_token": "<|eot_id|>", + "extra_special_tokens": {}, + "model_input_names": [ + "input_ids", + "attention_mask" + ], + "model_max_length": 131072, + "pad_token": "<|eot_id|>", + "tokenizer_class": "PreTrainedTokenizerFast" +} diff --git a/checkpoint-1476/trainer_state.json b/checkpoint-1476/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..fb8156848afa62bfd1998005b84e1bab1497de59 --- /dev/null +++ b/checkpoint-1476/trainer_state.json @@ -0,0 +1,1207 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 6.0, + "eval_steps": 500, + "global_step": 1476, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.04065040650406504, + "grad_norm": 14.707608222961426, + "learning_rate": 9.000000000000001e-07, + "loss": 0.9613, + "step": 10 + }, + { + "epoch": 0.08130081300813008, + "grad_norm": 12.035386085510254, + "learning_rate": 1.9000000000000002e-06, + "loss": 0.8509, + "step": 20 + }, + { + "epoch": 0.12195121951219512, + "grad_norm": 18.44657325744629, + "learning_rate": 2.9e-06, + "loss": 0.9369, + "step": 30 + }, + { + "epoch": 0.16260162601626016, + "grad_norm": 12.941998481750488, + "learning_rate": 3.900000000000001e-06, + "loss": 0.896, + "step": 40 + }, + { + "epoch": 0.2032520325203252, + "grad_norm": 15.150432586669922, + "learning_rate": 4.9000000000000005e-06, + "loss": 0.9821, + "step": 50 + }, + { + "epoch": 0.24390243902439024, + "grad_norm": 18.638032913208008, + "learning_rate": 5.9e-06, + "loss": 0.9666, + "step": 60 + }, + { + "epoch": 0.2845528455284553, + "grad_norm": 15.954939842224121, + "learning_rate": 6.9e-06, + "loss": 0.9019, + "step": 70 + }, + { + "epoch": 0.3252032520325203, + "grad_norm": 11.114273071289062, + "learning_rate": 7.9e-06, + "loss": 0.8321, + "step": 80 + }, + { + "epoch": 0.36585365853658536, + "grad_norm": 15.285880088806152, + "learning_rate": 8.900000000000001e-06, + "loss": 0.7198, + "step": 90 + }, + { + "epoch": 0.4065040650406504, + "grad_norm": 17.8586483001709, + "learning_rate": 9.9e-06, + "loss": 0.7806, + "step": 100 + }, + { + "epoch": 0.44715447154471544, + "grad_norm": 11.217978477478027, + "learning_rate": 9.961864406779662e-06, + "loss": 1.0024, + "step": 110 + }, + { + "epoch": 0.4878048780487805, + "grad_norm": 7.002477169036865, + "learning_rate": 9.91949152542373e-06, + "loss": 0.8086, + "step": 120 + }, + { + "epoch": 0.5284552845528455, + "grad_norm": 13.211562156677246, + "learning_rate": 9.877118644067798e-06, + "loss": 0.8958, + "step": 130 + }, + { + "epoch": 0.5691056910569106, + "grad_norm": 11.169763565063477, + "learning_rate": 9.834745762711865e-06, + "loss": 0.8316, + "step": 140 + }, + { + "epoch": 0.6097560975609756, + "grad_norm": 15.369425773620605, + "learning_rate": 9.792372881355933e-06, + "loss": 0.675, + "step": 150 + }, + { + "epoch": 0.6504065040650406, + "grad_norm": 11.003032684326172, + "learning_rate": 9.75e-06, + "loss": 0.7512, + "step": 160 + }, + { + "epoch": 0.6910569105691057, + "grad_norm": 16.466957092285156, + "learning_rate": 9.707627118644068e-06, + "loss": 0.8546, + "step": 170 + }, + { + "epoch": 0.7317073170731707, + "grad_norm": 13.067832946777344, + "learning_rate": 9.665254237288136e-06, + "loss": 0.7497, + "step": 180 + }, + { + "epoch": 0.7723577235772358, + "grad_norm": 9.530882835388184, + "learning_rate": 9.622881355932205e-06, + "loss": 0.6136, + "step": 190 + }, + { + "epoch": 0.8130081300813008, + "grad_norm": 15.063409805297852, + "learning_rate": 9.580508474576273e-06, + "loss": 0.6073, + "step": 200 + }, + { + "epoch": 0.8536585365853658, + "grad_norm": 9.07528305053711, + "learning_rate": 9.53813559322034e-06, + "loss": 0.7295, + "step": 210 + }, + { + "epoch": 0.8943089430894309, + "grad_norm": 14.199564933776855, + "learning_rate": 9.495762711864408e-06, + "loss": 0.596, + "step": 220 + }, + { + "epoch": 0.9349593495934959, + "grad_norm": 16.03732681274414, + "learning_rate": 9.453389830508474e-06, + "loss": 0.6922, + "step": 230 + }, + { + "epoch": 0.975609756097561, + "grad_norm": 17.533695220947266, + "learning_rate": 9.411016949152543e-06, + "loss": 0.7484, + "step": 240 + }, + { + "epoch": 1.0, + "eval_general_loss": 0.754059910774231, + "eval_general_runtime": 254.3068, + "eval_general_samples_per_second": 3.598, + "eval_general_steps_per_second": 0.9, + "step": 246 + }, + { + "epoch": 1.0, + "eval_code_loss": 0.7234187722206116, + "eval_code_runtime": 296.8568, + "eval_code_samples_per_second": 3.092, + "eval_code_steps_per_second": 0.775, + "step": 246 + }, + { + "epoch": 1.0, + "eval_stem_loss": 0.7939386367797852, + "eval_stem_runtime": 250.6578, + "eval_stem_samples_per_second": 3.646, + "eval_stem_steps_per_second": 0.914, + "step": 246 + }, + { + "epoch": 1.016260162601626, + "grad_norm": 16.589147567749023, + "learning_rate": 9.368644067796611e-06, + "loss": 0.7309, + "step": 250 + }, + { + "epoch": 1.056910569105691, + "grad_norm": 8.124390602111816, + "learning_rate": 9.32627118644068e-06, + "loss": 0.5937, + "step": 260 + }, + { + "epoch": 1.0975609756097562, + "grad_norm": 13.223992347717285, + "learning_rate": 9.283898305084746e-06, + "loss": 0.6961, + "step": 270 + }, + { + "epoch": 1.1382113821138211, + "grad_norm": 13.791741371154785, + "learning_rate": 9.241525423728814e-06, + "loss": 0.5783, + "step": 280 + }, + { + "epoch": 1.1788617886178863, + "grad_norm": 16.130605697631836, + "learning_rate": 9.199152542372882e-06, + "loss": 0.6318, + "step": 290 + }, + { + "epoch": 1.2195121951219512, + "grad_norm": 14.941628456115723, + "learning_rate": 9.15677966101695e-06, + "loss": 0.6163, + "step": 300 + }, + { + "epoch": 1.2601626016260163, + "grad_norm": 6.407144546508789, + "learning_rate": 9.114406779661017e-06, + "loss": 0.5745, + "step": 310 + }, + { + "epoch": 1.3008130081300813, + "grad_norm": 7.032970905303955, + "learning_rate": 9.072033898305086e-06, + "loss": 0.474, + "step": 320 + }, + { + "epoch": 1.3414634146341464, + "grad_norm": 14.255295753479004, + "learning_rate": 9.029661016949152e-06, + "loss": 0.6833, + "step": 330 + }, + { + "epoch": 1.3821138211382114, + "grad_norm": 19.13692855834961, + "learning_rate": 8.98728813559322e-06, + "loss": 0.5369, + "step": 340 + }, + { + "epoch": 1.4227642276422765, + "grad_norm": 9.524161338806152, + "learning_rate": 8.944915254237289e-06, + "loss": 0.6925, + "step": 350 + }, + { + "epoch": 1.4634146341463414, + "grad_norm": 12.59819221496582, + "learning_rate": 8.902542372881357e-06, + "loss": 0.572, + "step": 360 + }, + { + "epoch": 1.5040650406504064, + "grad_norm": 7.560878753662109, + "learning_rate": 8.860169491525424e-06, + "loss": 0.5101, + "step": 370 + }, + { + "epoch": 1.5447154471544715, + "grad_norm": 10.911989212036133, + "learning_rate": 8.817796610169492e-06, + "loss": 0.7357, + "step": 380 + }, + { + "epoch": 1.5853658536585367, + "grad_norm": 13.019627571105957, + "learning_rate": 8.77542372881356e-06, + "loss": 0.7094, + "step": 390 + }, + { + "epoch": 1.6260162601626016, + "grad_norm": 5.221607685089111, + "learning_rate": 8.733050847457629e-06, + "loss": 0.5762, + "step": 400 + }, + { + "epoch": 1.6666666666666665, + "grad_norm": 9.154648780822754, + "learning_rate": 8.690677966101695e-06, + "loss": 0.6516, + "step": 410 + }, + { + "epoch": 1.7073170731707317, + "grad_norm": 8.04185962677002, + "learning_rate": 8.648305084745763e-06, + "loss": 0.5457, + "step": 420 + }, + { + "epoch": 1.7479674796747968, + "grad_norm": 12.428257942199707, + "learning_rate": 8.60593220338983e-06, + "loss": 0.6458, + "step": 430 + }, + { + "epoch": 1.7886178861788617, + "grad_norm": 6.699453353881836, + "learning_rate": 8.563559322033898e-06, + "loss": 0.6026, + "step": 440 + }, + { + "epoch": 1.8292682926829267, + "grad_norm": 5.6174774169921875, + "learning_rate": 8.521186440677967e-06, + "loss": 0.6756, + "step": 450 + }, + { + "epoch": 1.8699186991869918, + "grad_norm": 12.72862720489502, + "learning_rate": 8.478813559322035e-06, + "loss": 0.5932, + "step": 460 + }, + { + "epoch": 1.910569105691057, + "grad_norm": 4.651763439178467, + "learning_rate": 8.436440677966102e-06, + "loss": 0.418, + "step": 470 + }, + { + "epoch": 1.951219512195122, + "grad_norm": 16.044872283935547, + "learning_rate": 8.39406779661017e-06, + "loss": 0.5756, + "step": 480 + }, + { + "epoch": 1.9918699186991868, + "grad_norm": 10.388751029968262, + "learning_rate": 8.351694915254238e-06, + "loss": 0.6304, + "step": 490 + }, + { + "epoch": 2.0, + "eval_general_loss": 0.6887519359588623, + "eval_general_runtime": 255.0576, + "eval_general_samples_per_second": 3.587, + "eval_general_steps_per_second": 0.898, + "step": 492 + }, + { + "epoch": 2.0, + "eval_code_loss": 0.5912412405014038, + "eval_code_runtime": 297.8316, + "eval_code_samples_per_second": 3.082, + "eval_code_steps_per_second": 0.772, + "step": 492 + }, + { + "epoch": 2.0, + "eval_stem_loss": 0.7283160090446472, + "eval_stem_runtime": 251.4929, + "eval_stem_samples_per_second": 3.634, + "eval_stem_steps_per_second": 0.911, + "step": 492 + }, + { + "epoch": 2.032520325203252, + "grad_norm": 13.620870590209961, + "learning_rate": 8.309322033898306e-06, + "loss": 0.5292, + "step": 500 + }, + { + "epoch": 2.073170731707317, + "grad_norm": 11.176264762878418, + "learning_rate": 8.266949152542375e-06, + "loss": 0.4926, + "step": 510 + }, + { + "epoch": 2.113821138211382, + "grad_norm": 4.5993852615356445, + "learning_rate": 8.224576271186441e-06, + "loss": 0.476, + "step": 520 + }, + { + "epoch": 2.154471544715447, + "grad_norm": 16.03154182434082, + "learning_rate": 8.182203389830508e-06, + "loss": 0.492, + "step": 530 + }, + { + "epoch": 2.1951219512195124, + "grad_norm": 3.7860374450683594, + "learning_rate": 8.139830508474576e-06, + "loss": 0.4376, + "step": 540 + }, + { + "epoch": 2.2357723577235773, + "grad_norm": 14.141989707946777, + "learning_rate": 8.097457627118644e-06, + "loss": 0.5422, + "step": 550 + }, + { + "epoch": 2.2764227642276422, + "grad_norm": 11.716277122497559, + "learning_rate": 8.055084745762713e-06, + "loss": 0.4781, + "step": 560 + }, + { + "epoch": 2.317073170731707, + "grad_norm": 16.112192153930664, + "learning_rate": 8.012711864406781e-06, + "loss": 0.5243, + "step": 570 + }, + { + "epoch": 2.3577235772357725, + "grad_norm": 5.857080936431885, + "learning_rate": 7.970338983050848e-06, + "loss": 0.4588, + "step": 580 + }, + { + "epoch": 2.3983739837398375, + "grad_norm": 9.052570343017578, + "learning_rate": 7.927966101694916e-06, + "loss": 0.5717, + "step": 590 + }, + { + "epoch": 2.4390243902439024, + "grad_norm": 17.8330078125, + "learning_rate": 7.885593220338984e-06, + "loss": 0.4547, + "step": 600 + }, + { + "epoch": 2.4796747967479673, + "grad_norm": 13.779817581176758, + "learning_rate": 7.843220338983052e-06, + "loss": 0.4584, + "step": 610 + }, + { + "epoch": 2.5203252032520327, + "grad_norm": 18.924348831176758, + "learning_rate": 7.800847457627119e-06, + "loss": 0.4788, + "step": 620 + }, + { + "epoch": 2.5609756097560976, + "grad_norm": 12.157154083251953, + "learning_rate": 7.758474576271187e-06, + "loss": 0.4762, + "step": 630 + }, + { + "epoch": 2.6016260162601625, + "grad_norm": 14.143574714660645, + "learning_rate": 7.716101694915254e-06, + "loss": 0.7017, + "step": 640 + }, + { + "epoch": 2.642276422764228, + "grad_norm": 11.326656341552734, + "learning_rate": 7.673728813559322e-06, + "loss": 0.4524, + "step": 650 + }, + { + "epoch": 2.682926829268293, + "grad_norm": 5.236691474914551, + "learning_rate": 7.63135593220339e-06, + "loss": 0.5228, + "step": 660 + }, + { + "epoch": 2.7235772357723578, + "grad_norm": 17.48626708984375, + "learning_rate": 7.588983050847458e-06, + "loss": 0.4414, + "step": 670 + }, + { + "epoch": 2.7642276422764227, + "grad_norm": 13.257789611816406, + "learning_rate": 7.546610169491526e-06, + "loss": 0.5442, + "step": 680 + }, + { + "epoch": 2.8048780487804876, + "grad_norm": 20.655475616455078, + "learning_rate": 7.504237288135594e-06, + "loss": 0.5451, + "step": 690 + }, + { + "epoch": 2.845528455284553, + "grad_norm": 10.467672348022461, + "learning_rate": 7.461864406779662e-06, + "loss": 0.4601, + "step": 700 + }, + { + "epoch": 2.886178861788618, + "grad_norm": 13.194644927978516, + "learning_rate": 7.41949152542373e-06, + "loss": 0.502, + "step": 710 + }, + { + "epoch": 2.926829268292683, + "grad_norm": 9.131794929504395, + "learning_rate": 7.377118644067798e-06, + "loss": 0.5583, + "step": 720 + }, + { + "epoch": 2.9674796747967482, + "grad_norm": 8.837148666381836, + "learning_rate": 7.334745762711864e-06, + "loss": 0.4668, + "step": 730 + }, + { + "epoch": 3.0, + "eval_general_loss": 0.6758893728256226, + "eval_general_runtime": 255.2921, + "eval_general_samples_per_second": 3.584, + "eval_general_steps_per_second": 0.897, + "step": 738 + }, + { + "epoch": 3.0, + "eval_code_loss": 0.5598136782646179, + "eval_code_runtime": 297.7838, + "eval_code_samples_per_second": 3.083, + "eval_code_steps_per_second": 0.772, + "step": 738 + }, + { + "epoch": 3.0, + "eval_stem_loss": 0.7172386050224304, + "eval_stem_runtime": 251.2967, + "eval_stem_samples_per_second": 3.637, + "eval_stem_steps_per_second": 0.911, + "step": 738 + }, + { + "epoch": 3.008130081300813, + "grad_norm": 8.791101455688477, + "learning_rate": 7.292372881355933e-06, + "loss": 0.3545, + "step": 740 + }, + { + "epoch": 3.048780487804878, + "grad_norm": 7.602899074554443, + "learning_rate": 7.25e-06, + "loss": 0.4633, + "step": 750 + }, + { + "epoch": 3.089430894308943, + "grad_norm": 10.939055442810059, + "learning_rate": 7.207627118644068e-06, + "loss": 0.3989, + "step": 760 + }, + { + "epoch": 3.130081300813008, + "grad_norm": 9.168066024780273, + "learning_rate": 7.165254237288136e-06, + "loss": 0.5555, + "step": 770 + }, + { + "epoch": 3.1707317073170733, + "grad_norm": 17.25099754333496, + "learning_rate": 7.122881355932204e-06, + "loss": 0.5326, + "step": 780 + }, + { + "epoch": 3.2113821138211383, + "grad_norm": 13.0396146774292, + "learning_rate": 7.080508474576272e-06, + "loss": 0.3831, + "step": 790 + }, + { + "epoch": 3.252032520325203, + "grad_norm": 11.217447280883789, + "learning_rate": 7.03813559322034e-06, + "loss": 0.4142, + "step": 800 + }, + { + "epoch": 3.292682926829268, + "grad_norm": 8.102045059204102, + "learning_rate": 6.995762711864408e-06, + "loss": 0.4414, + "step": 810 + }, + { + "epoch": 3.3333333333333335, + "grad_norm": 11.761209487915039, + "learning_rate": 6.953389830508475e-06, + "loss": 0.501, + "step": 820 + }, + { + "epoch": 3.3739837398373984, + "grad_norm": 7.058698654174805, + "learning_rate": 6.911016949152542e-06, + "loss": 0.3771, + "step": 830 + }, + { + "epoch": 3.4146341463414633, + "grad_norm": 7.728908061981201, + "learning_rate": 6.86864406779661e-06, + "loss": 0.3867, + "step": 840 + }, + { + "epoch": 3.4552845528455283, + "grad_norm": 12.833827018737793, + "learning_rate": 6.826271186440679e-06, + "loss": 0.4132, + "step": 850 + }, + { + "epoch": 3.4959349593495936, + "grad_norm": 9.884450912475586, + "learning_rate": 6.783898305084746e-06, + "loss": 0.3674, + "step": 860 + }, + { + "epoch": 3.5365853658536586, + "grad_norm": 10.731056213378906, + "learning_rate": 6.741525423728814e-06, + "loss": 0.422, + "step": 870 + }, + { + "epoch": 3.5772357723577235, + "grad_norm": 6.745728015899658, + "learning_rate": 6.699152542372882e-06, + "loss": 0.499, + "step": 880 + }, + { + "epoch": 3.617886178861789, + "grad_norm": 9.808424949645996, + "learning_rate": 6.65677966101695e-06, + "loss": 0.2978, + "step": 890 + }, + { + "epoch": 3.658536585365854, + "grad_norm": 8.444202423095703, + "learning_rate": 6.614406779661018e-06, + "loss": 0.3698, + "step": 900 + }, + { + "epoch": 3.6991869918699187, + "grad_norm": 10.285717964172363, + "learning_rate": 6.572033898305086e-06, + "loss": 0.4677, + "step": 910 + }, + { + "epoch": 3.7398373983739837, + "grad_norm": 6.763285160064697, + "learning_rate": 6.5296610169491525e-06, + "loss": 0.4449, + "step": 920 + }, + { + "epoch": 3.7804878048780486, + "grad_norm": 20.608469009399414, + "learning_rate": 6.487288135593221e-06, + "loss": 0.5297, + "step": 930 + }, + { + "epoch": 3.821138211382114, + "grad_norm": 9.06677532196045, + "learning_rate": 6.444915254237288e-06, + "loss": 0.4292, + "step": 940 + }, + { + "epoch": 3.861788617886179, + "grad_norm": 6.93435525894165, + "learning_rate": 6.4025423728813565e-06, + "loss": 0.3877, + "step": 950 + }, + { + "epoch": 3.902439024390244, + "grad_norm": 11.75598430633545, + "learning_rate": 6.360169491525424e-06, + "loss": 0.4032, + "step": 960 + }, + { + "epoch": 3.943089430894309, + "grad_norm": 6.338623046875, + "learning_rate": 6.317796610169492e-06, + "loss": 0.4228, + "step": 970 + }, + { + "epoch": 3.983739837398374, + "grad_norm": 6.302221775054932, + "learning_rate": 6.27542372881356e-06, + "loss": 0.4054, + "step": 980 + }, + { + "epoch": 4.0, + "eval_general_loss": 0.6872960329055786, + "eval_general_runtime": 254.991, + "eval_general_samples_per_second": 3.588, + "eval_general_steps_per_second": 0.898, + "step": 984 + }, + { + "epoch": 4.0, + "eval_code_loss": 0.5443978309631348, + "eval_code_runtime": 297.6318, + "eval_code_samples_per_second": 3.084, + "eval_code_steps_per_second": 0.773, + "step": 984 + }, + { + "epoch": 4.0, + "eval_stem_loss": 0.7525980472564697, + "eval_stem_runtime": 251.3515, + "eval_stem_samples_per_second": 3.636, + "eval_stem_steps_per_second": 0.911, + "step": 984 + }, + { + "epoch": 4.024390243902439, + "grad_norm": 11.085492134094238, + "learning_rate": 6.233050847457628e-06, + "loss": 0.2924, + "step": 990 + }, + { + "epoch": 4.065040650406504, + "grad_norm": 9.018081665039062, + "learning_rate": 6.190677966101695e-06, + "loss": 0.3824, + "step": 1000 + }, + { + "epoch": 4.105691056910569, + "grad_norm": 5.635726451873779, + "learning_rate": 6.148305084745764e-06, + "loss": 0.3209, + "step": 1010 + }, + { + "epoch": 4.146341463414634, + "grad_norm": 17.105005264282227, + "learning_rate": 6.10593220338983e-06, + "loss": 0.3092, + "step": 1020 + }, + { + "epoch": 4.186991869918699, + "grad_norm": 9.317548751831055, + "learning_rate": 6.0635593220338986e-06, + "loss": 0.3398, + "step": 1030 + }, + { + "epoch": 4.227642276422764, + "grad_norm": 12.000333786010742, + "learning_rate": 6.021186440677966e-06, + "loss": 0.3214, + "step": 1040 + }, + { + "epoch": 4.2682926829268295, + "grad_norm": 18.374374389648438, + "learning_rate": 5.978813559322034e-06, + "loss": 0.4008, + "step": 1050 + }, + { + "epoch": 4.308943089430894, + "grad_norm": 8.767024993896484, + "learning_rate": 5.936440677966102e-06, + "loss": 0.4476, + "step": 1060 + }, + { + "epoch": 4.349593495934959, + "grad_norm": 12.842947006225586, + "learning_rate": 5.89406779661017e-06, + "loss": 0.3627, + "step": 1070 + }, + { + "epoch": 4.390243902439025, + "grad_norm": 11.248525619506836, + "learning_rate": 5.851694915254238e-06, + "loss": 0.3427, + "step": 1080 + }, + { + "epoch": 4.430894308943089, + "grad_norm": 18.474157333374023, + "learning_rate": 5.809322033898306e-06, + "loss": 0.2842, + "step": 1090 + }, + { + "epoch": 4.471544715447155, + "grad_norm": 10.508559226989746, + "learning_rate": 5.766949152542374e-06, + "loss": 0.4153, + "step": 1100 + }, + { + "epoch": 4.512195121951219, + "grad_norm": 20.686229705810547, + "learning_rate": 5.7245762711864415e-06, + "loss": 0.3661, + "step": 1110 + }, + { + "epoch": 4.5528455284552845, + "grad_norm": 7.763411998748779, + "learning_rate": 5.682203389830508e-06, + "loss": 0.3325, + "step": 1120 + }, + { + "epoch": 4.59349593495935, + "grad_norm": 6.85905647277832, + "learning_rate": 5.639830508474576e-06, + "loss": 0.4229, + "step": 1130 + }, + { + "epoch": 4.634146341463414, + "grad_norm": 17.94886589050293, + "learning_rate": 5.597457627118645e-06, + "loss": 0.3009, + "step": 1140 + }, + { + "epoch": 4.67479674796748, + "grad_norm": 20.208101272583008, + "learning_rate": 5.555084745762712e-06, + "loss": 0.3604, + "step": 1150 + }, + { + "epoch": 4.715447154471545, + "grad_norm": 8.471419334411621, + "learning_rate": 5.51271186440678e-06, + "loss": 0.3724, + "step": 1160 + }, + { + "epoch": 4.7560975609756095, + "grad_norm": 9.207096099853516, + "learning_rate": 5.470338983050848e-06, + "loss": 0.3979, + "step": 1170 + }, + { + "epoch": 4.796747967479675, + "grad_norm": 18.151241302490234, + "learning_rate": 5.427966101694916e-06, + "loss": 0.3412, + "step": 1180 + }, + { + "epoch": 4.83739837398374, + "grad_norm": 11.33778190612793, + "learning_rate": 5.3855932203389836e-06, + "loss": 0.3582, + "step": 1190 + }, + { + "epoch": 4.878048780487805, + "grad_norm": 3.6720833778381348, + "learning_rate": 5.343220338983052e-06, + "loss": 0.3269, + "step": 1200 + }, + { + "epoch": 4.91869918699187, + "grad_norm": 15.8824462890625, + "learning_rate": 5.300847457627119e-06, + "loss": 0.4141, + "step": 1210 + }, + { + "epoch": 4.959349593495935, + "grad_norm": 8.455586433410645, + "learning_rate": 5.258474576271187e-06, + "loss": 0.3515, + "step": 1220 + }, + { + "epoch": 5.0, + "grad_norm": 13.756336212158203, + "learning_rate": 5.216101694915254e-06, + "loss": 0.3621, + "step": 1230 + }, + { + "epoch": 5.0, + "eval_general_loss": 0.7001935839653015, + "eval_general_runtime": 255.6611, + "eval_general_samples_per_second": 3.579, + "eval_general_steps_per_second": 0.896, + "step": 1230 + }, + { + "epoch": 5.0, + "eval_code_loss": 0.5433691740036011, + "eval_code_runtime": 297.6204, + "eval_code_samples_per_second": 3.084, + "eval_code_steps_per_second": 0.773, + "step": 1230 + }, + { + "epoch": 5.0, + "eval_stem_loss": 0.8110136389732361, + "eval_stem_runtime": 251.3377, + "eval_stem_samples_per_second": 3.637, + "eval_stem_steps_per_second": 0.911, + "step": 1230 + }, + { + "epoch": 5.040650406504065, + "grad_norm": 8.500140190124512, + "learning_rate": 5.1737288135593225e-06, + "loss": 0.2453, + "step": 1240 + }, + { + "epoch": 5.08130081300813, + "grad_norm": 23.405906677246094, + "learning_rate": 5.13135593220339e-06, + "loss": 0.2729, + "step": 1250 + }, + { + "epoch": 5.121951219512195, + "grad_norm": 15.196890830993652, + "learning_rate": 5.088983050847458e-06, + "loss": 0.2626, + "step": 1260 + }, + { + "epoch": 5.16260162601626, + "grad_norm": 12.534261703491211, + "learning_rate": 5.046610169491526e-06, + "loss": 0.2891, + "step": 1270 + }, + { + "epoch": 5.203252032520325, + "grad_norm": 16.788536071777344, + "learning_rate": 5.004237288135594e-06, + "loss": 0.3668, + "step": 1280 + }, + { + "epoch": 5.2439024390243905, + "grad_norm": 7.071691513061523, + "learning_rate": 4.961864406779661e-06, + "loss": 0.2995, + "step": 1290 + }, + { + "epoch": 5.284552845528455, + "grad_norm": 23.835960388183594, + "learning_rate": 4.919491525423729e-06, + "loss": 0.4169, + "step": 1300 + }, + { + "epoch": 5.32520325203252, + "grad_norm": 6.12783145904541, + "learning_rate": 4.877118644067797e-06, + "loss": 0.3055, + "step": 1310 + }, + { + "epoch": 5.365853658536586, + "grad_norm": 11.301496505737305, + "learning_rate": 4.8347457627118645e-06, + "loss": 0.1926, + "step": 1320 + }, + { + "epoch": 5.40650406504065, + "grad_norm": 11.58179759979248, + "learning_rate": 4.792372881355933e-06, + "loss": 0.3254, + "step": 1330 + }, + { + "epoch": 5.4471544715447155, + "grad_norm": 18.70044708251953, + "learning_rate": 4.75e-06, + "loss": 0.3081, + "step": 1340 + }, + { + "epoch": 5.487804878048781, + "grad_norm": 22.241409301757812, + "learning_rate": 4.707627118644068e-06, + "loss": 0.2969, + "step": 1350 + }, + { + "epoch": 5.528455284552845, + "grad_norm": 17.672147750854492, + "learning_rate": 4.665254237288136e-06, + "loss": 0.3348, + "step": 1360 + }, + { + "epoch": 5.569105691056911, + "grad_norm": 9.32618522644043, + "learning_rate": 4.622881355932204e-06, + "loss": 0.2523, + "step": 1370 + }, + { + "epoch": 5.609756097560975, + "grad_norm": 6.630079746246338, + "learning_rate": 4.580508474576272e-06, + "loss": 0.2889, + "step": 1380 + }, + { + "epoch": 5.650406504065041, + "grad_norm": 21.26811408996582, + "learning_rate": 4.538135593220339e-06, + "loss": 0.3947, + "step": 1390 + }, + { + "epoch": 5.691056910569106, + "grad_norm": 20.458436965942383, + "learning_rate": 4.4957627118644075e-06, + "loss": 0.3509, + "step": 1400 + }, + { + "epoch": 5.7317073170731705, + "grad_norm": 8.210813522338867, + "learning_rate": 4.453389830508475e-06, + "loss": 0.2976, + "step": 1410 + }, + { + "epoch": 5.772357723577236, + "grad_norm": 16.646589279174805, + "learning_rate": 4.411016949152543e-06, + "loss": 0.2757, + "step": 1420 + }, + { + "epoch": 5.8130081300813, + "grad_norm": 14.104079246520996, + "learning_rate": 4.368644067796611e-06, + "loss": 0.3213, + "step": 1430 + }, + { + "epoch": 5.853658536585366, + "grad_norm": 10.447735786437988, + "learning_rate": 4.326271186440678e-06, + "loss": 0.2845, + "step": 1440 + }, + { + "epoch": 5.894308943089431, + "grad_norm": 22.94976043701172, + "learning_rate": 4.283898305084746e-06, + "loss": 0.3306, + "step": 1450 + }, + { + "epoch": 5.934959349593496, + "grad_norm": 8.621337890625, + "learning_rate": 4.241525423728814e-06, + "loss": 0.267, + "step": 1460 + }, + { + "epoch": 5.975609756097561, + "grad_norm": 20.209896087646484, + "learning_rate": 4.199152542372882e-06, + "loss": 0.2916, + "step": 1470 + }, + { + "epoch": 6.0, + "eval_general_loss": 0.7351013422012329, + "eval_general_runtime": 254.9676, + "eval_general_samples_per_second": 3.589, + "eval_general_steps_per_second": 0.898, + "step": 1476 + }, + { + "epoch": 6.0, + "eval_code_loss": 0.5539229512214661, + "eval_code_runtime": 297.3043, + "eval_code_samples_per_second": 3.088, + "eval_code_steps_per_second": 0.774, + "step": 1476 + }, + { + "epoch": 6.0, + "eval_stem_loss": 0.8781471252441406, + "eval_stem_runtime": 250.9123, + "eval_stem_samples_per_second": 3.643, + "eval_stem_steps_per_second": 0.913, + "step": 1476 + } + ], + "logging_steps": 10, + "max_steps": 2460, + "num_input_tokens_seen": 0, + "num_train_epochs": 10, + "save_steps": 500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 3.656332365339427e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/checkpoint-1476/training_args.bin b/checkpoint-1476/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..8614ea1120688aa2b00c51b5ab043d685f967c46 --- /dev/null +++ b/checkpoint-1476/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a75db4b667e1acb16a0e7511a6d417ad638ff613009acc2ca8623c871c05831 +size 6289 diff --git a/checkpoint-1722/README.md b/checkpoint-1722/README.md new file mode 100644 index 0000000000000000000000000000000000000000..e3bd00a46564008273624a7a4a3ceacd36132ecb --- /dev/null +++ b/checkpoint-1722/README.md @@ -0,0 +1,208 @@ +--- +base_model: meta-llama/Llama-3.1-8B-Instruct +library_name: peft +tags: +- base_model:adapter:meta-llama/Llama-3.1-8B-Instruct +- lora +- reward-trainer +- transformers +- trl +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.18.0 \ No newline at end of file diff --git a/checkpoint-1722/adapter_config.json b/checkpoint-1722/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..e8bd38b33b11f8e4d950e88e0b046528165c5a81 --- /dev/null +++ b/checkpoint-1722/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-3.1-8B-Instruct", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.1, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [ + "classifier", + "score" + ], + "peft_type": "LORA", + "peft_version": "0.18.0", + "qalora_group_size": 16, + "r": 8, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "v_proj", + "q_proj", + "k_proj", + "o_proj" + ], + "target_parameters": null, + "task_type": "SEQ_CLS", + "trainable_token_indices": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false +} \ No newline at end of file diff --git a/checkpoint-1722/adapter_model.safetensors b/checkpoint-1722/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e372d94b75aca88b2c13144d50043eacd350487e --- /dev/null +++ b/checkpoint-1722/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ddd4e375198e2b3af9833d93a8ee8245060edc623a668bbb5374eff60e22e345 +size 27305328 diff --git a/checkpoint-1722/chat_template.jinja b/checkpoint-1722/chat_template.jinja new file mode 100644 index 0000000000000000000000000000000000000000..33089ace1be88f22a10fe861ad49718d5d886090 --- /dev/null +++ b/checkpoint-1722/chat_template.jinja @@ -0,0 +1,109 @@ +{{- bos_token }} +{%- if custom_tools is defined %} + {%- set tools = custom_tools %} +{%- endif %} +{%- if not tools_in_user_message is defined %} + {%- set tools_in_user_message = true %} +{%- endif %} +{%- if not date_string is defined %} + {%- set date_string = "26 Jul 2024" %} +{%- endif %} +{%- if not tools is defined %} + {%- set tools = none %} +{%- endif %} + +{#- This block extracts the system message, so we can slot it into the right place. #} +{%- if messages[0]['role'] == 'system' %} + {%- set system_message = messages[0]['content']|trim %} + {%- set messages = messages[1:] %} +{%- else %} + {%- set system_message = "" %} +{%- endif %} + +{#- System message + builtin tools #} +{{- "<|start_header_id|>system<|end_header_id|>\n\n" }} +{%- if builtin_tools is defined or tools is not none %} + {{- "Environment: ipython\n" }} +{%- endif %} +{%- if builtin_tools is defined %} + {{- "Tools: " + builtin_tools | reject('equalto', 'code_interpreter') | join(", ") + "\n\n"}} +{%- endif %} +{{- "Cutting Knowledge Date: December 2023\n" }} +{{- "Today Date: " + date_string + "\n\n" }} +{%- if tools is not none and not tools_in_user_message %} + {{- "You have access to the following functions. To call a function, please respond with JSON for a function call." }} + {{- 'Respond in the format {"name": function name, "parameters": dictionary of argument name and its value}.' }} + {{- "Do not use variables.\n\n" }} + {%- for t in tools %} + {{- t | tojson(indent=4) }} + {{- "\n\n" }} + {%- endfor %} +{%- endif %} +{{- system_message }} +{{- "<|eot_id|>" }} + +{#- Custom tools are passed in a user message with some extra guidance #} +{%- if tools_in_user_message and not tools is none %} + {#- Extract the first user message so we can plug it in here #} + {%- if messages | length != 0 %} + {%- set first_user_message = messages[0]['content']|trim %} + {%- set messages = messages[1:] %} + {%- else %} + {{- raise_exception("Cannot put tools in the first user message when there's no first user message!") }} +{%- endif %} + {{- '<|start_header_id|>user<|end_header_id|>\n\n' -}} + {{- "Given the following functions, please respond with a JSON for a function call " }} + {{- "with its proper arguments that best answers the given prompt.\n\n" }} + {{- 'Respond in the format {"name": function name, "parameters": dictionary of argument name and its value}.' }} + {{- "Do not use variables.\n\n" }} + {%- for t in tools %} + {{- t | tojson(indent=4) }} + {{- "\n\n" }} + {%- endfor %} + {{- first_user_message + "<|eot_id|>"}} +{%- endif %} + +{%- for message in messages %} + {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %} + {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' }} + {%- elif 'tool_calls' in message %} + {%- if not message.tool_calls|length == 1 %} + {{- raise_exception("This model only supports single tool-calls at once!") }} + {%- endif %} + {%- set tool_call = message.tool_calls[0].function %} + {%- if builtin_tools is defined and tool_call.name in builtin_tools %} + {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' -}} + {{- "<|python_tag|>" + tool_call.name + ".call(" }} + {%- for arg_name, arg_val in tool_call.arguments | items %} + {{- arg_name + '="' + arg_val + '"' }} + {%- if not loop.last %} + {{- ", " }} + {%- endif %} + {%- endfor %} + {{- ")" }} + {%- else %} + {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' -}} + {{- '{"name": "' + tool_call.name + '", ' }} + {{- '"parameters": ' }} + {{- tool_call.arguments | tojson }} + {{- "}" }} + {%- endif %} + {%- if builtin_tools is defined %} + {#- This means we're in ipython mode #} + {{- "<|eom_id|>" }} + {%- else %} + {{- "<|eot_id|>" }} + {%- endif %} + {%- elif message.role == "tool" or message.role == "ipython" %} + {{- "<|start_header_id|>ipython<|end_header_id|>\n\n" }} + {%- if message.content is mapping or message.content is iterable %} + {{- message.content | tojson }} + {%- else %} + {{- message.content }} + {%- endif %} + {{- "<|eot_id|>" }} + {%- endif %} +{%- endfor %} +{%- if add_generation_prompt %} + {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' }} +{%- endif %} diff --git a/checkpoint-1722/optimizer.pt b/checkpoint-1722/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..d9a0594aaf9babbf445e3d76f9b1f6057f7d1f7c --- /dev/null +++ b/checkpoint-1722/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d659affc717ccaa0467ea870ec32d727b8988aa42c897fa71a6000976c0ffb4b +size 54761995 diff --git a/checkpoint-1722/rng_state.pth b/checkpoint-1722/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..11d647e7a1fb305065b6f7690f5a76b665ea1df5 --- /dev/null +++ b/checkpoint-1722/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f66e48699b199955664d97c152eda4d498658e8c242bfacea1b8e34bd9e4220b +size 14645 diff --git a/checkpoint-1722/scheduler.pt b/checkpoint-1722/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..29d93e9819055c725900200310d7683157c71949 --- /dev/null +++ b/checkpoint-1722/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6363388d6486e6d83e4857e9b121d030850772e569b7c506eeffb2c2293ce8ce +size 1465 diff --git a/checkpoint-1722/special_tokens_map.json b/checkpoint-1722/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..b43be96621d147110fb8a18b5776ec6e38516127 --- /dev/null +++ b/checkpoint-1722/special_tokens_map.json @@ -0,0 +1,17 @@ +{ + "bos_token": { + "content": "<|begin_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "<|eot_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "<|eot_id|>" +} diff --git a/checkpoint-1722/tokenizer.json b/checkpoint-1722/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..1c1d8d5c9024994f1d3b00f9662b8dd89ca13cf2 --- /dev/null +++ b/checkpoint-1722/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b9e4e7fb171f92fd137b777cc2714bf87d11576700a1dcd7a399e7bbe39537b +size 17209920 diff --git a/checkpoint-1722/tokenizer_config.json b/checkpoint-1722/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3beeacc86a6ca3cae14ad3004263ab74a4bac07a --- /dev/null +++ b/checkpoint-1722/tokenizer_config.json @@ -0,0 +1,2063 @@ +{ + "added_tokens_decoder": { + "128000": { + "content": "<|begin_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128001": { + "content": "<|end_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128002": { + "content": "<|reserved_special_token_0|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128003": { + "content": "<|reserved_special_token_1|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128004": { + "content": "<|finetune_right_pad_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128005": { + "content": "<|reserved_special_token_2|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128006": { + "content": "<|start_header_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128007": { + "content": "<|end_header_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128008": { + "content": "<|eom_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128009": { + "content": "<|eot_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128010": { + "content": "<|python_tag|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128011": { + "content": "<|reserved_special_token_3|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128012": { + "content": "<|reserved_special_token_4|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128013": { + "content": "<|reserved_special_token_5|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128014": { + "content": "<|reserved_special_token_6|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128015": { + "content": "<|reserved_special_token_7|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128016": { + "content": "<|reserved_special_token_8|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128017": { + "content": "<|reserved_special_token_9|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128018": { + "content": "<|reserved_special_token_10|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128019": { + "content": "<|reserved_special_token_11|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128020": { + "content": "<|reserved_special_token_12|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128021": { + "content": "<|reserved_special_token_13|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128022": { + "content": "<|reserved_special_token_14|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128023": { + "content": "<|reserved_special_token_15|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128024": { + "content": "<|reserved_special_token_16|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128025": { + "content": "<|reserved_special_token_17|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128026": { + "content": "<|reserved_special_token_18|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128027": { + "content": "<|reserved_special_token_19|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128028": { + "content": "<|reserved_special_token_20|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128029": { + "content": "<|reserved_special_token_21|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128030": { + "content": "<|reserved_special_token_22|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128031": { + "content": "<|reserved_special_token_23|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128032": { + "content": "<|reserved_special_token_24|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128033": { + "content": "<|reserved_special_token_25|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128034": { + "content": "<|reserved_special_token_26|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128035": { + "content": "<|reserved_special_token_27|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128036": { + "content": "<|reserved_special_token_28|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128037": { + "content": "<|reserved_special_token_29|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128038": { + "content": "<|reserved_special_token_30|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128039": { + "content": "<|reserved_special_token_31|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128040": { + "content": "<|reserved_special_token_32|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128041": { + "content": "<|reserved_special_token_33|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128042": { + "content": "<|reserved_special_token_34|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128043": { + "content": "<|reserved_special_token_35|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128044": { + "content": "<|reserved_special_token_36|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128045": { + "content": "<|reserved_special_token_37|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128046": { + "content": "<|reserved_special_token_38|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128047": { + "content": "<|reserved_special_token_39|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128048": { + "content": "<|reserved_special_token_40|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128049": { + "content": "<|reserved_special_token_41|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128050": { + "content": "<|reserved_special_token_42|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128051": { + "content": "<|reserved_special_token_43|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128052": { + "content": "<|reserved_special_token_44|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128053": { + "content": "<|reserved_special_token_45|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128054": { + "content": "<|reserved_special_token_46|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128055": { + "content": "<|reserved_special_token_47|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128056": { + "content": "<|reserved_special_token_48|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128057": { + "content": "<|reserved_special_token_49|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128058": { + "content": "<|reserved_special_token_50|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128059": { + "content": "<|reserved_special_token_51|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128060": { + "content": "<|reserved_special_token_52|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128061": { + "content": "<|reserved_special_token_53|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128062": { + "content": "<|reserved_special_token_54|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128063": { + "content": "<|reserved_special_token_55|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128064": { + "content": "<|reserved_special_token_56|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128065": { + "content": "<|reserved_special_token_57|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128066": { + "content": "<|reserved_special_token_58|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128067": { + "content": "<|reserved_special_token_59|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128068": { + "content": "<|reserved_special_token_60|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128069": { + "content": "<|reserved_special_token_61|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128070": { + "content": "<|reserved_special_token_62|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128071": { + "content": "<|reserved_special_token_63|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128072": { + "content": "<|reserved_special_token_64|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128073": { + "content": "<|reserved_special_token_65|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128074": { + "content": "<|reserved_special_token_66|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128075": { + "content": "<|reserved_special_token_67|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128076": { + "content": "<|reserved_special_token_68|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128077": { + "content": "<|reserved_special_token_69|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128078": { + "content": "<|reserved_special_token_70|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128079": { + "content": "<|reserved_special_token_71|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128080": { + "content": "<|reserved_special_token_72|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128081": { + "content": "<|reserved_special_token_73|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128082": { + "content": "<|reserved_special_token_74|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128083": { + "content": "<|reserved_special_token_75|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128084": { + "content": "<|reserved_special_token_76|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128085": { + "content": "<|reserved_special_token_77|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128086": { + "content": "<|reserved_special_token_78|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128087": { + "content": "<|reserved_special_token_79|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128088": { + "content": "<|reserved_special_token_80|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128089": { + "content": "<|reserved_special_token_81|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128090": { + "content": "<|reserved_special_token_82|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128091": { + "content": "<|reserved_special_token_83|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128092": { + "content": "<|reserved_special_token_84|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128093": { + "content": "<|reserved_special_token_85|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128094": { + "content": "<|reserved_special_token_86|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128095": { + "content": "<|reserved_special_token_87|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128096": { + "content": "<|reserved_special_token_88|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128097": { + "content": "<|reserved_special_token_89|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128098": { + "content": "<|reserved_special_token_90|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128099": { + "content": "<|reserved_special_token_91|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128100": { + "content": "<|reserved_special_token_92|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128101": { + "content": "<|reserved_special_token_93|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128102": { + "content": "<|reserved_special_token_94|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128103": { + "content": "<|reserved_special_token_95|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128104": { + "content": "<|reserved_special_token_96|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128105": { + "content": "<|reserved_special_token_97|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128106": { + "content": "<|reserved_special_token_98|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128107": { + "content": "<|reserved_special_token_99|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128108": { + "content": "<|reserved_special_token_100|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128109": { + "content": "<|reserved_special_token_101|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128110": { + "content": "<|reserved_special_token_102|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128111": { + "content": "<|reserved_special_token_103|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128112": { + "content": "<|reserved_special_token_104|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128113": { + "content": "<|reserved_special_token_105|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128114": { + "content": "<|reserved_special_token_106|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128115": { + "content": "<|reserved_special_token_107|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128116": { + "content": "<|reserved_special_token_108|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128117": { + "content": "<|reserved_special_token_109|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128118": { + "content": "<|reserved_special_token_110|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128119": { + "content": "<|reserved_special_token_111|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128120": { + "content": "<|reserved_special_token_112|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128121": { + "content": "<|reserved_special_token_113|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128122": { + "content": "<|reserved_special_token_114|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128123": { + "content": "<|reserved_special_token_115|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128124": { + "content": "<|reserved_special_token_116|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128125": { + "content": "<|reserved_special_token_117|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128126": { + "content": "<|reserved_special_token_118|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128127": { + "content": "<|reserved_special_token_119|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128128": { + "content": "<|reserved_special_token_120|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128129": { + "content": "<|reserved_special_token_121|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128130": { + "content": "<|reserved_special_token_122|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128131": { + "content": "<|reserved_special_token_123|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128132": { + "content": "<|reserved_special_token_124|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128133": { + "content": "<|reserved_special_token_125|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128134": { + "content": "<|reserved_special_token_126|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128135": { + "content": "<|reserved_special_token_127|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128136": { + "content": "<|reserved_special_token_128|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128137": { + "content": "<|reserved_special_token_129|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128138": { + "content": "<|reserved_special_token_130|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128139": { + "content": "<|reserved_special_token_131|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128140": { + "content": "<|reserved_special_token_132|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128141": { + "content": "<|reserved_special_token_133|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128142": { + "content": "<|reserved_special_token_134|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128143": { + "content": "<|reserved_special_token_135|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128144": { + "content": "<|reserved_special_token_136|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128145": { + "content": "<|reserved_special_token_137|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128146": { + "content": "<|reserved_special_token_138|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128147": { + "content": "<|reserved_special_token_139|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128148": { + "content": "<|reserved_special_token_140|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128149": { + "content": "<|reserved_special_token_141|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128150": { + "content": "<|reserved_special_token_142|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128151": { + "content": "<|reserved_special_token_143|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128152": { + "content": "<|reserved_special_token_144|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128153": { + "content": "<|reserved_special_token_145|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128154": { + "content": "<|reserved_special_token_146|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128155": { + "content": "<|reserved_special_token_147|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128156": { + "content": "<|reserved_special_token_148|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128157": { + "content": "<|reserved_special_token_149|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128158": { + "content": "<|reserved_special_token_150|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128159": { + "content": "<|reserved_special_token_151|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128160": { + "content": "<|reserved_special_token_152|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128161": { + "content": "<|reserved_special_token_153|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128162": { + "content": "<|reserved_special_token_154|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128163": { + "content": "<|reserved_special_token_155|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128164": { + "content": "<|reserved_special_token_156|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128165": { + "content": "<|reserved_special_token_157|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128166": { + "content": "<|reserved_special_token_158|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128167": { + "content": "<|reserved_special_token_159|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128168": { + "content": "<|reserved_special_token_160|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128169": { + "content": "<|reserved_special_token_161|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128170": { + "content": "<|reserved_special_token_162|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128171": { + "content": "<|reserved_special_token_163|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128172": { + "content": "<|reserved_special_token_164|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128173": { + "content": "<|reserved_special_token_165|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128174": { + "content": "<|reserved_special_token_166|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128175": { + "content": "<|reserved_special_token_167|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128176": { + "content": "<|reserved_special_token_168|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128177": { + "content": "<|reserved_special_token_169|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128178": { + "content": "<|reserved_special_token_170|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128179": { + "content": "<|reserved_special_token_171|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128180": { + "content": "<|reserved_special_token_172|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128181": { + "content": "<|reserved_special_token_173|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128182": { + "content": "<|reserved_special_token_174|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128183": { + "content": "<|reserved_special_token_175|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128184": { + "content": "<|reserved_special_token_176|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128185": { + "content": "<|reserved_special_token_177|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128186": { + "content": "<|reserved_special_token_178|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128187": { + "content": "<|reserved_special_token_179|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128188": { + "content": "<|reserved_special_token_180|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128189": { + "content": "<|reserved_special_token_181|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128190": { + "content": "<|reserved_special_token_182|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128191": { + "content": "<|reserved_special_token_183|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128192": { + "content": "<|reserved_special_token_184|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128193": { + "content": "<|reserved_special_token_185|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128194": { + "content": "<|reserved_special_token_186|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128195": { + "content": "<|reserved_special_token_187|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128196": { + "content": "<|reserved_special_token_188|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128197": { + "content": "<|reserved_special_token_189|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128198": { + "content": "<|reserved_special_token_190|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128199": { + "content": "<|reserved_special_token_191|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128200": { + "content": "<|reserved_special_token_192|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128201": { + "content": "<|reserved_special_token_193|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128202": { + "content": "<|reserved_special_token_194|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128203": { + "content": "<|reserved_special_token_195|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128204": { + "content": "<|reserved_special_token_196|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128205": { + "content": "<|reserved_special_token_197|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128206": { + "content": "<|reserved_special_token_198|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128207": { + "content": "<|reserved_special_token_199|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128208": { + "content": "<|reserved_special_token_200|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128209": { + "content": "<|reserved_special_token_201|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128210": { + "content": "<|reserved_special_token_202|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128211": { + "content": "<|reserved_special_token_203|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128212": { + "content": "<|reserved_special_token_204|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128213": { + "content": "<|reserved_special_token_205|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128214": { + "content": "<|reserved_special_token_206|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128215": { + "content": "<|reserved_special_token_207|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128216": { + "content": "<|reserved_special_token_208|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128217": { + "content": "<|reserved_special_token_209|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128218": { + "content": "<|reserved_special_token_210|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128219": { + "content": "<|reserved_special_token_211|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128220": { + "content": "<|reserved_special_token_212|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128221": { + "content": "<|reserved_special_token_213|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128222": { + "content": "<|reserved_special_token_214|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128223": { + "content": "<|reserved_special_token_215|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128224": { + "content": "<|reserved_special_token_216|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128225": { + "content": "<|reserved_special_token_217|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128226": { + "content": "<|reserved_special_token_218|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128227": { + "content": "<|reserved_special_token_219|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128228": { + "content": "<|reserved_special_token_220|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128229": { + "content": "<|reserved_special_token_221|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128230": { + "content": "<|reserved_special_token_222|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128231": { + "content": "<|reserved_special_token_223|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128232": { + "content": "<|reserved_special_token_224|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128233": { + "content": "<|reserved_special_token_225|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128234": { + "content": "<|reserved_special_token_226|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128235": { + "content": "<|reserved_special_token_227|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128236": { + "content": "<|reserved_special_token_228|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128237": { + "content": "<|reserved_special_token_229|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128238": { + "content": "<|reserved_special_token_230|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128239": { + "content": "<|reserved_special_token_231|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128240": { + "content": "<|reserved_special_token_232|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128241": { + "content": "<|reserved_special_token_233|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128242": { + "content": "<|reserved_special_token_234|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128243": { + "content": "<|reserved_special_token_235|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128244": { + "content": "<|reserved_special_token_236|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128245": { + "content": "<|reserved_special_token_237|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128246": { + "content": "<|reserved_special_token_238|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128247": { + "content": "<|reserved_special_token_239|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128248": { + "content": "<|reserved_special_token_240|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128249": { + "content": "<|reserved_special_token_241|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128250": { + "content": "<|reserved_special_token_242|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128251": { + "content": "<|reserved_special_token_243|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128252": { + "content": "<|reserved_special_token_244|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128253": { + "content": "<|reserved_special_token_245|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128254": { + "content": "<|reserved_special_token_246|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128255": { + "content": "<|reserved_special_token_247|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "<|begin_of_text|>", + "clean_up_tokenization_spaces": true, + "eos_token": "<|eot_id|>", + "extra_special_tokens": {}, + "model_input_names": [ + "input_ids", + "attention_mask" + ], + "model_max_length": 131072, + "pad_token": "<|eot_id|>", + "tokenizer_class": "PreTrainedTokenizerFast" +} diff --git a/checkpoint-1722/trainer_state.json b/checkpoint-1722/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..53e286975a4907434a7dd76273b54a646daf0d91 --- /dev/null +++ b/checkpoint-1722/trainer_state.json @@ -0,0 +1,1406 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 7.0, + "eval_steps": 500, + "global_step": 1722, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.04065040650406504, + "grad_norm": 14.707608222961426, + "learning_rate": 9.000000000000001e-07, + "loss": 0.9613, + "step": 10 + }, + { + "epoch": 0.08130081300813008, + "grad_norm": 12.035386085510254, + "learning_rate": 1.9000000000000002e-06, + "loss": 0.8509, + "step": 20 + }, + { + "epoch": 0.12195121951219512, + "grad_norm": 18.44657325744629, + "learning_rate": 2.9e-06, + "loss": 0.9369, + "step": 30 + }, + { + "epoch": 0.16260162601626016, + "grad_norm": 12.941998481750488, + "learning_rate": 3.900000000000001e-06, + "loss": 0.896, + "step": 40 + }, + { + "epoch": 0.2032520325203252, + "grad_norm": 15.150432586669922, + "learning_rate": 4.9000000000000005e-06, + "loss": 0.9821, + "step": 50 + }, + { + "epoch": 0.24390243902439024, + "grad_norm": 18.638032913208008, + "learning_rate": 5.9e-06, + "loss": 0.9666, + "step": 60 + }, + { + "epoch": 0.2845528455284553, + "grad_norm": 15.954939842224121, + "learning_rate": 6.9e-06, + "loss": 0.9019, + "step": 70 + }, + { + "epoch": 0.3252032520325203, + "grad_norm": 11.114273071289062, + "learning_rate": 7.9e-06, + "loss": 0.8321, + "step": 80 + }, + { + "epoch": 0.36585365853658536, + "grad_norm": 15.285880088806152, + "learning_rate": 8.900000000000001e-06, + "loss": 0.7198, + "step": 90 + }, + { + "epoch": 0.4065040650406504, + "grad_norm": 17.8586483001709, + "learning_rate": 9.9e-06, + "loss": 0.7806, + "step": 100 + }, + { + "epoch": 0.44715447154471544, + "grad_norm": 11.217978477478027, + "learning_rate": 9.961864406779662e-06, + "loss": 1.0024, + "step": 110 + }, + { + "epoch": 0.4878048780487805, + "grad_norm": 7.002477169036865, + "learning_rate": 9.91949152542373e-06, + "loss": 0.8086, + "step": 120 + }, + { + "epoch": 0.5284552845528455, + "grad_norm": 13.211562156677246, + "learning_rate": 9.877118644067798e-06, + "loss": 0.8958, + "step": 130 + }, + { + "epoch": 0.5691056910569106, + "grad_norm": 11.169763565063477, + "learning_rate": 9.834745762711865e-06, + "loss": 0.8316, + "step": 140 + }, + { + "epoch": 0.6097560975609756, + "grad_norm": 15.369425773620605, + "learning_rate": 9.792372881355933e-06, + "loss": 0.675, + "step": 150 + }, + { + "epoch": 0.6504065040650406, + "grad_norm": 11.003032684326172, + "learning_rate": 9.75e-06, + "loss": 0.7512, + "step": 160 + }, + { + "epoch": 0.6910569105691057, + "grad_norm": 16.466957092285156, + "learning_rate": 9.707627118644068e-06, + "loss": 0.8546, + "step": 170 + }, + { + "epoch": 0.7317073170731707, + "grad_norm": 13.067832946777344, + "learning_rate": 9.665254237288136e-06, + "loss": 0.7497, + "step": 180 + }, + { + "epoch": 0.7723577235772358, + "grad_norm": 9.530882835388184, + "learning_rate": 9.622881355932205e-06, + "loss": 0.6136, + "step": 190 + }, + { + "epoch": 0.8130081300813008, + "grad_norm": 15.063409805297852, + "learning_rate": 9.580508474576273e-06, + "loss": 0.6073, + "step": 200 + }, + { + "epoch": 0.8536585365853658, + "grad_norm": 9.07528305053711, + "learning_rate": 9.53813559322034e-06, + "loss": 0.7295, + "step": 210 + }, + { + "epoch": 0.8943089430894309, + "grad_norm": 14.199564933776855, + "learning_rate": 9.495762711864408e-06, + "loss": 0.596, + "step": 220 + }, + { + "epoch": 0.9349593495934959, + "grad_norm": 16.03732681274414, + "learning_rate": 9.453389830508474e-06, + "loss": 0.6922, + "step": 230 + }, + { + "epoch": 0.975609756097561, + "grad_norm": 17.533695220947266, + "learning_rate": 9.411016949152543e-06, + "loss": 0.7484, + "step": 240 + }, + { + "epoch": 1.0, + "eval_general_loss": 0.754059910774231, + "eval_general_runtime": 254.3068, + "eval_general_samples_per_second": 3.598, + "eval_general_steps_per_second": 0.9, + "step": 246 + }, + { + "epoch": 1.0, + "eval_code_loss": 0.7234187722206116, + "eval_code_runtime": 296.8568, + "eval_code_samples_per_second": 3.092, + "eval_code_steps_per_second": 0.775, + "step": 246 + }, + { + "epoch": 1.0, + "eval_stem_loss": 0.7939386367797852, + "eval_stem_runtime": 250.6578, + "eval_stem_samples_per_second": 3.646, + "eval_stem_steps_per_second": 0.914, + "step": 246 + }, + { + "epoch": 1.016260162601626, + "grad_norm": 16.589147567749023, + "learning_rate": 9.368644067796611e-06, + "loss": 0.7309, + "step": 250 + }, + { + "epoch": 1.056910569105691, + "grad_norm": 8.124390602111816, + "learning_rate": 9.32627118644068e-06, + "loss": 0.5937, + "step": 260 + }, + { + "epoch": 1.0975609756097562, + "grad_norm": 13.223992347717285, + "learning_rate": 9.283898305084746e-06, + "loss": 0.6961, + "step": 270 + }, + { + "epoch": 1.1382113821138211, + "grad_norm": 13.791741371154785, + "learning_rate": 9.241525423728814e-06, + "loss": 0.5783, + "step": 280 + }, + { + "epoch": 1.1788617886178863, + "grad_norm": 16.130605697631836, + "learning_rate": 9.199152542372882e-06, + "loss": 0.6318, + "step": 290 + }, + { + "epoch": 1.2195121951219512, + "grad_norm": 14.941628456115723, + "learning_rate": 9.15677966101695e-06, + "loss": 0.6163, + "step": 300 + }, + { + "epoch": 1.2601626016260163, + "grad_norm": 6.407144546508789, + "learning_rate": 9.114406779661017e-06, + "loss": 0.5745, + "step": 310 + }, + { + "epoch": 1.3008130081300813, + "grad_norm": 7.032970905303955, + "learning_rate": 9.072033898305086e-06, + "loss": 0.474, + "step": 320 + }, + { + "epoch": 1.3414634146341464, + "grad_norm": 14.255295753479004, + "learning_rate": 9.029661016949152e-06, + "loss": 0.6833, + "step": 330 + }, + { + "epoch": 1.3821138211382114, + "grad_norm": 19.13692855834961, + "learning_rate": 8.98728813559322e-06, + "loss": 0.5369, + "step": 340 + }, + { + "epoch": 1.4227642276422765, + "grad_norm": 9.524161338806152, + "learning_rate": 8.944915254237289e-06, + "loss": 0.6925, + "step": 350 + }, + { + "epoch": 1.4634146341463414, + "grad_norm": 12.59819221496582, + "learning_rate": 8.902542372881357e-06, + "loss": 0.572, + "step": 360 + }, + { + "epoch": 1.5040650406504064, + "grad_norm": 7.560878753662109, + "learning_rate": 8.860169491525424e-06, + "loss": 0.5101, + "step": 370 + }, + { + "epoch": 1.5447154471544715, + "grad_norm": 10.911989212036133, + "learning_rate": 8.817796610169492e-06, + "loss": 0.7357, + "step": 380 + }, + { + "epoch": 1.5853658536585367, + "grad_norm": 13.019627571105957, + "learning_rate": 8.77542372881356e-06, + "loss": 0.7094, + "step": 390 + }, + { + "epoch": 1.6260162601626016, + "grad_norm": 5.221607685089111, + "learning_rate": 8.733050847457629e-06, + "loss": 0.5762, + "step": 400 + }, + { + "epoch": 1.6666666666666665, + "grad_norm": 9.154648780822754, + "learning_rate": 8.690677966101695e-06, + "loss": 0.6516, + "step": 410 + }, + { + "epoch": 1.7073170731707317, + "grad_norm": 8.04185962677002, + "learning_rate": 8.648305084745763e-06, + "loss": 0.5457, + "step": 420 + }, + { + "epoch": 1.7479674796747968, + "grad_norm": 12.428257942199707, + "learning_rate": 8.60593220338983e-06, + "loss": 0.6458, + "step": 430 + }, + { + "epoch": 1.7886178861788617, + "grad_norm": 6.699453353881836, + "learning_rate": 8.563559322033898e-06, + "loss": 0.6026, + "step": 440 + }, + { + "epoch": 1.8292682926829267, + "grad_norm": 5.6174774169921875, + "learning_rate": 8.521186440677967e-06, + "loss": 0.6756, + "step": 450 + }, + { + "epoch": 1.8699186991869918, + "grad_norm": 12.72862720489502, + "learning_rate": 8.478813559322035e-06, + "loss": 0.5932, + "step": 460 + }, + { + "epoch": 1.910569105691057, + "grad_norm": 4.651763439178467, + "learning_rate": 8.436440677966102e-06, + "loss": 0.418, + "step": 470 + }, + { + "epoch": 1.951219512195122, + "grad_norm": 16.044872283935547, + "learning_rate": 8.39406779661017e-06, + "loss": 0.5756, + "step": 480 + }, + { + "epoch": 1.9918699186991868, + "grad_norm": 10.388751029968262, + "learning_rate": 8.351694915254238e-06, + "loss": 0.6304, + "step": 490 + }, + { + "epoch": 2.0, + "eval_general_loss": 0.6887519359588623, + "eval_general_runtime": 255.0576, + "eval_general_samples_per_second": 3.587, + "eval_general_steps_per_second": 0.898, + "step": 492 + }, + { + "epoch": 2.0, + "eval_code_loss": 0.5912412405014038, + "eval_code_runtime": 297.8316, + "eval_code_samples_per_second": 3.082, + "eval_code_steps_per_second": 0.772, + "step": 492 + }, + { + "epoch": 2.0, + "eval_stem_loss": 0.7283160090446472, + "eval_stem_runtime": 251.4929, + "eval_stem_samples_per_second": 3.634, + "eval_stem_steps_per_second": 0.911, + "step": 492 + }, + { + "epoch": 2.032520325203252, + "grad_norm": 13.620870590209961, + "learning_rate": 8.309322033898306e-06, + "loss": 0.5292, + "step": 500 + }, + { + "epoch": 2.073170731707317, + "grad_norm": 11.176264762878418, + "learning_rate": 8.266949152542375e-06, + "loss": 0.4926, + "step": 510 + }, + { + "epoch": 2.113821138211382, + "grad_norm": 4.5993852615356445, + "learning_rate": 8.224576271186441e-06, + "loss": 0.476, + "step": 520 + }, + { + "epoch": 2.154471544715447, + "grad_norm": 16.03154182434082, + "learning_rate": 8.182203389830508e-06, + "loss": 0.492, + "step": 530 + }, + { + "epoch": 2.1951219512195124, + "grad_norm": 3.7860374450683594, + "learning_rate": 8.139830508474576e-06, + "loss": 0.4376, + "step": 540 + }, + { + "epoch": 2.2357723577235773, + "grad_norm": 14.141989707946777, + "learning_rate": 8.097457627118644e-06, + "loss": 0.5422, + "step": 550 + }, + { + "epoch": 2.2764227642276422, + "grad_norm": 11.716277122497559, + "learning_rate": 8.055084745762713e-06, + "loss": 0.4781, + "step": 560 + }, + { + "epoch": 2.317073170731707, + "grad_norm": 16.112192153930664, + "learning_rate": 8.012711864406781e-06, + "loss": 0.5243, + "step": 570 + }, + { + "epoch": 2.3577235772357725, + "grad_norm": 5.857080936431885, + "learning_rate": 7.970338983050848e-06, + "loss": 0.4588, + "step": 580 + }, + { + "epoch": 2.3983739837398375, + "grad_norm": 9.052570343017578, + "learning_rate": 7.927966101694916e-06, + "loss": 0.5717, + "step": 590 + }, + { + "epoch": 2.4390243902439024, + "grad_norm": 17.8330078125, + "learning_rate": 7.885593220338984e-06, + "loss": 0.4547, + "step": 600 + }, + { + "epoch": 2.4796747967479673, + "grad_norm": 13.779817581176758, + "learning_rate": 7.843220338983052e-06, + "loss": 0.4584, + "step": 610 + }, + { + "epoch": 2.5203252032520327, + "grad_norm": 18.924348831176758, + "learning_rate": 7.800847457627119e-06, + "loss": 0.4788, + "step": 620 + }, + { + "epoch": 2.5609756097560976, + "grad_norm": 12.157154083251953, + "learning_rate": 7.758474576271187e-06, + "loss": 0.4762, + "step": 630 + }, + { + "epoch": 2.6016260162601625, + "grad_norm": 14.143574714660645, + "learning_rate": 7.716101694915254e-06, + "loss": 0.7017, + "step": 640 + }, + { + "epoch": 2.642276422764228, + "grad_norm": 11.326656341552734, + "learning_rate": 7.673728813559322e-06, + "loss": 0.4524, + "step": 650 + }, + { + "epoch": 2.682926829268293, + "grad_norm": 5.236691474914551, + "learning_rate": 7.63135593220339e-06, + "loss": 0.5228, + "step": 660 + }, + { + "epoch": 2.7235772357723578, + "grad_norm": 17.48626708984375, + "learning_rate": 7.588983050847458e-06, + "loss": 0.4414, + "step": 670 + }, + { + "epoch": 2.7642276422764227, + "grad_norm": 13.257789611816406, + "learning_rate": 7.546610169491526e-06, + "loss": 0.5442, + "step": 680 + }, + { + "epoch": 2.8048780487804876, + "grad_norm": 20.655475616455078, + "learning_rate": 7.504237288135594e-06, + "loss": 0.5451, + "step": 690 + }, + { + "epoch": 2.845528455284553, + "grad_norm": 10.467672348022461, + "learning_rate": 7.461864406779662e-06, + "loss": 0.4601, + "step": 700 + }, + { + "epoch": 2.886178861788618, + "grad_norm": 13.194644927978516, + "learning_rate": 7.41949152542373e-06, + "loss": 0.502, + "step": 710 + }, + { + "epoch": 2.926829268292683, + "grad_norm": 9.131794929504395, + "learning_rate": 7.377118644067798e-06, + "loss": 0.5583, + "step": 720 + }, + { + "epoch": 2.9674796747967482, + "grad_norm": 8.837148666381836, + "learning_rate": 7.334745762711864e-06, + "loss": 0.4668, + "step": 730 + }, + { + "epoch": 3.0, + "eval_general_loss": 0.6758893728256226, + "eval_general_runtime": 255.2921, + "eval_general_samples_per_second": 3.584, + "eval_general_steps_per_second": 0.897, + "step": 738 + }, + { + "epoch": 3.0, + "eval_code_loss": 0.5598136782646179, + "eval_code_runtime": 297.7838, + "eval_code_samples_per_second": 3.083, + "eval_code_steps_per_second": 0.772, + "step": 738 + }, + { + "epoch": 3.0, + "eval_stem_loss": 0.7172386050224304, + "eval_stem_runtime": 251.2967, + "eval_stem_samples_per_second": 3.637, + "eval_stem_steps_per_second": 0.911, + "step": 738 + }, + { + "epoch": 3.008130081300813, + "grad_norm": 8.791101455688477, + "learning_rate": 7.292372881355933e-06, + "loss": 0.3545, + "step": 740 + }, + { + "epoch": 3.048780487804878, + "grad_norm": 7.602899074554443, + "learning_rate": 7.25e-06, + "loss": 0.4633, + "step": 750 + }, + { + "epoch": 3.089430894308943, + "grad_norm": 10.939055442810059, + "learning_rate": 7.207627118644068e-06, + "loss": 0.3989, + "step": 760 + }, + { + "epoch": 3.130081300813008, + "grad_norm": 9.168066024780273, + "learning_rate": 7.165254237288136e-06, + "loss": 0.5555, + "step": 770 + }, + { + "epoch": 3.1707317073170733, + "grad_norm": 17.25099754333496, + "learning_rate": 7.122881355932204e-06, + "loss": 0.5326, + "step": 780 + }, + { + "epoch": 3.2113821138211383, + "grad_norm": 13.0396146774292, + "learning_rate": 7.080508474576272e-06, + "loss": 0.3831, + "step": 790 + }, + { + "epoch": 3.252032520325203, + "grad_norm": 11.217447280883789, + "learning_rate": 7.03813559322034e-06, + "loss": 0.4142, + "step": 800 + }, + { + "epoch": 3.292682926829268, + "grad_norm": 8.102045059204102, + "learning_rate": 6.995762711864408e-06, + "loss": 0.4414, + "step": 810 + }, + { + "epoch": 3.3333333333333335, + "grad_norm": 11.761209487915039, + "learning_rate": 6.953389830508475e-06, + "loss": 0.501, + "step": 820 + }, + { + "epoch": 3.3739837398373984, + "grad_norm": 7.058698654174805, + "learning_rate": 6.911016949152542e-06, + "loss": 0.3771, + "step": 830 + }, + { + "epoch": 3.4146341463414633, + "grad_norm": 7.728908061981201, + "learning_rate": 6.86864406779661e-06, + "loss": 0.3867, + "step": 840 + }, + { + "epoch": 3.4552845528455283, + "grad_norm": 12.833827018737793, + "learning_rate": 6.826271186440679e-06, + "loss": 0.4132, + "step": 850 + }, + { + "epoch": 3.4959349593495936, + "grad_norm": 9.884450912475586, + "learning_rate": 6.783898305084746e-06, + "loss": 0.3674, + "step": 860 + }, + { + "epoch": 3.5365853658536586, + "grad_norm": 10.731056213378906, + "learning_rate": 6.741525423728814e-06, + "loss": 0.422, + "step": 870 + }, + { + "epoch": 3.5772357723577235, + "grad_norm": 6.745728015899658, + "learning_rate": 6.699152542372882e-06, + "loss": 0.499, + "step": 880 + }, + { + "epoch": 3.617886178861789, + "grad_norm": 9.808424949645996, + "learning_rate": 6.65677966101695e-06, + "loss": 0.2978, + "step": 890 + }, + { + "epoch": 3.658536585365854, + "grad_norm": 8.444202423095703, + "learning_rate": 6.614406779661018e-06, + "loss": 0.3698, + "step": 900 + }, + { + "epoch": 3.6991869918699187, + "grad_norm": 10.285717964172363, + "learning_rate": 6.572033898305086e-06, + "loss": 0.4677, + "step": 910 + }, + { + "epoch": 3.7398373983739837, + "grad_norm": 6.763285160064697, + "learning_rate": 6.5296610169491525e-06, + "loss": 0.4449, + "step": 920 + }, + { + "epoch": 3.7804878048780486, + "grad_norm": 20.608469009399414, + "learning_rate": 6.487288135593221e-06, + "loss": 0.5297, + "step": 930 + }, + { + "epoch": 3.821138211382114, + "grad_norm": 9.06677532196045, + "learning_rate": 6.444915254237288e-06, + "loss": 0.4292, + "step": 940 + }, + { + "epoch": 3.861788617886179, + "grad_norm": 6.93435525894165, + "learning_rate": 6.4025423728813565e-06, + "loss": 0.3877, + "step": 950 + }, + { + "epoch": 3.902439024390244, + "grad_norm": 11.75598430633545, + "learning_rate": 6.360169491525424e-06, + "loss": 0.4032, + "step": 960 + }, + { + "epoch": 3.943089430894309, + "grad_norm": 6.338623046875, + "learning_rate": 6.317796610169492e-06, + "loss": 0.4228, + "step": 970 + }, + { + "epoch": 3.983739837398374, + "grad_norm": 6.302221775054932, + "learning_rate": 6.27542372881356e-06, + "loss": 0.4054, + "step": 980 + }, + { + "epoch": 4.0, + "eval_general_loss": 0.6872960329055786, + "eval_general_runtime": 254.991, + "eval_general_samples_per_second": 3.588, + "eval_general_steps_per_second": 0.898, + "step": 984 + }, + { + "epoch": 4.0, + "eval_code_loss": 0.5443978309631348, + "eval_code_runtime": 297.6318, + "eval_code_samples_per_second": 3.084, + "eval_code_steps_per_second": 0.773, + "step": 984 + }, + { + "epoch": 4.0, + "eval_stem_loss": 0.7525980472564697, + "eval_stem_runtime": 251.3515, + "eval_stem_samples_per_second": 3.636, + "eval_stem_steps_per_second": 0.911, + "step": 984 + }, + { + "epoch": 4.024390243902439, + "grad_norm": 11.085492134094238, + "learning_rate": 6.233050847457628e-06, + "loss": 0.2924, + "step": 990 + }, + { + "epoch": 4.065040650406504, + "grad_norm": 9.018081665039062, + "learning_rate": 6.190677966101695e-06, + "loss": 0.3824, + "step": 1000 + }, + { + "epoch": 4.105691056910569, + "grad_norm": 5.635726451873779, + "learning_rate": 6.148305084745764e-06, + "loss": 0.3209, + "step": 1010 + }, + { + "epoch": 4.146341463414634, + "grad_norm": 17.105005264282227, + "learning_rate": 6.10593220338983e-06, + "loss": 0.3092, + "step": 1020 + }, + { + "epoch": 4.186991869918699, + "grad_norm": 9.317548751831055, + "learning_rate": 6.0635593220338986e-06, + "loss": 0.3398, + "step": 1030 + }, + { + "epoch": 4.227642276422764, + "grad_norm": 12.000333786010742, + "learning_rate": 6.021186440677966e-06, + "loss": 0.3214, + "step": 1040 + }, + { + "epoch": 4.2682926829268295, + "grad_norm": 18.374374389648438, + "learning_rate": 5.978813559322034e-06, + "loss": 0.4008, + "step": 1050 + }, + { + "epoch": 4.308943089430894, + "grad_norm": 8.767024993896484, + "learning_rate": 5.936440677966102e-06, + "loss": 0.4476, + "step": 1060 + }, + { + "epoch": 4.349593495934959, + "grad_norm": 12.842947006225586, + "learning_rate": 5.89406779661017e-06, + "loss": 0.3627, + "step": 1070 + }, + { + "epoch": 4.390243902439025, + "grad_norm": 11.248525619506836, + "learning_rate": 5.851694915254238e-06, + "loss": 0.3427, + "step": 1080 + }, + { + "epoch": 4.430894308943089, + "grad_norm": 18.474157333374023, + "learning_rate": 5.809322033898306e-06, + "loss": 0.2842, + "step": 1090 + }, + { + "epoch": 4.471544715447155, + "grad_norm": 10.508559226989746, + "learning_rate": 5.766949152542374e-06, + "loss": 0.4153, + "step": 1100 + }, + { + "epoch": 4.512195121951219, + "grad_norm": 20.686229705810547, + "learning_rate": 5.7245762711864415e-06, + "loss": 0.3661, + "step": 1110 + }, + { + "epoch": 4.5528455284552845, + "grad_norm": 7.763411998748779, + "learning_rate": 5.682203389830508e-06, + "loss": 0.3325, + "step": 1120 + }, + { + "epoch": 4.59349593495935, + "grad_norm": 6.85905647277832, + "learning_rate": 5.639830508474576e-06, + "loss": 0.4229, + "step": 1130 + }, + { + "epoch": 4.634146341463414, + "grad_norm": 17.94886589050293, + "learning_rate": 5.597457627118645e-06, + "loss": 0.3009, + "step": 1140 + }, + { + "epoch": 4.67479674796748, + "grad_norm": 20.208101272583008, + "learning_rate": 5.555084745762712e-06, + "loss": 0.3604, + "step": 1150 + }, + { + "epoch": 4.715447154471545, + "grad_norm": 8.471419334411621, + "learning_rate": 5.51271186440678e-06, + "loss": 0.3724, + "step": 1160 + }, + { + "epoch": 4.7560975609756095, + "grad_norm": 9.207096099853516, + "learning_rate": 5.470338983050848e-06, + "loss": 0.3979, + "step": 1170 + }, + { + "epoch": 4.796747967479675, + "grad_norm": 18.151241302490234, + "learning_rate": 5.427966101694916e-06, + "loss": 0.3412, + "step": 1180 + }, + { + "epoch": 4.83739837398374, + "grad_norm": 11.33778190612793, + "learning_rate": 5.3855932203389836e-06, + "loss": 0.3582, + "step": 1190 + }, + { + "epoch": 4.878048780487805, + "grad_norm": 3.6720833778381348, + "learning_rate": 5.343220338983052e-06, + "loss": 0.3269, + "step": 1200 + }, + { + "epoch": 4.91869918699187, + "grad_norm": 15.8824462890625, + "learning_rate": 5.300847457627119e-06, + "loss": 0.4141, + "step": 1210 + }, + { + "epoch": 4.959349593495935, + "grad_norm": 8.455586433410645, + "learning_rate": 5.258474576271187e-06, + "loss": 0.3515, + "step": 1220 + }, + { + "epoch": 5.0, + "grad_norm": 13.756336212158203, + "learning_rate": 5.216101694915254e-06, + "loss": 0.3621, + "step": 1230 + }, + { + "epoch": 5.0, + "eval_general_loss": 0.7001935839653015, + "eval_general_runtime": 255.6611, + "eval_general_samples_per_second": 3.579, + "eval_general_steps_per_second": 0.896, + "step": 1230 + }, + { + "epoch": 5.0, + "eval_code_loss": 0.5433691740036011, + "eval_code_runtime": 297.6204, + "eval_code_samples_per_second": 3.084, + "eval_code_steps_per_second": 0.773, + "step": 1230 + }, + { + "epoch": 5.0, + "eval_stem_loss": 0.8110136389732361, + "eval_stem_runtime": 251.3377, + "eval_stem_samples_per_second": 3.637, + "eval_stem_steps_per_second": 0.911, + "step": 1230 + }, + { + "epoch": 5.040650406504065, + "grad_norm": 8.500140190124512, + "learning_rate": 5.1737288135593225e-06, + "loss": 0.2453, + "step": 1240 + }, + { + "epoch": 5.08130081300813, + "grad_norm": 23.405906677246094, + "learning_rate": 5.13135593220339e-06, + "loss": 0.2729, + "step": 1250 + }, + { + "epoch": 5.121951219512195, + "grad_norm": 15.196890830993652, + "learning_rate": 5.088983050847458e-06, + "loss": 0.2626, + "step": 1260 + }, + { + "epoch": 5.16260162601626, + "grad_norm": 12.534261703491211, + "learning_rate": 5.046610169491526e-06, + "loss": 0.2891, + "step": 1270 + }, + { + "epoch": 5.203252032520325, + "grad_norm": 16.788536071777344, + "learning_rate": 5.004237288135594e-06, + "loss": 0.3668, + "step": 1280 + }, + { + "epoch": 5.2439024390243905, + "grad_norm": 7.071691513061523, + "learning_rate": 4.961864406779661e-06, + "loss": 0.2995, + "step": 1290 + }, + { + "epoch": 5.284552845528455, + "grad_norm": 23.835960388183594, + "learning_rate": 4.919491525423729e-06, + "loss": 0.4169, + "step": 1300 + }, + { + "epoch": 5.32520325203252, + "grad_norm": 6.12783145904541, + "learning_rate": 4.877118644067797e-06, + "loss": 0.3055, + "step": 1310 + }, + { + "epoch": 5.365853658536586, + "grad_norm": 11.301496505737305, + "learning_rate": 4.8347457627118645e-06, + "loss": 0.1926, + "step": 1320 + }, + { + "epoch": 5.40650406504065, + "grad_norm": 11.58179759979248, + "learning_rate": 4.792372881355933e-06, + "loss": 0.3254, + "step": 1330 + }, + { + "epoch": 5.4471544715447155, + "grad_norm": 18.70044708251953, + "learning_rate": 4.75e-06, + "loss": 0.3081, + "step": 1340 + }, + { + "epoch": 5.487804878048781, + "grad_norm": 22.241409301757812, + "learning_rate": 4.707627118644068e-06, + "loss": 0.2969, + "step": 1350 + }, + { + "epoch": 5.528455284552845, + "grad_norm": 17.672147750854492, + "learning_rate": 4.665254237288136e-06, + "loss": 0.3348, + "step": 1360 + }, + { + "epoch": 5.569105691056911, + "grad_norm": 9.32618522644043, + "learning_rate": 4.622881355932204e-06, + "loss": 0.2523, + "step": 1370 + }, + { + "epoch": 5.609756097560975, + "grad_norm": 6.630079746246338, + "learning_rate": 4.580508474576272e-06, + "loss": 0.2889, + "step": 1380 + }, + { + "epoch": 5.650406504065041, + "grad_norm": 21.26811408996582, + "learning_rate": 4.538135593220339e-06, + "loss": 0.3947, + "step": 1390 + }, + { + "epoch": 5.691056910569106, + "grad_norm": 20.458436965942383, + "learning_rate": 4.4957627118644075e-06, + "loss": 0.3509, + "step": 1400 + }, + { + "epoch": 5.7317073170731705, + "grad_norm": 8.210813522338867, + "learning_rate": 4.453389830508475e-06, + "loss": 0.2976, + "step": 1410 + }, + { + "epoch": 5.772357723577236, + "grad_norm": 16.646589279174805, + "learning_rate": 4.411016949152543e-06, + "loss": 0.2757, + "step": 1420 + }, + { + "epoch": 5.8130081300813, + "grad_norm": 14.104079246520996, + "learning_rate": 4.368644067796611e-06, + "loss": 0.3213, + "step": 1430 + }, + { + "epoch": 5.853658536585366, + "grad_norm": 10.447735786437988, + "learning_rate": 4.326271186440678e-06, + "loss": 0.2845, + "step": 1440 + }, + { + "epoch": 5.894308943089431, + "grad_norm": 22.94976043701172, + "learning_rate": 4.283898305084746e-06, + "loss": 0.3306, + "step": 1450 + }, + { + "epoch": 5.934959349593496, + "grad_norm": 8.621337890625, + "learning_rate": 4.241525423728814e-06, + "loss": 0.267, + "step": 1460 + }, + { + "epoch": 5.975609756097561, + "grad_norm": 20.209896087646484, + "learning_rate": 4.199152542372882e-06, + "loss": 0.2916, + "step": 1470 + }, + { + "epoch": 6.0, + "eval_general_loss": 0.7351013422012329, + "eval_general_runtime": 254.9676, + "eval_general_samples_per_second": 3.589, + "eval_general_steps_per_second": 0.898, + "step": 1476 + }, + { + "epoch": 6.0, + "eval_code_loss": 0.5539229512214661, + "eval_code_runtime": 297.3043, + "eval_code_samples_per_second": 3.088, + "eval_code_steps_per_second": 0.774, + "step": 1476 + }, + { + "epoch": 6.0, + "eval_stem_loss": 0.8781471252441406, + "eval_stem_runtime": 250.9123, + "eval_stem_samples_per_second": 3.643, + "eval_stem_steps_per_second": 0.913, + "step": 1476 + }, + { + "epoch": 6.016260162601626, + "grad_norm": 23.147737503051758, + "learning_rate": 4.1567796610169495e-06, + "loss": 0.298, + "step": 1480 + }, + { + "epoch": 6.056910569105691, + "grad_norm": 13.436469078063965, + "learning_rate": 4.114406779661017e-06, + "loss": 0.2302, + "step": 1490 + }, + { + "epoch": 6.097560975609756, + "grad_norm": 7.810673236846924, + "learning_rate": 4.072033898305085e-06, + "loss": 0.3332, + "step": 1500 + }, + { + "epoch": 6.138211382113822, + "grad_norm": 18.086008071899414, + "learning_rate": 4.029661016949153e-06, + "loss": 0.2208, + "step": 1510 + }, + { + "epoch": 6.178861788617886, + "grad_norm": 15.756752967834473, + "learning_rate": 3.987288135593221e-06, + "loss": 0.2687, + "step": 1520 + }, + { + "epoch": 6.219512195121951, + "grad_norm": 4.063956260681152, + "learning_rate": 3.9449152542372884e-06, + "loss": 0.1873, + "step": 1530 + }, + { + "epoch": 6.260162601626016, + "grad_norm": 22.55267333984375, + "learning_rate": 3.902542372881356e-06, + "loss": 0.309, + "step": 1540 + }, + { + "epoch": 6.300813008130081, + "grad_norm": 3.895887613296509, + "learning_rate": 3.860169491525424e-06, + "loss": 0.2664, + "step": 1550 + }, + { + "epoch": 6.341463414634147, + "grad_norm": 7.404182434082031, + "learning_rate": 3.817796610169492e-06, + "loss": 0.2889, + "step": 1560 + }, + { + "epoch": 6.382113821138211, + "grad_norm": 9.983993530273438, + "learning_rate": 3.77542372881356e-06, + "loss": 0.2803, + "step": 1570 + }, + { + "epoch": 6.4227642276422765, + "grad_norm": 7.133581638336182, + "learning_rate": 3.7330508474576277e-06, + "loss": 0.2078, + "step": 1580 + }, + { + "epoch": 6.463414634146342, + "grad_norm": 4.602142333984375, + "learning_rate": 3.690677966101695e-06, + "loss": 0.2432, + "step": 1590 + }, + { + "epoch": 6.504065040650406, + "grad_norm": 20.32489585876465, + "learning_rate": 3.648305084745763e-06, + "loss": 0.2643, + "step": 1600 + }, + { + "epoch": 6.544715447154472, + "grad_norm": 2.3672261238098145, + "learning_rate": 3.605932203389831e-06, + "loss": 0.2641, + "step": 1610 + }, + { + "epoch": 6.585365853658536, + "grad_norm": 3.9571468830108643, + "learning_rate": 3.5635593220338988e-06, + "loss": 0.2888, + "step": 1620 + }, + { + "epoch": 6.626016260162602, + "grad_norm": 7.1855902671813965, + "learning_rate": 3.5211864406779667e-06, + "loss": 0.2808, + "step": 1630 + }, + { + "epoch": 6.666666666666667, + "grad_norm": 17.62175750732422, + "learning_rate": 3.478813559322034e-06, + "loss": 0.1877, + "step": 1640 + }, + { + "epoch": 6.7073170731707314, + "grad_norm": 23.9554443359375, + "learning_rate": 3.436440677966102e-06, + "loss": 0.2536, + "step": 1650 + }, + { + "epoch": 6.747967479674797, + "grad_norm": 18.637380599975586, + "learning_rate": 3.39406779661017e-06, + "loss": 0.2285, + "step": 1660 + }, + { + "epoch": 6.788617886178862, + "grad_norm": 4.296135902404785, + "learning_rate": 3.3516949152542377e-06, + "loss": 0.2408, + "step": 1670 + }, + { + "epoch": 6.829268292682927, + "grad_norm": 13.094096183776855, + "learning_rate": 3.309322033898305e-06, + "loss": 0.2354, + "step": 1680 + }, + { + "epoch": 6.869918699186992, + "grad_norm": 21.35910987854004, + "learning_rate": 3.266949152542373e-06, + "loss": 0.2929, + "step": 1690 + }, + { + "epoch": 6.9105691056910565, + "grad_norm": 11.566039085388184, + "learning_rate": 3.224576271186441e-06, + "loss": 0.2473, + "step": 1700 + }, + { + "epoch": 6.951219512195122, + "grad_norm": 33.27814865112305, + "learning_rate": 3.1822033898305087e-06, + "loss": 0.2745, + "step": 1710 + }, + { + "epoch": 6.991869918699187, + "grad_norm": 28.20252799987793, + "learning_rate": 3.1398305084745766e-06, + "loss": 0.2758, + "step": 1720 + }, + { + "epoch": 7.0, + "eval_general_loss": 0.7735296487808228, + "eval_general_runtime": 254.8206, + "eval_general_samples_per_second": 3.591, + "eval_general_steps_per_second": 0.899, + "step": 1722 + }, + { + "epoch": 7.0, + "eval_code_loss": 0.5828394889831543, + "eval_code_runtime": 297.9571, + "eval_code_samples_per_second": 3.081, + "eval_code_steps_per_second": 0.772, + "step": 1722 + }, + { + "epoch": 7.0, + "eval_stem_loss": 0.9436448216438293, + "eval_stem_runtime": 251.491, + "eval_stem_samples_per_second": 3.634, + "eval_stem_steps_per_second": 0.911, + "step": 1722 + } + ], + "logging_steps": 10, + "max_steps": 2460, + "num_input_tokens_seen": 0, + "num_train_epochs": 10, + "save_steps": 500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 4.2623031165647585e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/checkpoint-1722/training_args.bin b/checkpoint-1722/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..8614ea1120688aa2b00c51b5ab043d685f967c46 --- /dev/null +++ b/checkpoint-1722/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a75db4b667e1acb16a0e7511a6d417ad638ff613009acc2ca8623c871c05831 +size 6289 diff --git a/checkpoint-1968/README.md b/checkpoint-1968/README.md new file mode 100644 index 0000000000000000000000000000000000000000..e3bd00a46564008273624a7a4a3ceacd36132ecb --- /dev/null +++ b/checkpoint-1968/README.md @@ -0,0 +1,208 @@ +--- +base_model: meta-llama/Llama-3.1-8B-Instruct +library_name: peft +tags: +- base_model:adapter:meta-llama/Llama-3.1-8B-Instruct +- lora +- reward-trainer +- transformers +- trl +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.18.0 \ No newline at end of file diff --git a/checkpoint-1968/adapter_config.json b/checkpoint-1968/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..e8bd38b33b11f8e4d950e88e0b046528165c5a81 --- /dev/null +++ b/checkpoint-1968/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-3.1-8B-Instruct", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.1, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [ + "classifier", + "score" + ], + "peft_type": "LORA", + "peft_version": "0.18.0", + "qalora_group_size": 16, + "r": 8, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "v_proj", + "q_proj", + "k_proj", + "o_proj" + ], + "target_parameters": null, + "task_type": "SEQ_CLS", + "trainable_token_indices": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false +} \ No newline at end of file diff --git a/checkpoint-1968/adapter_model.safetensors b/checkpoint-1968/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a174ef36159384943900a3c5714f4f2f9708fdb6 --- /dev/null +++ b/checkpoint-1968/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54f17b7d324ed667f551dd43d132db04bce00149faaf79dad1daaf52fa5cbeea +size 27305328 diff --git a/checkpoint-1968/chat_template.jinja b/checkpoint-1968/chat_template.jinja new file mode 100644 index 0000000000000000000000000000000000000000..33089ace1be88f22a10fe861ad49718d5d886090 --- /dev/null +++ b/checkpoint-1968/chat_template.jinja @@ -0,0 +1,109 @@ +{{- bos_token }} +{%- if custom_tools is defined %} + {%- set tools = custom_tools %} +{%- endif %} +{%- if not tools_in_user_message is defined %} + {%- set tools_in_user_message = true %} +{%- endif %} +{%- if not date_string is defined %} + {%- set date_string = "26 Jul 2024" %} +{%- endif %} +{%- if not tools is defined %} + {%- set tools = none %} +{%- endif %} + +{#- This block extracts the system message, so we can slot it into the right place. #} +{%- if messages[0]['role'] == 'system' %} + {%- set system_message = messages[0]['content']|trim %} + {%- set messages = messages[1:] %} +{%- else %} + {%- set system_message = "" %} +{%- endif %} + +{#- System message + builtin tools #} +{{- "<|start_header_id|>system<|end_header_id|>\n\n" }} +{%- if builtin_tools is defined or tools is not none %} + {{- "Environment: ipython\n" }} +{%- endif %} +{%- if builtin_tools is defined %} + {{- "Tools: " + builtin_tools | reject('equalto', 'code_interpreter') | join(", ") + "\n\n"}} +{%- endif %} +{{- "Cutting Knowledge Date: December 2023\n" }} +{{- "Today Date: " + date_string + "\n\n" }} +{%- if tools is not none and not tools_in_user_message %} + {{- "You have access to the following functions. To call a function, please respond with JSON for a function call." }} + {{- 'Respond in the format {"name": function name, "parameters": dictionary of argument name and its value}.' }} + {{- "Do not use variables.\n\n" }} + {%- for t in tools %} + {{- t | tojson(indent=4) }} + {{- "\n\n" }} + {%- endfor %} +{%- endif %} +{{- system_message }} +{{- "<|eot_id|>" }} + +{#- Custom tools are passed in a user message with some extra guidance #} +{%- if tools_in_user_message and not tools is none %} + {#- Extract the first user message so we can plug it in here #} + {%- if messages | length != 0 %} + {%- set first_user_message = messages[0]['content']|trim %} + {%- set messages = messages[1:] %} + {%- else %} + {{- raise_exception("Cannot put tools in the first user message when there's no first user message!") }} +{%- endif %} + {{- '<|start_header_id|>user<|end_header_id|>\n\n' -}} + {{- "Given the following functions, please respond with a JSON for a function call " }} + {{- "with its proper arguments that best answers the given prompt.\n\n" }} + {{- 'Respond in the format {"name": function name, "parameters": dictionary of argument name and its value}.' }} + {{- "Do not use variables.\n\n" }} + {%- for t in tools %} + {{- t | tojson(indent=4) }} + {{- "\n\n" }} + {%- endfor %} + {{- first_user_message + "<|eot_id|>"}} +{%- endif %} + +{%- for message in messages %} + {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %} + {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' }} + {%- elif 'tool_calls' in message %} + {%- if not message.tool_calls|length == 1 %} + {{- raise_exception("This model only supports single tool-calls at once!") }} + {%- endif %} + {%- set tool_call = message.tool_calls[0].function %} + {%- if builtin_tools is defined and tool_call.name in builtin_tools %} + {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' -}} + {{- "<|python_tag|>" + tool_call.name + ".call(" }} + {%- for arg_name, arg_val in tool_call.arguments | items %} + {{- arg_name + '="' + arg_val + '"' }} + {%- if not loop.last %} + {{- ", " }} + {%- endif %} + {%- endfor %} + {{- ")" }} + {%- else %} + {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' -}} + {{- '{"name": "' + tool_call.name + '", ' }} + {{- '"parameters": ' }} + {{- tool_call.arguments | tojson }} + {{- "}" }} + {%- endif %} + {%- if builtin_tools is defined %} + {#- This means we're in ipython mode #} + {{- "<|eom_id|>" }} + {%- else %} + {{- "<|eot_id|>" }} + {%- endif %} + {%- elif message.role == "tool" or message.role == "ipython" %} + {{- "<|start_header_id|>ipython<|end_header_id|>\n\n" }} + {%- if message.content is mapping or message.content is iterable %} + {{- message.content | tojson }} + {%- else %} + {{- message.content }} + {%- endif %} + {{- "<|eot_id|>" }} + {%- endif %} +{%- endfor %} +{%- if add_generation_prompt %} + {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' }} +{%- endif %} diff --git a/checkpoint-1968/optimizer.pt b/checkpoint-1968/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..0502d29971976660be17cc118a7447e8012c76f1 --- /dev/null +++ b/checkpoint-1968/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:728cd770dc690e5ef6e5cf2fc3d50de2ef80debb90b3e6e75c52af91bf5bdc7d +size 54761995 diff --git a/checkpoint-1968/rng_state.pth b/checkpoint-1968/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..a85ca959cd3bd4b3b5b0aa6461fe541cbc391c19 --- /dev/null +++ b/checkpoint-1968/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9da56afab166cb01805fb08f77164c54bb9f01376e88d545d9f7d4a3e6c7f528 +size 14645 diff --git a/checkpoint-1968/scheduler.pt b/checkpoint-1968/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..1d2e2408ce5780f0c49d7fd60362612163b33b61 --- /dev/null +++ b/checkpoint-1968/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6833521ab18cc8b373c6ea6e45ccfaea7a7dd453e8f9f80b716186f5d5b3d156 +size 1465 diff --git a/checkpoint-1968/special_tokens_map.json b/checkpoint-1968/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..b43be96621d147110fb8a18b5776ec6e38516127 --- /dev/null +++ b/checkpoint-1968/special_tokens_map.json @@ -0,0 +1,17 @@ +{ + "bos_token": { + "content": "<|begin_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "<|eot_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "<|eot_id|>" +} diff --git a/checkpoint-1968/tokenizer.json b/checkpoint-1968/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..1c1d8d5c9024994f1d3b00f9662b8dd89ca13cf2 --- /dev/null +++ b/checkpoint-1968/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b9e4e7fb171f92fd137b777cc2714bf87d11576700a1dcd7a399e7bbe39537b +size 17209920 diff --git a/checkpoint-1968/tokenizer_config.json b/checkpoint-1968/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3beeacc86a6ca3cae14ad3004263ab74a4bac07a --- /dev/null +++ b/checkpoint-1968/tokenizer_config.json @@ -0,0 +1,2063 @@ +{ + "added_tokens_decoder": { + "128000": { + "content": "<|begin_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128001": { + "content": "<|end_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128002": { + "content": "<|reserved_special_token_0|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128003": { + "content": "<|reserved_special_token_1|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128004": { + "content": "<|finetune_right_pad_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128005": { + "content": "<|reserved_special_token_2|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128006": { + "content": "<|start_header_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128007": { + "content": "<|end_header_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128008": { + "content": "<|eom_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128009": { + "content": "<|eot_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128010": { + "content": "<|python_tag|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128011": { + "content": "<|reserved_special_token_3|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128012": { + "content": "<|reserved_special_token_4|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128013": { + "content": "<|reserved_special_token_5|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128014": { + "content": "<|reserved_special_token_6|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128015": { + "content": "<|reserved_special_token_7|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128016": { + "content": "<|reserved_special_token_8|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128017": { + "content": "<|reserved_special_token_9|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128018": { + "content": "<|reserved_special_token_10|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128019": { + "content": "<|reserved_special_token_11|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128020": { + "content": "<|reserved_special_token_12|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128021": { + "content": "<|reserved_special_token_13|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128022": { + "content": "<|reserved_special_token_14|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128023": { + "content": "<|reserved_special_token_15|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128024": { + "content": "<|reserved_special_token_16|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128025": { + "content": "<|reserved_special_token_17|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128026": { + "content": "<|reserved_special_token_18|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128027": { + "content": "<|reserved_special_token_19|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128028": { + "content": "<|reserved_special_token_20|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128029": { + "content": "<|reserved_special_token_21|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128030": { + "content": "<|reserved_special_token_22|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128031": { + "content": "<|reserved_special_token_23|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128032": { + "content": "<|reserved_special_token_24|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128033": { + "content": "<|reserved_special_token_25|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128034": { + "content": "<|reserved_special_token_26|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128035": { + "content": "<|reserved_special_token_27|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128036": { + "content": "<|reserved_special_token_28|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128037": { + "content": "<|reserved_special_token_29|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128038": { + "content": "<|reserved_special_token_30|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128039": { + "content": "<|reserved_special_token_31|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128040": { + "content": "<|reserved_special_token_32|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128041": { + "content": "<|reserved_special_token_33|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128042": { + "content": "<|reserved_special_token_34|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128043": { + "content": "<|reserved_special_token_35|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128044": { + "content": "<|reserved_special_token_36|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128045": { + "content": "<|reserved_special_token_37|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128046": { + "content": "<|reserved_special_token_38|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128047": { + "content": "<|reserved_special_token_39|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128048": { + "content": "<|reserved_special_token_40|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128049": { + "content": "<|reserved_special_token_41|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128050": { + "content": "<|reserved_special_token_42|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128051": { + "content": "<|reserved_special_token_43|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128052": { + "content": "<|reserved_special_token_44|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128053": { + "content": "<|reserved_special_token_45|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128054": { + "content": "<|reserved_special_token_46|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128055": { + "content": "<|reserved_special_token_47|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128056": { + "content": "<|reserved_special_token_48|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128057": { + "content": "<|reserved_special_token_49|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128058": { + "content": "<|reserved_special_token_50|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128059": { + "content": "<|reserved_special_token_51|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128060": { + "content": "<|reserved_special_token_52|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128061": { + "content": "<|reserved_special_token_53|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128062": { + "content": "<|reserved_special_token_54|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128063": { + "content": "<|reserved_special_token_55|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128064": { + "content": "<|reserved_special_token_56|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128065": { + "content": "<|reserved_special_token_57|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128066": { + "content": "<|reserved_special_token_58|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128067": { + "content": "<|reserved_special_token_59|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128068": { + "content": "<|reserved_special_token_60|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128069": { + "content": "<|reserved_special_token_61|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128070": { + "content": "<|reserved_special_token_62|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128071": { + "content": "<|reserved_special_token_63|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128072": { + "content": "<|reserved_special_token_64|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128073": { + "content": "<|reserved_special_token_65|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128074": { + "content": "<|reserved_special_token_66|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128075": { + "content": "<|reserved_special_token_67|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128076": { + "content": "<|reserved_special_token_68|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128077": { + "content": "<|reserved_special_token_69|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128078": { + "content": "<|reserved_special_token_70|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128079": { + "content": "<|reserved_special_token_71|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128080": { + "content": "<|reserved_special_token_72|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128081": { + "content": "<|reserved_special_token_73|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128082": { + "content": "<|reserved_special_token_74|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128083": { + "content": "<|reserved_special_token_75|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128084": { + "content": "<|reserved_special_token_76|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128085": { + "content": "<|reserved_special_token_77|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128086": { + "content": "<|reserved_special_token_78|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128087": { + "content": "<|reserved_special_token_79|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128088": { + "content": "<|reserved_special_token_80|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128089": { + "content": "<|reserved_special_token_81|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128090": { + "content": "<|reserved_special_token_82|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128091": { + "content": "<|reserved_special_token_83|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128092": { + "content": "<|reserved_special_token_84|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128093": { + "content": "<|reserved_special_token_85|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128094": { + "content": "<|reserved_special_token_86|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128095": { + "content": "<|reserved_special_token_87|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128096": { + "content": "<|reserved_special_token_88|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128097": { + "content": "<|reserved_special_token_89|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128098": { + "content": "<|reserved_special_token_90|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128099": { + "content": "<|reserved_special_token_91|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128100": { + "content": "<|reserved_special_token_92|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128101": { + "content": "<|reserved_special_token_93|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128102": { + "content": "<|reserved_special_token_94|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128103": { + "content": "<|reserved_special_token_95|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128104": { + "content": "<|reserved_special_token_96|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128105": { + "content": "<|reserved_special_token_97|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128106": { + "content": "<|reserved_special_token_98|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128107": { + "content": "<|reserved_special_token_99|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128108": { + "content": "<|reserved_special_token_100|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128109": { + "content": "<|reserved_special_token_101|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128110": { + "content": "<|reserved_special_token_102|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128111": { + "content": "<|reserved_special_token_103|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128112": { + "content": "<|reserved_special_token_104|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128113": { + "content": "<|reserved_special_token_105|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128114": { + "content": "<|reserved_special_token_106|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128115": { + "content": "<|reserved_special_token_107|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128116": { + "content": "<|reserved_special_token_108|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128117": { + "content": "<|reserved_special_token_109|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128118": { + "content": "<|reserved_special_token_110|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128119": { + "content": "<|reserved_special_token_111|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128120": { + "content": "<|reserved_special_token_112|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128121": { + "content": "<|reserved_special_token_113|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128122": { + "content": "<|reserved_special_token_114|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128123": { + "content": "<|reserved_special_token_115|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128124": { + "content": "<|reserved_special_token_116|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128125": { + "content": "<|reserved_special_token_117|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128126": { + "content": "<|reserved_special_token_118|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128127": { + "content": "<|reserved_special_token_119|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128128": { + "content": "<|reserved_special_token_120|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128129": { + "content": "<|reserved_special_token_121|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128130": { + "content": "<|reserved_special_token_122|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128131": { + "content": "<|reserved_special_token_123|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128132": { + "content": "<|reserved_special_token_124|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128133": { + "content": "<|reserved_special_token_125|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128134": { + "content": "<|reserved_special_token_126|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128135": { + "content": "<|reserved_special_token_127|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128136": { + "content": "<|reserved_special_token_128|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128137": { + "content": "<|reserved_special_token_129|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128138": { + "content": "<|reserved_special_token_130|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128139": { + "content": "<|reserved_special_token_131|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128140": { + "content": "<|reserved_special_token_132|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128141": { + "content": "<|reserved_special_token_133|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128142": { + "content": "<|reserved_special_token_134|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128143": { + "content": "<|reserved_special_token_135|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128144": { + "content": "<|reserved_special_token_136|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128145": { + "content": "<|reserved_special_token_137|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128146": { + "content": "<|reserved_special_token_138|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128147": { + "content": "<|reserved_special_token_139|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128148": { + "content": "<|reserved_special_token_140|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128149": { + "content": "<|reserved_special_token_141|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128150": { + "content": "<|reserved_special_token_142|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128151": { + "content": "<|reserved_special_token_143|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128152": { + "content": "<|reserved_special_token_144|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128153": { + "content": "<|reserved_special_token_145|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128154": { + "content": "<|reserved_special_token_146|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128155": { + "content": "<|reserved_special_token_147|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128156": { + "content": "<|reserved_special_token_148|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128157": { + "content": "<|reserved_special_token_149|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128158": { + "content": "<|reserved_special_token_150|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128159": { + "content": "<|reserved_special_token_151|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128160": { + "content": "<|reserved_special_token_152|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128161": { + "content": "<|reserved_special_token_153|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128162": { + "content": "<|reserved_special_token_154|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128163": { + "content": "<|reserved_special_token_155|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128164": { + "content": "<|reserved_special_token_156|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128165": { + "content": "<|reserved_special_token_157|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128166": { + "content": "<|reserved_special_token_158|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128167": { + "content": "<|reserved_special_token_159|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128168": { + "content": "<|reserved_special_token_160|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128169": { + "content": "<|reserved_special_token_161|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128170": { + "content": "<|reserved_special_token_162|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128171": { + "content": "<|reserved_special_token_163|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128172": { + "content": "<|reserved_special_token_164|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128173": { + "content": "<|reserved_special_token_165|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128174": { + "content": "<|reserved_special_token_166|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128175": { + "content": "<|reserved_special_token_167|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128176": { + "content": "<|reserved_special_token_168|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128177": { + "content": "<|reserved_special_token_169|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128178": { + "content": "<|reserved_special_token_170|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128179": { + "content": "<|reserved_special_token_171|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128180": { + "content": "<|reserved_special_token_172|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128181": { + "content": "<|reserved_special_token_173|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128182": { + "content": "<|reserved_special_token_174|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128183": { + "content": "<|reserved_special_token_175|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128184": { + "content": "<|reserved_special_token_176|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128185": { + "content": "<|reserved_special_token_177|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128186": { + "content": "<|reserved_special_token_178|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128187": { + "content": "<|reserved_special_token_179|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128188": { + "content": "<|reserved_special_token_180|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128189": { + "content": "<|reserved_special_token_181|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128190": { + "content": "<|reserved_special_token_182|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128191": { + "content": "<|reserved_special_token_183|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128192": { + "content": "<|reserved_special_token_184|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128193": { + "content": "<|reserved_special_token_185|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128194": { + "content": "<|reserved_special_token_186|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128195": { + "content": "<|reserved_special_token_187|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128196": { + "content": "<|reserved_special_token_188|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128197": { + "content": "<|reserved_special_token_189|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128198": { + "content": "<|reserved_special_token_190|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128199": { + "content": "<|reserved_special_token_191|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128200": { + "content": "<|reserved_special_token_192|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128201": { + "content": "<|reserved_special_token_193|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128202": { + "content": "<|reserved_special_token_194|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128203": { + "content": "<|reserved_special_token_195|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128204": { + "content": "<|reserved_special_token_196|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128205": { + "content": "<|reserved_special_token_197|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128206": { + "content": "<|reserved_special_token_198|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128207": { + "content": "<|reserved_special_token_199|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128208": { + "content": "<|reserved_special_token_200|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128209": { + "content": "<|reserved_special_token_201|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128210": { + "content": "<|reserved_special_token_202|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128211": { + "content": "<|reserved_special_token_203|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128212": { + "content": "<|reserved_special_token_204|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128213": { + "content": "<|reserved_special_token_205|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128214": { + "content": "<|reserved_special_token_206|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128215": { + "content": "<|reserved_special_token_207|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128216": { + "content": "<|reserved_special_token_208|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128217": { + "content": "<|reserved_special_token_209|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128218": { + "content": "<|reserved_special_token_210|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128219": { + "content": "<|reserved_special_token_211|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128220": { + "content": "<|reserved_special_token_212|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128221": { + "content": "<|reserved_special_token_213|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128222": { + "content": "<|reserved_special_token_214|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128223": { + "content": "<|reserved_special_token_215|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128224": { + "content": "<|reserved_special_token_216|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128225": { + "content": "<|reserved_special_token_217|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128226": { + "content": "<|reserved_special_token_218|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128227": { + "content": "<|reserved_special_token_219|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128228": { + "content": "<|reserved_special_token_220|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128229": { + "content": "<|reserved_special_token_221|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128230": { + "content": "<|reserved_special_token_222|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128231": { + "content": "<|reserved_special_token_223|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128232": { + "content": "<|reserved_special_token_224|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128233": { + "content": "<|reserved_special_token_225|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128234": { + "content": "<|reserved_special_token_226|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128235": { + "content": "<|reserved_special_token_227|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128236": { + "content": "<|reserved_special_token_228|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128237": { + "content": "<|reserved_special_token_229|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128238": { + "content": "<|reserved_special_token_230|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128239": { + "content": "<|reserved_special_token_231|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128240": { + "content": "<|reserved_special_token_232|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128241": { + "content": "<|reserved_special_token_233|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128242": { + "content": "<|reserved_special_token_234|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128243": { + "content": "<|reserved_special_token_235|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128244": { + "content": "<|reserved_special_token_236|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128245": { + "content": "<|reserved_special_token_237|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128246": { + "content": "<|reserved_special_token_238|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128247": { + "content": "<|reserved_special_token_239|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128248": { + "content": "<|reserved_special_token_240|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128249": { + "content": "<|reserved_special_token_241|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128250": { + "content": "<|reserved_special_token_242|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128251": { + "content": "<|reserved_special_token_243|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128252": { + "content": "<|reserved_special_token_244|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128253": { + "content": "<|reserved_special_token_245|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128254": { + "content": "<|reserved_special_token_246|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128255": { + "content": "<|reserved_special_token_247|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "<|begin_of_text|>", + "clean_up_tokenization_spaces": true, + "eos_token": "<|eot_id|>", + "extra_special_tokens": {}, + "model_input_names": [ + "input_ids", + "attention_mask" + ], + "model_max_length": 131072, + "pad_token": "<|eot_id|>", + "tokenizer_class": "PreTrainedTokenizerFast" +} diff --git a/checkpoint-1968/trainer_state.json b/checkpoint-1968/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..b553442e45b198e53a5dcfe781b56786e85f3877 --- /dev/null +++ b/checkpoint-1968/trainer_state.json @@ -0,0 +1,1598 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 8.0, + "eval_steps": 500, + "global_step": 1968, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.04065040650406504, + "grad_norm": 14.707608222961426, + "learning_rate": 9.000000000000001e-07, + "loss": 0.9613, + "step": 10 + }, + { + "epoch": 0.08130081300813008, + "grad_norm": 12.035386085510254, + "learning_rate": 1.9000000000000002e-06, + "loss": 0.8509, + "step": 20 + }, + { + "epoch": 0.12195121951219512, + "grad_norm": 18.44657325744629, + "learning_rate": 2.9e-06, + "loss": 0.9369, + "step": 30 + }, + { + "epoch": 0.16260162601626016, + "grad_norm": 12.941998481750488, + "learning_rate": 3.900000000000001e-06, + "loss": 0.896, + "step": 40 + }, + { + "epoch": 0.2032520325203252, + "grad_norm": 15.150432586669922, + "learning_rate": 4.9000000000000005e-06, + "loss": 0.9821, + "step": 50 + }, + { + "epoch": 0.24390243902439024, + "grad_norm": 18.638032913208008, + "learning_rate": 5.9e-06, + "loss": 0.9666, + "step": 60 + }, + { + "epoch": 0.2845528455284553, + "grad_norm": 15.954939842224121, + "learning_rate": 6.9e-06, + "loss": 0.9019, + "step": 70 + }, + { + "epoch": 0.3252032520325203, + "grad_norm": 11.114273071289062, + "learning_rate": 7.9e-06, + "loss": 0.8321, + "step": 80 + }, + { + "epoch": 0.36585365853658536, + "grad_norm": 15.285880088806152, + "learning_rate": 8.900000000000001e-06, + "loss": 0.7198, + "step": 90 + }, + { + "epoch": 0.4065040650406504, + "grad_norm": 17.8586483001709, + "learning_rate": 9.9e-06, + "loss": 0.7806, + "step": 100 + }, + { + "epoch": 0.44715447154471544, + "grad_norm": 11.217978477478027, + "learning_rate": 9.961864406779662e-06, + "loss": 1.0024, + "step": 110 + }, + { + "epoch": 0.4878048780487805, + "grad_norm": 7.002477169036865, + "learning_rate": 9.91949152542373e-06, + "loss": 0.8086, + "step": 120 + }, + { + "epoch": 0.5284552845528455, + "grad_norm": 13.211562156677246, + "learning_rate": 9.877118644067798e-06, + "loss": 0.8958, + "step": 130 + }, + { + "epoch": 0.5691056910569106, + "grad_norm": 11.169763565063477, + "learning_rate": 9.834745762711865e-06, + "loss": 0.8316, + "step": 140 + }, + { + "epoch": 0.6097560975609756, + "grad_norm": 15.369425773620605, + "learning_rate": 9.792372881355933e-06, + "loss": 0.675, + "step": 150 + }, + { + "epoch": 0.6504065040650406, + "grad_norm": 11.003032684326172, + "learning_rate": 9.75e-06, + "loss": 0.7512, + "step": 160 + }, + { + "epoch": 0.6910569105691057, + "grad_norm": 16.466957092285156, + "learning_rate": 9.707627118644068e-06, + "loss": 0.8546, + "step": 170 + }, + { + "epoch": 0.7317073170731707, + "grad_norm": 13.067832946777344, + "learning_rate": 9.665254237288136e-06, + "loss": 0.7497, + "step": 180 + }, + { + "epoch": 0.7723577235772358, + "grad_norm": 9.530882835388184, + "learning_rate": 9.622881355932205e-06, + "loss": 0.6136, + "step": 190 + }, + { + "epoch": 0.8130081300813008, + "grad_norm": 15.063409805297852, + "learning_rate": 9.580508474576273e-06, + "loss": 0.6073, + "step": 200 + }, + { + "epoch": 0.8536585365853658, + "grad_norm": 9.07528305053711, + "learning_rate": 9.53813559322034e-06, + "loss": 0.7295, + "step": 210 + }, + { + "epoch": 0.8943089430894309, + "grad_norm": 14.199564933776855, + "learning_rate": 9.495762711864408e-06, + "loss": 0.596, + "step": 220 + }, + { + "epoch": 0.9349593495934959, + "grad_norm": 16.03732681274414, + "learning_rate": 9.453389830508474e-06, + "loss": 0.6922, + "step": 230 + }, + { + "epoch": 0.975609756097561, + "grad_norm": 17.533695220947266, + "learning_rate": 9.411016949152543e-06, + "loss": 0.7484, + "step": 240 + }, + { + "epoch": 1.0, + "eval_general_loss": 0.754059910774231, + "eval_general_runtime": 254.3068, + "eval_general_samples_per_second": 3.598, + "eval_general_steps_per_second": 0.9, + "step": 246 + }, + { + "epoch": 1.0, + "eval_code_loss": 0.7234187722206116, + "eval_code_runtime": 296.8568, + "eval_code_samples_per_second": 3.092, + "eval_code_steps_per_second": 0.775, + "step": 246 + }, + { + "epoch": 1.0, + "eval_stem_loss": 0.7939386367797852, + "eval_stem_runtime": 250.6578, + "eval_stem_samples_per_second": 3.646, + "eval_stem_steps_per_second": 0.914, + "step": 246 + }, + { + "epoch": 1.016260162601626, + "grad_norm": 16.589147567749023, + "learning_rate": 9.368644067796611e-06, + "loss": 0.7309, + "step": 250 + }, + { + "epoch": 1.056910569105691, + "grad_norm": 8.124390602111816, + "learning_rate": 9.32627118644068e-06, + "loss": 0.5937, + "step": 260 + }, + { + "epoch": 1.0975609756097562, + "grad_norm": 13.223992347717285, + "learning_rate": 9.283898305084746e-06, + "loss": 0.6961, + "step": 270 + }, + { + "epoch": 1.1382113821138211, + "grad_norm": 13.791741371154785, + "learning_rate": 9.241525423728814e-06, + "loss": 0.5783, + "step": 280 + }, + { + "epoch": 1.1788617886178863, + "grad_norm": 16.130605697631836, + "learning_rate": 9.199152542372882e-06, + "loss": 0.6318, + "step": 290 + }, + { + "epoch": 1.2195121951219512, + "grad_norm": 14.941628456115723, + "learning_rate": 9.15677966101695e-06, + "loss": 0.6163, + "step": 300 + }, + { + "epoch": 1.2601626016260163, + "grad_norm": 6.407144546508789, + "learning_rate": 9.114406779661017e-06, + "loss": 0.5745, + "step": 310 + }, + { + "epoch": 1.3008130081300813, + "grad_norm": 7.032970905303955, + "learning_rate": 9.072033898305086e-06, + "loss": 0.474, + "step": 320 + }, + { + "epoch": 1.3414634146341464, + "grad_norm": 14.255295753479004, + "learning_rate": 9.029661016949152e-06, + "loss": 0.6833, + "step": 330 + }, + { + "epoch": 1.3821138211382114, + "grad_norm": 19.13692855834961, + "learning_rate": 8.98728813559322e-06, + "loss": 0.5369, + "step": 340 + }, + { + "epoch": 1.4227642276422765, + "grad_norm": 9.524161338806152, + "learning_rate": 8.944915254237289e-06, + "loss": 0.6925, + "step": 350 + }, + { + "epoch": 1.4634146341463414, + "grad_norm": 12.59819221496582, + "learning_rate": 8.902542372881357e-06, + "loss": 0.572, + "step": 360 + }, + { + "epoch": 1.5040650406504064, + "grad_norm": 7.560878753662109, + "learning_rate": 8.860169491525424e-06, + "loss": 0.5101, + "step": 370 + }, + { + "epoch": 1.5447154471544715, + "grad_norm": 10.911989212036133, + "learning_rate": 8.817796610169492e-06, + "loss": 0.7357, + "step": 380 + }, + { + "epoch": 1.5853658536585367, + "grad_norm": 13.019627571105957, + "learning_rate": 8.77542372881356e-06, + "loss": 0.7094, + "step": 390 + }, + { + "epoch": 1.6260162601626016, + "grad_norm": 5.221607685089111, + "learning_rate": 8.733050847457629e-06, + "loss": 0.5762, + "step": 400 + }, + { + "epoch": 1.6666666666666665, + "grad_norm": 9.154648780822754, + "learning_rate": 8.690677966101695e-06, + "loss": 0.6516, + "step": 410 + }, + { + "epoch": 1.7073170731707317, + "grad_norm": 8.04185962677002, + "learning_rate": 8.648305084745763e-06, + "loss": 0.5457, + "step": 420 + }, + { + "epoch": 1.7479674796747968, + "grad_norm": 12.428257942199707, + "learning_rate": 8.60593220338983e-06, + "loss": 0.6458, + "step": 430 + }, + { + "epoch": 1.7886178861788617, + "grad_norm": 6.699453353881836, + "learning_rate": 8.563559322033898e-06, + "loss": 0.6026, + "step": 440 + }, + { + "epoch": 1.8292682926829267, + "grad_norm": 5.6174774169921875, + "learning_rate": 8.521186440677967e-06, + "loss": 0.6756, + "step": 450 + }, + { + "epoch": 1.8699186991869918, + "grad_norm": 12.72862720489502, + "learning_rate": 8.478813559322035e-06, + "loss": 0.5932, + "step": 460 + }, + { + "epoch": 1.910569105691057, + "grad_norm": 4.651763439178467, + "learning_rate": 8.436440677966102e-06, + "loss": 0.418, + "step": 470 + }, + { + "epoch": 1.951219512195122, + "grad_norm": 16.044872283935547, + "learning_rate": 8.39406779661017e-06, + "loss": 0.5756, + "step": 480 + }, + { + "epoch": 1.9918699186991868, + "grad_norm": 10.388751029968262, + "learning_rate": 8.351694915254238e-06, + "loss": 0.6304, + "step": 490 + }, + { + "epoch": 2.0, + "eval_general_loss": 0.6887519359588623, + "eval_general_runtime": 255.0576, + "eval_general_samples_per_second": 3.587, + "eval_general_steps_per_second": 0.898, + "step": 492 + }, + { + "epoch": 2.0, + "eval_code_loss": 0.5912412405014038, + "eval_code_runtime": 297.8316, + "eval_code_samples_per_second": 3.082, + "eval_code_steps_per_second": 0.772, + "step": 492 + }, + { + "epoch": 2.0, + "eval_stem_loss": 0.7283160090446472, + "eval_stem_runtime": 251.4929, + "eval_stem_samples_per_second": 3.634, + "eval_stem_steps_per_second": 0.911, + "step": 492 + }, + { + "epoch": 2.032520325203252, + "grad_norm": 13.620870590209961, + "learning_rate": 8.309322033898306e-06, + "loss": 0.5292, + "step": 500 + }, + { + "epoch": 2.073170731707317, + "grad_norm": 11.176264762878418, + "learning_rate": 8.266949152542375e-06, + "loss": 0.4926, + "step": 510 + }, + { + "epoch": 2.113821138211382, + "grad_norm": 4.5993852615356445, + "learning_rate": 8.224576271186441e-06, + "loss": 0.476, + "step": 520 + }, + { + "epoch": 2.154471544715447, + "grad_norm": 16.03154182434082, + "learning_rate": 8.182203389830508e-06, + "loss": 0.492, + "step": 530 + }, + { + "epoch": 2.1951219512195124, + "grad_norm": 3.7860374450683594, + "learning_rate": 8.139830508474576e-06, + "loss": 0.4376, + "step": 540 + }, + { + "epoch": 2.2357723577235773, + "grad_norm": 14.141989707946777, + "learning_rate": 8.097457627118644e-06, + "loss": 0.5422, + "step": 550 + }, + { + "epoch": 2.2764227642276422, + "grad_norm": 11.716277122497559, + "learning_rate": 8.055084745762713e-06, + "loss": 0.4781, + "step": 560 + }, + { + "epoch": 2.317073170731707, + "grad_norm": 16.112192153930664, + "learning_rate": 8.012711864406781e-06, + "loss": 0.5243, + "step": 570 + }, + { + "epoch": 2.3577235772357725, + "grad_norm": 5.857080936431885, + "learning_rate": 7.970338983050848e-06, + "loss": 0.4588, + "step": 580 + }, + { + "epoch": 2.3983739837398375, + "grad_norm": 9.052570343017578, + "learning_rate": 7.927966101694916e-06, + "loss": 0.5717, + "step": 590 + }, + { + "epoch": 2.4390243902439024, + "grad_norm": 17.8330078125, + "learning_rate": 7.885593220338984e-06, + "loss": 0.4547, + "step": 600 + }, + { + "epoch": 2.4796747967479673, + "grad_norm": 13.779817581176758, + "learning_rate": 7.843220338983052e-06, + "loss": 0.4584, + "step": 610 + }, + { + "epoch": 2.5203252032520327, + "grad_norm": 18.924348831176758, + "learning_rate": 7.800847457627119e-06, + "loss": 0.4788, + "step": 620 + }, + { + "epoch": 2.5609756097560976, + "grad_norm": 12.157154083251953, + "learning_rate": 7.758474576271187e-06, + "loss": 0.4762, + "step": 630 + }, + { + "epoch": 2.6016260162601625, + "grad_norm": 14.143574714660645, + "learning_rate": 7.716101694915254e-06, + "loss": 0.7017, + "step": 640 + }, + { + "epoch": 2.642276422764228, + "grad_norm": 11.326656341552734, + "learning_rate": 7.673728813559322e-06, + "loss": 0.4524, + "step": 650 + }, + { + "epoch": 2.682926829268293, + "grad_norm": 5.236691474914551, + "learning_rate": 7.63135593220339e-06, + "loss": 0.5228, + "step": 660 + }, + { + "epoch": 2.7235772357723578, + "grad_norm": 17.48626708984375, + "learning_rate": 7.588983050847458e-06, + "loss": 0.4414, + "step": 670 + }, + { + "epoch": 2.7642276422764227, + "grad_norm": 13.257789611816406, + "learning_rate": 7.546610169491526e-06, + "loss": 0.5442, + "step": 680 + }, + { + "epoch": 2.8048780487804876, + "grad_norm": 20.655475616455078, + "learning_rate": 7.504237288135594e-06, + "loss": 0.5451, + "step": 690 + }, + { + "epoch": 2.845528455284553, + "grad_norm": 10.467672348022461, + "learning_rate": 7.461864406779662e-06, + "loss": 0.4601, + "step": 700 + }, + { + "epoch": 2.886178861788618, + "grad_norm": 13.194644927978516, + "learning_rate": 7.41949152542373e-06, + "loss": 0.502, + "step": 710 + }, + { + "epoch": 2.926829268292683, + "grad_norm": 9.131794929504395, + "learning_rate": 7.377118644067798e-06, + "loss": 0.5583, + "step": 720 + }, + { + "epoch": 2.9674796747967482, + "grad_norm": 8.837148666381836, + "learning_rate": 7.334745762711864e-06, + "loss": 0.4668, + "step": 730 + }, + { + "epoch": 3.0, + "eval_general_loss": 0.6758893728256226, + "eval_general_runtime": 255.2921, + "eval_general_samples_per_second": 3.584, + "eval_general_steps_per_second": 0.897, + "step": 738 + }, + { + "epoch": 3.0, + "eval_code_loss": 0.5598136782646179, + "eval_code_runtime": 297.7838, + "eval_code_samples_per_second": 3.083, + "eval_code_steps_per_second": 0.772, + "step": 738 + }, + { + "epoch": 3.0, + "eval_stem_loss": 0.7172386050224304, + "eval_stem_runtime": 251.2967, + "eval_stem_samples_per_second": 3.637, + "eval_stem_steps_per_second": 0.911, + "step": 738 + }, + { + "epoch": 3.008130081300813, + "grad_norm": 8.791101455688477, + "learning_rate": 7.292372881355933e-06, + "loss": 0.3545, + "step": 740 + }, + { + "epoch": 3.048780487804878, + "grad_norm": 7.602899074554443, + "learning_rate": 7.25e-06, + "loss": 0.4633, + "step": 750 + }, + { + "epoch": 3.089430894308943, + "grad_norm": 10.939055442810059, + "learning_rate": 7.207627118644068e-06, + "loss": 0.3989, + "step": 760 + }, + { + "epoch": 3.130081300813008, + "grad_norm": 9.168066024780273, + "learning_rate": 7.165254237288136e-06, + "loss": 0.5555, + "step": 770 + }, + { + "epoch": 3.1707317073170733, + "grad_norm": 17.25099754333496, + "learning_rate": 7.122881355932204e-06, + "loss": 0.5326, + "step": 780 + }, + { + "epoch": 3.2113821138211383, + "grad_norm": 13.0396146774292, + "learning_rate": 7.080508474576272e-06, + "loss": 0.3831, + "step": 790 + }, + { + "epoch": 3.252032520325203, + "grad_norm": 11.217447280883789, + "learning_rate": 7.03813559322034e-06, + "loss": 0.4142, + "step": 800 + }, + { + "epoch": 3.292682926829268, + "grad_norm": 8.102045059204102, + "learning_rate": 6.995762711864408e-06, + "loss": 0.4414, + "step": 810 + }, + { + "epoch": 3.3333333333333335, + "grad_norm": 11.761209487915039, + "learning_rate": 6.953389830508475e-06, + "loss": 0.501, + "step": 820 + }, + { + "epoch": 3.3739837398373984, + "grad_norm": 7.058698654174805, + "learning_rate": 6.911016949152542e-06, + "loss": 0.3771, + "step": 830 + }, + { + "epoch": 3.4146341463414633, + "grad_norm": 7.728908061981201, + "learning_rate": 6.86864406779661e-06, + "loss": 0.3867, + "step": 840 + }, + { + "epoch": 3.4552845528455283, + "grad_norm": 12.833827018737793, + "learning_rate": 6.826271186440679e-06, + "loss": 0.4132, + "step": 850 + }, + { + "epoch": 3.4959349593495936, + "grad_norm": 9.884450912475586, + "learning_rate": 6.783898305084746e-06, + "loss": 0.3674, + "step": 860 + }, + { + "epoch": 3.5365853658536586, + "grad_norm": 10.731056213378906, + "learning_rate": 6.741525423728814e-06, + "loss": 0.422, + "step": 870 + }, + { + "epoch": 3.5772357723577235, + "grad_norm": 6.745728015899658, + "learning_rate": 6.699152542372882e-06, + "loss": 0.499, + "step": 880 + }, + { + "epoch": 3.617886178861789, + "grad_norm": 9.808424949645996, + "learning_rate": 6.65677966101695e-06, + "loss": 0.2978, + "step": 890 + }, + { + "epoch": 3.658536585365854, + "grad_norm": 8.444202423095703, + "learning_rate": 6.614406779661018e-06, + "loss": 0.3698, + "step": 900 + }, + { + "epoch": 3.6991869918699187, + "grad_norm": 10.285717964172363, + "learning_rate": 6.572033898305086e-06, + "loss": 0.4677, + "step": 910 + }, + { + "epoch": 3.7398373983739837, + "grad_norm": 6.763285160064697, + "learning_rate": 6.5296610169491525e-06, + "loss": 0.4449, + "step": 920 + }, + { + "epoch": 3.7804878048780486, + "grad_norm": 20.608469009399414, + "learning_rate": 6.487288135593221e-06, + "loss": 0.5297, + "step": 930 + }, + { + "epoch": 3.821138211382114, + "grad_norm": 9.06677532196045, + "learning_rate": 6.444915254237288e-06, + "loss": 0.4292, + "step": 940 + }, + { + "epoch": 3.861788617886179, + "grad_norm": 6.93435525894165, + "learning_rate": 6.4025423728813565e-06, + "loss": 0.3877, + "step": 950 + }, + { + "epoch": 3.902439024390244, + "grad_norm": 11.75598430633545, + "learning_rate": 6.360169491525424e-06, + "loss": 0.4032, + "step": 960 + }, + { + "epoch": 3.943089430894309, + "grad_norm": 6.338623046875, + "learning_rate": 6.317796610169492e-06, + "loss": 0.4228, + "step": 970 + }, + { + "epoch": 3.983739837398374, + "grad_norm": 6.302221775054932, + "learning_rate": 6.27542372881356e-06, + "loss": 0.4054, + "step": 980 + }, + { + "epoch": 4.0, + "eval_general_loss": 0.6872960329055786, + "eval_general_runtime": 254.991, + "eval_general_samples_per_second": 3.588, + "eval_general_steps_per_second": 0.898, + "step": 984 + }, + { + "epoch": 4.0, + "eval_code_loss": 0.5443978309631348, + "eval_code_runtime": 297.6318, + "eval_code_samples_per_second": 3.084, + "eval_code_steps_per_second": 0.773, + "step": 984 + }, + { + "epoch": 4.0, + "eval_stem_loss": 0.7525980472564697, + "eval_stem_runtime": 251.3515, + "eval_stem_samples_per_second": 3.636, + "eval_stem_steps_per_second": 0.911, + "step": 984 + }, + { + "epoch": 4.024390243902439, + "grad_norm": 11.085492134094238, + "learning_rate": 6.233050847457628e-06, + "loss": 0.2924, + "step": 990 + }, + { + "epoch": 4.065040650406504, + "grad_norm": 9.018081665039062, + "learning_rate": 6.190677966101695e-06, + "loss": 0.3824, + "step": 1000 + }, + { + "epoch": 4.105691056910569, + "grad_norm": 5.635726451873779, + "learning_rate": 6.148305084745764e-06, + "loss": 0.3209, + "step": 1010 + }, + { + "epoch": 4.146341463414634, + "grad_norm": 17.105005264282227, + "learning_rate": 6.10593220338983e-06, + "loss": 0.3092, + "step": 1020 + }, + { + "epoch": 4.186991869918699, + "grad_norm": 9.317548751831055, + "learning_rate": 6.0635593220338986e-06, + "loss": 0.3398, + "step": 1030 + }, + { + "epoch": 4.227642276422764, + "grad_norm": 12.000333786010742, + "learning_rate": 6.021186440677966e-06, + "loss": 0.3214, + "step": 1040 + }, + { + "epoch": 4.2682926829268295, + "grad_norm": 18.374374389648438, + "learning_rate": 5.978813559322034e-06, + "loss": 0.4008, + "step": 1050 + }, + { + "epoch": 4.308943089430894, + "grad_norm": 8.767024993896484, + "learning_rate": 5.936440677966102e-06, + "loss": 0.4476, + "step": 1060 + }, + { + "epoch": 4.349593495934959, + "grad_norm": 12.842947006225586, + "learning_rate": 5.89406779661017e-06, + "loss": 0.3627, + "step": 1070 + }, + { + "epoch": 4.390243902439025, + "grad_norm": 11.248525619506836, + "learning_rate": 5.851694915254238e-06, + "loss": 0.3427, + "step": 1080 + }, + { + "epoch": 4.430894308943089, + "grad_norm": 18.474157333374023, + "learning_rate": 5.809322033898306e-06, + "loss": 0.2842, + "step": 1090 + }, + { + "epoch": 4.471544715447155, + "grad_norm": 10.508559226989746, + "learning_rate": 5.766949152542374e-06, + "loss": 0.4153, + "step": 1100 + }, + { + "epoch": 4.512195121951219, + "grad_norm": 20.686229705810547, + "learning_rate": 5.7245762711864415e-06, + "loss": 0.3661, + "step": 1110 + }, + { + "epoch": 4.5528455284552845, + "grad_norm": 7.763411998748779, + "learning_rate": 5.682203389830508e-06, + "loss": 0.3325, + "step": 1120 + }, + { + "epoch": 4.59349593495935, + "grad_norm": 6.85905647277832, + "learning_rate": 5.639830508474576e-06, + "loss": 0.4229, + "step": 1130 + }, + { + "epoch": 4.634146341463414, + "grad_norm": 17.94886589050293, + "learning_rate": 5.597457627118645e-06, + "loss": 0.3009, + "step": 1140 + }, + { + "epoch": 4.67479674796748, + "grad_norm": 20.208101272583008, + "learning_rate": 5.555084745762712e-06, + "loss": 0.3604, + "step": 1150 + }, + { + "epoch": 4.715447154471545, + "grad_norm": 8.471419334411621, + "learning_rate": 5.51271186440678e-06, + "loss": 0.3724, + "step": 1160 + }, + { + "epoch": 4.7560975609756095, + "grad_norm": 9.207096099853516, + "learning_rate": 5.470338983050848e-06, + "loss": 0.3979, + "step": 1170 + }, + { + "epoch": 4.796747967479675, + "grad_norm": 18.151241302490234, + "learning_rate": 5.427966101694916e-06, + "loss": 0.3412, + "step": 1180 + }, + { + "epoch": 4.83739837398374, + "grad_norm": 11.33778190612793, + "learning_rate": 5.3855932203389836e-06, + "loss": 0.3582, + "step": 1190 + }, + { + "epoch": 4.878048780487805, + "grad_norm": 3.6720833778381348, + "learning_rate": 5.343220338983052e-06, + "loss": 0.3269, + "step": 1200 + }, + { + "epoch": 4.91869918699187, + "grad_norm": 15.8824462890625, + "learning_rate": 5.300847457627119e-06, + "loss": 0.4141, + "step": 1210 + }, + { + "epoch": 4.959349593495935, + "grad_norm": 8.455586433410645, + "learning_rate": 5.258474576271187e-06, + "loss": 0.3515, + "step": 1220 + }, + { + "epoch": 5.0, + "grad_norm": 13.756336212158203, + "learning_rate": 5.216101694915254e-06, + "loss": 0.3621, + "step": 1230 + }, + { + "epoch": 5.0, + "eval_general_loss": 0.7001935839653015, + "eval_general_runtime": 255.6611, + "eval_general_samples_per_second": 3.579, + "eval_general_steps_per_second": 0.896, + "step": 1230 + }, + { + "epoch": 5.0, + "eval_code_loss": 0.5433691740036011, + "eval_code_runtime": 297.6204, + "eval_code_samples_per_second": 3.084, + "eval_code_steps_per_second": 0.773, + "step": 1230 + }, + { + "epoch": 5.0, + "eval_stem_loss": 0.8110136389732361, + "eval_stem_runtime": 251.3377, + "eval_stem_samples_per_second": 3.637, + "eval_stem_steps_per_second": 0.911, + "step": 1230 + }, + { + "epoch": 5.040650406504065, + "grad_norm": 8.500140190124512, + "learning_rate": 5.1737288135593225e-06, + "loss": 0.2453, + "step": 1240 + }, + { + "epoch": 5.08130081300813, + "grad_norm": 23.405906677246094, + "learning_rate": 5.13135593220339e-06, + "loss": 0.2729, + "step": 1250 + }, + { + "epoch": 5.121951219512195, + "grad_norm": 15.196890830993652, + "learning_rate": 5.088983050847458e-06, + "loss": 0.2626, + "step": 1260 + }, + { + "epoch": 5.16260162601626, + "grad_norm": 12.534261703491211, + "learning_rate": 5.046610169491526e-06, + "loss": 0.2891, + "step": 1270 + }, + { + "epoch": 5.203252032520325, + "grad_norm": 16.788536071777344, + "learning_rate": 5.004237288135594e-06, + "loss": 0.3668, + "step": 1280 + }, + { + "epoch": 5.2439024390243905, + "grad_norm": 7.071691513061523, + "learning_rate": 4.961864406779661e-06, + "loss": 0.2995, + "step": 1290 + }, + { + "epoch": 5.284552845528455, + "grad_norm": 23.835960388183594, + "learning_rate": 4.919491525423729e-06, + "loss": 0.4169, + "step": 1300 + }, + { + "epoch": 5.32520325203252, + "grad_norm": 6.12783145904541, + "learning_rate": 4.877118644067797e-06, + "loss": 0.3055, + "step": 1310 + }, + { + "epoch": 5.365853658536586, + "grad_norm": 11.301496505737305, + "learning_rate": 4.8347457627118645e-06, + "loss": 0.1926, + "step": 1320 + }, + { + "epoch": 5.40650406504065, + "grad_norm": 11.58179759979248, + "learning_rate": 4.792372881355933e-06, + "loss": 0.3254, + "step": 1330 + }, + { + "epoch": 5.4471544715447155, + "grad_norm": 18.70044708251953, + "learning_rate": 4.75e-06, + "loss": 0.3081, + "step": 1340 + }, + { + "epoch": 5.487804878048781, + "grad_norm": 22.241409301757812, + "learning_rate": 4.707627118644068e-06, + "loss": 0.2969, + "step": 1350 + }, + { + "epoch": 5.528455284552845, + "grad_norm": 17.672147750854492, + "learning_rate": 4.665254237288136e-06, + "loss": 0.3348, + "step": 1360 + }, + { + "epoch": 5.569105691056911, + "grad_norm": 9.32618522644043, + "learning_rate": 4.622881355932204e-06, + "loss": 0.2523, + "step": 1370 + }, + { + "epoch": 5.609756097560975, + "grad_norm": 6.630079746246338, + "learning_rate": 4.580508474576272e-06, + "loss": 0.2889, + "step": 1380 + }, + { + "epoch": 5.650406504065041, + "grad_norm": 21.26811408996582, + "learning_rate": 4.538135593220339e-06, + "loss": 0.3947, + "step": 1390 + }, + { + "epoch": 5.691056910569106, + "grad_norm": 20.458436965942383, + "learning_rate": 4.4957627118644075e-06, + "loss": 0.3509, + "step": 1400 + }, + { + "epoch": 5.7317073170731705, + "grad_norm": 8.210813522338867, + "learning_rate": 4.453389830508475e-06, + "loss": 0.2976, + "step": 1410 + }, + { + "epoch": 5.772357723577236, + "grad_norm": 16.646589279174805, + "learning_rate": 4.411016949152543e-06, + "loss": 0.2757, + "step": 1420 + }, + { + "epoch": 5.8130081300813, + "grad_norm": 14.104079246520996, + "learning_rate": 4.368644067796611e-06, + "loss": 0.3213, + "step": 1430 + }, + { + "epoch": 5.853658536585366, + "grad_norm": 10.447735786437988, + "learning_rate": 4.326271186440678e-06, + "loss": 0.2845, + "step": 1440 + }, + { + "epoch": 5.894308943089431, + "grad_norm": 22.94976043701172, + "learning_rate": 4.283898305084746e-06, + "loss": 0.3306, + "step": 1450 + }, + { + "epoch": 5.934959349593496, + "grad_norm": 8.621337890625, + "learning_rate": 4.241525423728814e-06, + "loss": 0.267, + "step": 1460 + }, + { + "epoch": 5.975609756097561, + "grad_norm": 20.209896087646484, + "learning_rate": 4.199152542372882e-06, + "loss": 0.2916, + "step": 1470 + }, + { + "epoch": 6.0, + "eval_general_loss": 0.7351013422012329, + "eval_general_runtime": 254.9676, + "eval_general_samples_per_second": 3.589, + "eval_general_steps_per_second": 0.898, + "step": 1476 + }, + { + "epoch": 6.0, + "eval_code_loss": 0.5539229512214661, + "eval_code_runtime": 297.3043, + "eval_code_samples_per_second": 3.088, + "eval_code_steps_per_second": 0.774, + "step": 1476 + }, + { + "epoch": 6.0, + "eval_stem_loss": 0.8781471252441406, + "eval_stem_runtime": 250.9123, + "eval_stem_samples_per_second": 3.643, + "eval_stem_steps_per_second": 0.913, + "step": 1476 + }, + { + "epoch": 6.016260162601626, + "grad_norm": 23.147737503051758, + "learning_rate": 4.1567796610169495e-06, + "loss": 0.298, + "step": 1480 + }, + { + "epoch": 6.056910569105691, + "grad_norm": 13.436469078063965, + "learning_rate": 4.114406779661017e-06, + "loss": 0.2302, + "step": 1490 + }, + { + "epoch": 6.097560975609756, + "grad_norm": 7.810673236846924, + "learning_rate": 4.072033898305085e-06, + "loss": 0.3332, + "step": 1500 + }, + { + "epoch": 6.138211382113822, + "grad_norm": 18.086008071899414, + "learning_rate": 4.029661016949153e-06, + "loss": 0.2208, + "step": 1510 + }, + { + "epoch": 6.178861788617886, + "grad_norm": 15.756752967834473, + "learning_rate": 3.987288135593221e-06, + "loss": 0.2687, + "step": 1520 + }, + { + "epoch": 6.219512195121951, + "grad_norm": 4.063956260681152, + "learning_rate": 3.9449152542372884e-06, + "loss": 0.1873, + "step": 1530 + }, + { + "epoch": 6.260162601626016, + "grad_norm": 22.55267333984375, + "learning_rate": 3.902542372881356e-06, + "loss": 0.309, + "step": 1540 + }, + { + "epoch": 6.300813008130081, + "grad_norm": 3.895887613296509, + "learning_rate": 3.860169491525424e-06, + "loss": 0.2664, + "step": 1550 + }, + { + "epoch": 6.341463414634147, + "grad_norm": 7.404182434082031, + "learning_rate": 3.817796610169492e-06, + "loss": 0.2889, + "step": 1560 + }, + { + "epoch": 6.382113821138211, + "grad_norm": 9.983993530273438, + "learning_rate": 3.77542372881356e-06, + "loss": 0.2803, + "step": 1570 + }, + { + "epoch": 6.4227642276422765, + "grad_norm": 7.133581638336182, + "learning_rate": 3.7330508474576277e-06, + "loss": 0.2078, + "step": 1580 + }, + { + "epoch": 6.463414634146342, + "grad_norm": 4.602142333984375, + "learning_rate": 3.690677966101695e-06, + "loss": 0.2432, + "step": 1590 + }, + { + "epoch": 6.504065040650406, + "grad_norm": 20.32489585876465, + "learning_rate": 3.648305084745763e-06, + "loss": 0.2643, + "step": 1600 + }, + { + "epoch": 6.544715447154472, + "grad_norm": 2.3672261238098145, + "learning_rate": 3.605932203389831e-06, + "loss": 0.2641, + "step": 1610 + }, + { + "epoch": 6.585365853658536, + "grad_norm": 3.9571468830108643, + "learning_rate": 3.5635593220338988e-06, + "loss": 0.2888, + "step": 1620 + }, + { + "epoch": 6.626016260162602, + "grad_norm": 7.1855902671813965, + "learning_rate": 3.5211864406779667e-06, + "loss": 0.2808, + "step": 1630 + }, + { + "epoch": 6.666666666666667, + "grad_norm": 17.62175750732422, + "learning_rate": 3.478813559322034e-06, + "loss": 0.1877, + "step": 1640 + }, + { + "epoch": 6.7073170731707314, + "grad_norm": 23.9554443359375, + "learning_rate": 3.436440677966102e-06, + "loss": 0.2536, + "step": 1650 + }, + { + "epoch": 6.747967479674797, + "grad_norm": 18.637380599975586, + "learning_rate": 3.39406779661017e-06, + "loss": 0.2285, + "step": 1660 + }, + { + "epoch": 6.788617886178862, + "grad_norm": 4.296135902404785, + "learning_rate": 3.3516949152542377e-06, + "loss": 0.2408, + "step": 1670 + }, + { + "epoch": 6.829268292682927, + "grad_norm": 13.094096183776855, + "learning_rate": 3.309322033898305e-06, + "loss": 0.2354, + "step": 1680 + }, + { + "epoch": 6.869918699186992, + "grad_norm": 21.35910987854004, + "learning_rate": 3.266949152542373e-06, + "loss": 0.2929, + "step": 1690 + }, + { + "epoch": 6.9105691056910565, + "grad_norm": 11.566039085388184, + "learning_rate": 3.224576271186441e-06, + "loss": 0.2473, + "step": 1700 + }, + { + "epoch": 6.951219512195122, + "grad_norm": 33.27814865112305, + "learning_rate": 3.1822033898305087e-06, + "loss": 0.2745, + "step": 1710 + }, + { + "epoch": 6.991869918699187, + "grad_norm": 28.20252799987793, + "learning_rate": 3.1398305084745766e-06, + "loss": 0.2758, + "step": 1720 + }, + { + "epoch": 7.0, + "eval_general_loss": 0.7735296487808228, + "eval_general_runtime": 254.8206, + "eval_general_samples_per_second": 3.591, + "eval_general_steps_per_second": 0.899, + "step": 1722 + }, + { + "epoch": 7.0, + "eval_code_loss": 0.5828394889831543, + "eval_code_runtime": 297.9571, + "eval_code_samples_per_second": 3.081, + "eval_code_steps_per_second": 0.772, + "step": 1722 + }, + { + "epoch": 7.0, + "eval_stem_loss": 0.9436448216438293, + "eval_stem_runtime": 251.491, + "eval_stem_samples_per_second": 3.634, + "eval_stem_steps_per_second": 0.911, + "step": 1722 + }, + { + "epoch": 7.032520325203252, + "grad_norm": 3.4257633686065674, + "learning_rate": 3.097457627118644e-06, + "loss": 0.2642, + "step": 1730 + }, + { + "epoch": 7.073170731707317, + "grad_norm": 5.06683349609375, + "learning_rate": 3.055084745762712e-06, + "loss": 0.1826, + "step": 1740 + }, + { + "epoch": 7.1138211382113825, + "grad_norm": 16.503429412841797, + "learning_rate": 3.0127118644067798e-06, + "loss": 0.2212, + "step": 1750 + }, + { + "epoch": 7.154471544715447, + "grad_norm": 8.533424377441406, + "learning_rate": 2.9703389830508476e-06, + "loss": 0.2552, + "step": 1760 + }, + { + "epoch": 7.195121951219512, + "grad_norm": 24.57413673400879, + "learning_rate": 2.9279661016949155e-06, + "loss": 0.2391, + "step": 1770 + }, + { + "epoch": 7.235772357723577, + "grad_norm": 9.451231002807617, + "learning_rate": 2.885593220338983e-06, + "loss": 0.2397, + "step": 1780 + }, + { + "epoch": 7.276422764227642, + "grad_norm": 4.1486382484436035, + "learning_rate": 2.843220338983051e-06, + "loss": 0.3058, + "step": 1790 + }, + { + "epoch": 7.317073170731708, + "grad_norm": 11.02759838104248, + "learning_rate": 2.8008474576271187e-06, + "loss": 0.186, + "step": 1800 + }, + { + "epoch": 7.357723577235772, + "grad_norm": 12.10676097869873, + "learning_rate": 2.758474576271187e-06, + "loss": 0.2678, + "step": 1810 + }, + { + "epoch": 7.3983739837398375, + "grad_norm": 5.671831130981445, + "learning_rate": 2.716101694915255e-06, + "loss": 0.2211, + "step": 1820 + }, + { + "epoch": 7.439024390243903, + "grad_norm": 7.359579086303711, + "learning_rate": 2.673728813559322e-06, + "loss": 0.1869, + "step": 1830 + }, + { + "epoch": 7.479674796747967, + "grad_norm": 9.749099731445312, + "learning_rate": 2.63135593220339e-06, + "loss": 0.2002, + "step": 1840 + }, + { + "epoch": 7.520325203252033, + "grad_norm": 10.702773094177246, + "learning_rate": 2.588983050847458e-06, + "loss": 0.2843, + "step": 1850 + }, + { + "epoch": 7.560975609756097, + "grad_norm": 2.2151198387145996, + "learning_rate": 2.546610169491526e-06, + "loss": 0.1893, + "step": 1860 + }, + { + "epoch": 7.6016260162601625, + "grad_norm": 4.354043483734131, + "learning_rate": 2.5042372881355937e-06, + "loss": 0.1663, + "step": 1870 + }, + { + "epoch": 7.642276422764228, + "grad_norm": 14.423757553100586, + "learning_rate": 2.461864406779661e-06, + "loss": 0.222, + "step": 1880 + }, + { + "epoch": 7.682926829268292, + "grad_norm": 5.424985885620117, + "learning_rate": 2.419491525423729e-06, + "loss": 0.193, + "step": 1890 + }, + { + "epoch": 7.723577235772358, + "grad_norm": 2.692128896713257, + "learning_rate": 2.377118644067797e-06, + "loss": 0.2082, + "step": 1900 + }, + { + "epoch": 7.764227642276423, + "grad_norm": 17.189456939697266, + "learning_rate": 2.3347457627118648e-06, + "loss": 0.1705, + "step": 1910 + }, + { + "epoch": 7.804878048780488, + "grad_norm": 8.40690803527832, + "learning_rate": 2.292372881355932e-06, + "loss": 0.2217, + "step": 1920 + }, + { + "epoch": 7.845528455284553, + "grad_norm": 38.97690200805664, + "learning_rate": 2.25e-06, + "loss": 0.1921, + "step": 1930 + }, + { + "epoch": 7.886178861788618, + "grad_norm": 5.772021293640137, + "learning_rate": 2.207627118644068e-06, + "loss": 0.2285, + "step": 1940 + }, + { + "epoch": 7.926829268292683, + "grad_norm": 15.428215026855469, + "learning_rate": 2.1652542372881358e-06, + "loss": 0.2625, + "step": 1950 + }, + { + "epoch": 7.967479674796748, + "grad_norm": 18.43503189086914, + "learning_rate": 2.1228813559322037e-06, + "loss": 0.1974, + "step": 1960 + }, + { + "epoch": 8.0, + "eval_general_loss": 0.8415325880050659, + "eval_general_runtime": 255.4935, + "eval_general_samples_per_second": 3.581, + "eval_general_steps_per_second": 0.896, + "step": 1968 + }, + { + "epoch": 8.0, + "eval_code_loss": 0.6173287034034729, + "eval_code_runtime": 297.722, + "eval_code_samples_per_second": 3.083, + "eval_code_steps_per_second": 0.773, + "step": 1968 + }, + { + "epoch": 8.0, + "eval_stem_loss": 1.0608537197113037, + "eval_stem_runtime": 251.5091, + "eval_stem_samples_per_second": 3.634, + "eval_stem_steps_per_second": 0.911, + "step": 1968 + } + ], + "logging_steps": 10, + "max_steps": 2460, + "num_input_tokens_seen": 0, + "num_train_epochs": 10, + "save_steps": 500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 4.875882238166827e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/checkpoint-1968/training_args.bin b/checkpoint-1968/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..8614ea1120688aa2b00c51b5ab043d685f967c46 --- /dev/null +++ b/checkpoint-1968/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a75db4b667e1acb16a0e7511a6d417ad638ff613009acc2ca8623c871c05831 +size 6289 diff --git a/checkpoint-2214/README.md b/checkpoint-2214/README.md new file mode 100644 index 0000000000000000000000000000000000000000..e3bd00a46564008273624a7a4a3ceacd36132ecb --- /dev/null +++ b/checkpoint-2214/README.md @@ -0,0 +1,208 @@ +--- +base_model: meta-llama/Llama-3.1-8B-Instruct +library_name: peft +tags: +- base_model:adapter:meta-llama/Llama-3.1-8B-Instruct +- lora +- reward-trainer +- transformers +- trl +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.18.0 \ No newline at end of file diff --git a/checkpoint-2214/adapter_config.json b/checkpoint-2214/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..e8bd38b33b11f8e4d950e88e0b046528165c5a81 --- /dev/null +++ b/checkpoint-2214/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-3.1-8B-Instruct", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.1, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [ + "classifier", + "score" + ], + "peft_type": "LORA", + "peft_version": "0.18.0", + "qalora_group_size": 16, + "r": 8, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "v_proj", + "q_proj", + "k_proj", + "o_proj" + ], + "target_parameters": null, + "task_type": "SEQ_CLS", + "trainable_token_indices": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false +} \ No newline at end of file diff --git a/checkpoint-2214/adapter_model.safetensors b/checkpoint-2214/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d996e6d1961d15480294311b72d48d3ba01c83b9 --- /dev/null +++ b/checkpoint-2214/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5cf1b82f500e16956047952738090c7a87e440d5c54d0df37950f58a5d201dc5 +size 27305328 diff --git a/checkpoint-2214/chat_template.jinja b/checkpoint-2214/chat_template.jinja new file mode 100644 index 0000000000000000000000000000000000000000..33089ace1be88f22a10fe861ad49718d5d886090 --- /dev/null +++ b/checkpoint-2214/chat_template.jinja @@ -0,0 +1,109 @@ +{{- bos_token }} +{%- if custom_tools is defined %} + {%- set tools = custom_tools %} +{%- endif %} +{%- if not tools_in_user_message is defined %} + {%- set tools_in_user_message = true %} +{%- endif %} +{%- if not date_string is defined %} + {%- set date_string = "26 Jul 2024" %} +{%- endif %} +{%- if not tools is defined %} + {%- set tools = none %} +{%- endif %} + +{#- This block extracts the system message, so we can slot it into the right place. #} +{%- if messages[0]['role'] == 'system' %} + {%- set system_message = messages[0]['content']|trim %} + {%- set messages = messages[1:] %} +{%- else %} + {%- set system_message = "" %} +{%- endif %} + +{#- System message + builtin tools #} +{{- "<|start_header_id|>system<|end_header_id|>\n\n" }} +{%- if builtin_tools is defined or tools is not none %} + {{- "Environment: ipython\n" }} +{%- endif %} +{%- if builtin_tools is defined %} + {{- "Tools: " + builtin_tools | reject('equalto', 'code_interpreter') | join(", ") + "\n\n"}} +{%- endif %} +{{- "Cutting Knowledge Date: December 2023\n" }} +{{- "Today Date: " + date_string + "\n\n" }} +{%- if tools is not none and not tools_in_user_message %} + {{- "You have access to the following functions. To call a function, please respond with JSON for a function call." }} + {{- 'Respond in the format {"name": function name, "parameters": dictionary of argument name and its value}.' }} + {{- "Do not use variables.\n\n" }} + {%- for t in tools %} + {{- t | tojson(indent=4) }} + {{- "\n\n" }} + {%- endfor %} +{%- endif %} +{{- system_message }} +{{- "<|eot_id|>" }} + +{#- Custom tools are passed in a user message with some extra guidance #} +{%- if tools_in_user_message and not tools is none %} + {#- Extract the first user message so we can plug it in here #} + {%- if messages | length != 0 %} + {%- set first_user_message = messages[0]['content']|trim %} + {%- set messages = messages[1:] %} + {%- else %} + {{- raise_exception("Cannot put tools in the first user message when there's no first user message!") }} +{%- endif %} + {{- '<|start_header_id|>user<|end_header_id|>\n\n' -}} + {{- "Given the following functions, please respond with a JSON for a function call " }} + {{- "with its proper arguments that best answers the given prompt.\n\n" }} + {{- 'Respond in the format {"name": function name, "parameters": dictionary of argument name and its value}.' }} + {{- "Do not use variables.\n\n" }} + {%- for t in tools %} + {{- t | tojson(indent=4) }} + {{- "\n\n" }} + {%- endfor %} + {{- first_user_message + "<|eot_id|>"}} +{%- endif %} + +{%- for message in messages %} + {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %} + {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' }} + {%- elif 'tool_calls' in message %} + {%- if not message.tool_calls|length == 1 %} + {{- raise_exception("This model only supports single tool-calls at once!") }} + {%- endif %} + {%- set tool_call = message.tool_calls[0].function %} + {%- if builtin_tools is defined and tool_call.name in builtin_tools %} + {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' -}} + {{- "<|python_tag|>" + tool_call.name + ".call(" }} + {%- for arg_name, arg_val in tool_call.arguments | items %} + {{- arg_name + '="' + arg_val + '"' }} + {%- if not loop.last %} + {{- ", " }} + {%- endif %} + {%- endfor %} + {{- ")" }} + {%- else %} + {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' -}} + {{- '{"name": "' + tool_call.name + '", ' }} + {{- '"parameters": ' }} + {{- tool_call.arguments | tojson }} + {{- "}" }} + {%- endif %} + {%- if builtin_tools is defined %} + {#- This means we're in ipython mode #} + {{- "<|eom_id|>" }} + {%- else %} + {{- "<|eot_id|>" }} + {%- endif %} + {%- elif message.role == "tool" or message.role == "ipython" %} + {{- "<|start_header_id|>ipython<|end_header_id|>\n\n" }} + {%- if message.content is mapping or message.content is iterable %} + {{- message.content | tojson }} + {%- else %} + {{- message.content }} + {%- endif %} + {{- "<|eot_id|>" }} + {%- endif %} +{%- endfor %} +{%- if add_generation_prompt %} + {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' }} +{%- endif %} diff --git a/checkpoint-2214/optimizer.pt b/checkpoint-2214/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..32b667a6063937bd8a95456956e222941d73b242 --- /dev/null +++ b/checkpoint-2214/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c01b2d1906e5597fb69a29784e4e7034d7455f6ee46076643ca9c110748464b +size 54761995 diff --git a/checkpoint-2214/rng_state.pth b/checkpoint-2214/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..50ca07b1e531783de289e33ddcfd5b24fed6b141 --- /dev/null +++ b/checkpoint-2214/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d1c4787f018a3c9e54b5e79ac2c75cee94a09ef16036a89d6aba6538b3bb7ab +size 14645 diff --git a/checkpoint-2214/scheduler.pt b/checkpoint-2214/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..8a6740d0e0bf88508b8934e33a5acb2164d31ea6 --- /dev/null +++ b/checkpoint-2214/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a582094d69a00c380b2488757a105efb7a0810da2a6df4e06c910d5548309bd +size 1465 diff --git a/checkpoint-2214/special_tokens_map.json b/checkpoint-2214/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..b43be96621d147110fb8a18b5776ec6e38516127 --- /dev/null +++ b/checkpoint-2214/special_tokens_map.json @@ -0,0 +1,17 @@ +{ + "bos_token": { + "content": "<|begin_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "<|eot_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "<|eot_id|>" +} diff --git a/checkpoint-2214/tokenizer.json b/checkpoint-2214/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..1c1d8d5c9024994f1d3b00f9662b8dd89ca13cf2 --- /dev/null +++ b/checkpoint-2214/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b9e4e7fb171f92fd137b777cc2714bf87d11576700a1dcd7a399e7bbe39537b +size 17209920 diff --git a/checkpoint-2214/tokenizer_config.json b/checkpoint-2214/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3beeacc86a6ca3cae14ad3004263ab74a4bac07a --- /dev/null +++ b/checkpoint-2214/tokenizer_config.json @@ -0,0 +1,2063 @@ +{ + "added_tokens_decoder": { + "128000": { + "content": "<|begin_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128001": { + "content": "<|end_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128002": { + "content": "<|reserved_special_token_0|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128003": { + "content": "<|reserved_special_token_1|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128004": { + "content": "<|finetune_right_pad_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128005": { + "content": "<|reserved_special_token_2|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128006": { + "content": "<|start_header_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128007": { + "content": "<|end_header_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128008": { + "content": "<|eom_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128009": { + "content": "<|eot_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128010": { + "content": "<|python_tag|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128011": { + "content": "<|reserved_special_token_3|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128012": { + "content": "<|reserved_special_token_4|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128013": { + "content": "<|reserved_special_token_5|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128014": { + "content": "<|reserved_special_token_6|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128015": { + "content": "<|reserved_special_token_7|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128016": { + "content": "<|reserved_special_token_8|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128017": { + "content": "<|reserved_special_token_9|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128018": { + "content": "<|reserved_special_token_10|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128019": { + "content": "<|reserved_special_token_11|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128020": { + "content": "<|reserved_special_token_12|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128021": { + "content": "<|reserved_special_token_13|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128022": { + "content": "<|reserved_special_token_14|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128023": { + "content": "<|reserved_special_token_15|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128024": { + "content": "<|reserved_special_token_16|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128025": { + "content": "<|reserved_special_token_17|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128026": { + "content": "<|reserved_special_token_18|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128027": { + "content": "<|reserved_special_token_19|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128028": { + "content": "<|reserved_special_token_20|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128029": { + "content": "<|reserved_special_token_21|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128030": { + "content": "<|reserved_special_token_22|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128031": { + "content": "<|reserved_special_token_23|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128032": { + "content": "<|reserved_special_token_24|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128033": { + "content": "<|reserved_special_token_25|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128034": { + "content": "<|reserved_special_token_26|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128035": { + "content": "<|reserved_special_token_27|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128036": { + "content": "<|reserved_special_token_28|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128037": { + "content": "<|reserved_special_token_29|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128038": { + "content": "<|reserved_special_token_30|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128039": { + "content": "<|reserved_special_token_31|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128040": { + "content": "<|reserved_special_token_32|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128041": { + "content": "<|reserved_special_token_33|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128042": { + "content": "<|reserved_special_token_34|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128043": { + "content": "<|reserved_special_token_35|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128044": { + "content": "<|reserved_special_token_36|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128045": { + "content": "<|reserved_special_token_37|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128046": { + "content": "<|reserved_special_token_38|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128047": { + "content": "<|reserved_special_token_39|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128048": { + "content": "<|reserved_special_token_40|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128049": { + "content": "<|reserved_special_token_41|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128050": { + "content": "<|reserved_special_token_42|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128051": { + "content": "<|reserved_special_token_43|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128052": { + "content": "<|reserved_special_token_44|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128053": { + "content": "<|reserved_special_token_45|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128054": { + "content": "<|reserved_special_token_46|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128055": { + "content": "<|reserved_special_token_47|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128056": { + "content": "<|reserved_special_token_48|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128057": { + "content": "<|reserved_special_token_49|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128058": { + "content": "<|reserved_special_token_50|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128059": { + "content": "<|reserved_special_token_51|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128060": { + "content": "<|reserved_special_token_52|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128061": { + "content": "<|reserved_special_token_53|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128062": { + "content": "<|reserved_special_token_54|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128063": { + "content": "<|reserved_special_token_55|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128064": { + "content": "<|reserved_special_token_56|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128065": { + "content": "<|reserved_special_token_57|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128066": { + "content": "<|reserved_special_token_58|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128067": { + "content": "<|reserved_special_token_59|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128068": { + "content": "<|reserved_special_token_60|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128069": { + "content": "<|reserved_special_token_61|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128070": { + "content": "<|reserved_special_token_62|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128071": { + "content": "<|reserved_special_token_63|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128072": { + "content": "<|reserved_special_token_64|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128073": { + "content": "<|reserved_special_token_65|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128074": { + "content": "<|reserved_special_token_66|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128075": { + "content": "<|reserved_special_token_67|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128076": { + "content": "<|reserved_special_token_68|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128077": { + "content": "<|reserved_special_token_69|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128078": { + "content": "<|reserved_special_token_70|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128079": { + "content": "<|reserved_special_token_71|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128080": { + "content": "<|reserved_special_token_72|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128081": { + "content": "<|reserved_special_token_73|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128082": { + "content": "<|reserved_special_token_74|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128083": { + "content": "<|reserved_special_token_75|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128084": { + "content": "<|reserved_special_token_76|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128085": { + "content": "<|reserved_special_token_77|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128086": { + "content": "<|reserved_special_token_78|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128087": { + "content": "<|reserved_special_token_79|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128088": { + "content": "<|reserved_special_token_80|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128089": { + "content": "<|reserved_special_token_81|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128090": { + "content": "<|reserved_special_token_82|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128091": { + "content": "<|reserved_special_token_83|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128092": { + "content": "<|reserved_special_token_84|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128093": { + "content": "<|reserved_special_token_85|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128094": { + "content": "<|reserved_special_token_86|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128095": { + "content": "<|reserved_special_token_87|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128096": { + "content": "<|reserved_special_token_88|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128097": { + "content": "<|reserved_special_token_89|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128098": { + "content": "<|reserved_special_token_90|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128099": { + "content": "<|reserved_special_token_91|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128100": { + "content": "<|reserved_special_token_92|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128101": { + "content": "<|reserved_special_token_93|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128102": { + "content": "<|reserved_special_token_94|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128103": { + "content": "<|reserved_special_token_95|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128104": { + "content": "<|reserved_special_token_96|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128105": { + "content": "<|reserved_special_token_97|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128106": { + "content": "<|reserved_special_token_98|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128107": { + "content": "<|reserved_special_token_99|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128108": { + "content": "<|reserved_special_token_100|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128109": { + "content": "<|reserved_special_token_101|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128110": { + "content": "<|reserved_special_token_102|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128111": { + "content": "<|reserved_special_token_103|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128112": { + "content": "<|reserved_special_token_104|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128113": { + "content": "<|reserved_special_token_105|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128114": { + "content": "<|reserved_special_token_106|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128115": { + "content": "<|reserved_special_token_107|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128116": { + "content": "<|reserved_special_token_108|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128117": { + "content": "<|reserved_special_token_109|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128118": { + "content": "<|reserved_special_token_110|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128119": { + "content": "<|reserved_special_token_111|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128120": { + "content": "<|reserved_special_token_112|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128121": { + "content": "<|reserved_special_token_113|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128122": { + "content": "<|reserved_special_token_114|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128123": { + "content": "<|reserved_special_token_115|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128124": { + "content": "<|reserved_special_token_116|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128125": { + "content": "<|reserved_special_token_117|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128126": { + "content": "<|reserved_special_token_118|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128127": { + "content": "<|reserved_special_token_119|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128128": { + "content": "<|reserved_special_token_120|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128129": { + "content": "<|reserved_special_token_121|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128130": { + "content": "<|reserved_special_token_122|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128131": { + "content": "<|reserved_special_token_123|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128132": { + "content": "<|reserved_special_token_124|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128133": { + "content": "<|reserved_special_token_125|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128134": { + "content": "<|reserved_special_token_126|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128135": { + "content": "<|reserved_special_token_127|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128136": { + "content": "<|reserved_special_token_128|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128137": { + "content": "<|reserved_special_token_129|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128138": { + "content": "<|reserved_special_token_130|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128139": { + "content": "<|reserved_special_token_131|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128140": { + "content": "<|reserved_special_token_132|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128141": { + "content": "<|reserved_special_token_133|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128142": { + "content": "<|reserved_special_token_134|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128143": { + "content": "<|reserved_special_token_135|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128144": { + "content": "<|reserved_special_token_136|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128145": { + "content": "<|reserved_special_token_137|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128146": { + "content": "<|reserved_special_token_138|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128147": { + "content": "<|reserved_special_token_139|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128148": { + "content": "<|reserved_special_token_140|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128149": { + "content": "<|reserved_special_token_141|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128150": { + "content": "<|reserved_special_token_142|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128151": { + "content": "<|reserved_special_token_143|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128152": { + "content": "<|reserved_special_token_144|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128153": { + "content": "<|reserved_special_token_145|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128154": { + "content": "<|reserved_special_token_146|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128155": { + "content": "<|reserved_special_token_147|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128156": { + "content": "<|reserved_special_token_148|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128157": { + "content": "<|reserved_special_token_149|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128158": { + "content": "<|reserved_special_token_150|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128159": { + "content": "<|reserved_special_token_151|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128160": { + "content": "<|reserved_special_token_152|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128161": { + "content": "<|reserved_special_token_153|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128162": { + "content": "<|reserved_special_token_154|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128163": { + "content": "<|reserved_special_token_155|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128164": { + "content": "<|reserved_special_token_156|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128165": { + "content": "<|reserved_special_token_157|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128166": { + "content": "<|reserved_special_token_158|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128167": { + "content": "<|reserved_special_token_159|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128168": { + "content": "<|reserved_special_token_160|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128169": { + "content": "<|reserved_special_token_161|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128170": { + "content": "<|reserved_special_token_162|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128171": { + "content": "<|reserved_special_token_163|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128172": { + "content": "<|reserved_special_token_164|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128173": { + "content": "<|reserved_special_token_165|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128174": { + "content": "<|reserved_special_token_166|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128175": { + "content": "<|reserved_special_token_167|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128176": { + "content": "<|reserved_special_token_168|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128177": { + "content": "<|reserved_special_token_169|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128178": { + "content": "<|reserved_special_token_170|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128179": { + "content": "<|reserved_special_token_171|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128180": { + "content": "<|reserved_special_token_172|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128181": { + "content": "<|reserved_special_token_173|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128182": { + "content": "<|reserved_special_token_174|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128183": { + "content": "<|reserved_special_token_175|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128184": { + "content": "<|reserved_special_token_176|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128185": { + "content": "<|reserved_special_token_177|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128186": { + "content": "<|reserved_special_token_178|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128187": { + "content": "<|reserved_special_token_179|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128188": { + "content": "<|reserved_special_token_180|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128189": { + "content": "<|reserved_special_token_181|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128190": { + "content": "<|reserved_special_token_182|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128191": { + "content": "<|reserved_special_token_183|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128192": { + "content": "<|reserved_special_token_184|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128193": { + "content": "<|reserved_special_token_185|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128194": { + "content": "<|reserved_special_token_186|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128195": { + "content": "<|reserved_special_token_187|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128196": { + "content": "<|reserved_special_token_188|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128197": { + "content": "<|reserved_special_token_189|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128198": { + "content": "<|reserved_special_token_190|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128199": { + "content": "<|reserved_special_token_191|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128200": { + "content": "<|reserved_special_token_192|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128201": { + "content": "<|reserved_special_token_193|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128202": { + "content": "<|reserved_special_token_194|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128203": { + "content": "<|reserved_special_token_195|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128204": { + "content": "<|reserved_special_token_196|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128205": { + "content": "<|reserved_special_token_197|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128206": { + "content": "<|reserved_special_token_198|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128207": { + "content": "<|reserved_special_token_199|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128208": { + "content": "<|reserved_special_token_200|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128209": { + "content": "<|reserved_special_token_201|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128210": { + "content": "<|reserved_special_token_202|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128211": { + "content": "<|reserved_special_token_203|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128212": { + "content": "<|reserved_special_token_204|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128213": { + "content": "<|reserved_special_token_205|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128214": { + "content": "<|reserved_special_token_206|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128215": { + "content": "<|reserved_special_token_207|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128216": { + "content": "<|reserved_special_token_208|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128217": { + "content": "<|reserved_special_token_209|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128218": { + "content": "<|reserved_special_token_210|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128219": { + "content": "<|reserved_special_token_211|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128220": { + "content": "<|reserved_special_token_212|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128221": { + "content": "<|reserved_special_token_213|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128222": { + "content": "<|reserved_special_token_214|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128223": { + "content": "<|reserved_special_token_215|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128224": { + "content": "<|reserved_special_token_216|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128225": { + "content": "<|reserved_special_token_217|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128226": { + "content": "<|reserved_special_token_218|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128227": { + "content": "<|reserved_special_token_219|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128228": { + "content": "<|reserved_special_token_220|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128229": { + "content": "<|reserved_special_token_221|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128230": { + "content": "<|reserved_special_token_222|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128231": { + "content": "<|reserved_special_token_223|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128232": { + "content": "<|reserved_special_token_224|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128233": { + "content": "<|reserved_special_token_225|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128234": { + "content": "<|reserved_special_token_226|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128235": { + "content": "<|reserved_special_token_227|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128236": { + "content": "<|reserved_special_token_228|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128237": { + "content": "<|reserved_special_token_229|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128238": { + "content": "<|reserved_special_token_230|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128239": { + "content": "<|reserved_special_token_231|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128240": { + "content": "<|reserved_special_token_232|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128241": { + "content": "<|reserved_special_token_233|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128242": { + "content": "<|reserved_special_token_234|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128243": { + "content": "<|reserved_special_token_235|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128244": { + "content": "<|reserved_special_token_236|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128245": { + "content": "<|reserved_special_token_237|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128246": { + "content": "<|reserved_special_token_238|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128247": { + "content": "<|reserved_special_token_239|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128248": { + "content": "<|reserved_special_token_240|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128249": { + "content": "<|reserved_special_token_241|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128250": { + "content": "<|reserved_special_token_242|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128251": { + "content": "<|reserved_special_token_243|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128252": { + "content": "<|reserved_special_token_244|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128253": { + "content": "<|reserved_special_token_245|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128254": { + "content": "<|reserved_special_token_246|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128255": { + "content": "<|reserved_special_token_247|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "<|begin_of_text|>", + "clean_up_tokenization_spaces": true, + "eos_token": "<|eot_id|>", + "extra_special_tokens": {}, + "model_input_names": [ + "input_ids", + "attention_mask" + ], + "model_max_length": 131072, + "pad_token": "<|eot_id|>", + "tokenizer_class": "PreTrainedTokenizerFast" +} diff --git a/checkpoint-2214/trainer_state.json b/checkpoint-2214/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..72188d7a65c4fe416a184a3fe1022e13e3c62af0 --- /dev/null +++ b/checkpoint-2214/trainer_state.json @@ -0,0 +1,1797 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 9.0, + "eval_steps": 500, + "global_step": 2214, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.04065040650406504, + "grad_norm": 14.707608222961426, + "learning_rate": 9.000000000000001e-07, + "loss": 0.9613, + "step": 10 + }, + { + "epoch": 0.08130081300813008, + "grad_norm": 12.035386085510254, + "learning_rate": 1.9000000000000002e-06, + "loss": 0.8509, + "step": 20 + }, + { + "epoch": 0.12195121951219512, + "grad_norm": 18.44657325744629, + "learning_rate": 2.9e-06, + "loss": 0.9369, + "step": 30 + }, + { + "epoch": 0.16260162601626016, + "grad_norm": 12.941998481750488, + "learning_rate": 3.900000000000001e-06, + "loss": 0.896, + "step": 40 + }, + { + "epoch": 0.2032520325203252, + "grad_norm": 15.150432586669922, + "learning_rate": 4.9000000000000005e-06, + "loss": 0.9821, + "step": 50 + }, + { + "epoch": 0.24390243902439024, + "grad_norm": 18.638032913208008, + "learning_rate": 5.9e-06, + "loss": 0.9666, + "step": 60 + }, + { + "epoch": 0.2845528455284553, + "grad_norm": 15.954939842224121, + "learning_rate": 6.9e-06, + "loss": 0.9019, + "step": 70 + }, + { + "epoch": 0.3252032520325203, + "grad_norm": 11.114273071289062, + "learning_rate": 7.9e-06, + "loss": 0.8321, + "step": 80 + }, + { + "epoch": 0.36585365853658536, + "grad_norm": 15.285880088806152, + "learning_rate": 8.900000000000001e-06, + "loss": 0.7198, + "step": 90 + }, + { + "epoch": 0.4065040650406504, + "grad_norm": 17.8586483001709, + "learning_rate": 9.9e-06, + "loss": 0.7806, + "step": 100 + }, + { + "epoch": 0.44715447154471544, + "grad_norm": 11.217978477478027, + "learning_rate": 9.961864406779662e-06, + "loss": 1.0024, + "step": 110 + }, + { + "epoch": 0.4878048780487805, + "grad_norm": 7.002477169036865, + "learning_rate": 9.91949152542373e-06, + "loss": 0.8086, + "step": 120 + }, + { + "epoch": 0.5284552845528455, + "grad_norm": 13.211562156677246, + "learning_rate": 9.877118644067798e-06, + "loss": 0.8958, + "step": 130 + }, + { + "epoch": 0.5691056910569106, + "grad_norm": 11.169763565063477, + "learning_rate": 9.834745762711865e-06, + "loss": 0.8316, + "step": 140 + }, + { + "epoch": 0.6097560975609756, + "grad_norm": 15.369425773620605, + "learning_rate": 9.792372881355933e-06, + "loss": 0.675, + "step": 150 + }, + { + "epoch": 0.6504065040650406, + "grad_norm": 11.003032684326172, + "learning_rate": 9.75e-06, + "loss": 0.7512, + "step": 160 + }, + { + "epoch": 0.6910569105691057, + "grad_norm": 16.466957092285156, + "learning_rate": 9.707627118644068e-06, + "loss": 0.8546, + "step": 170 + }, + { + "epoch": 0.7317073170731707, + "grad_norm": 13.067832946777344, + "learning_rate": 9.665254237288136e-06, + "loss": 0.7497, + "step": 180 + }, + { + "epoch": 0.7723577235772358, + "grad_norm": 9.530882835388184, + "learning_rate": 9.622881355932205e-06, + "loss": 0.6136, + "step": 190 + }, + { + "epoch": 0.8130081300813008, + "grad_norm": 15.063409805297852, + "learning_rate": 9.580508474576273e-06, + "loss": 0.6073, + "step": 200 + }, + { + "epoch": 0.8536585365853658, + "grad_norm": 9.07528305053711, + "learning_rate": 9.53813559322034e-06, + "loss": 0.7295, + "step": 210 + }, + { + "epoch": 0.8943089430894309, + "grad_norm": 14.199564933776855, + "learning_rate": 9.495762711864408e-06, + "loss": 0.596, + "step": 220 + }, + { + "epoch": 0.9349593495934959, + "grad_norm": 16.03732681274414, + "learning_rate": 9.453389830508474e-06, + "loss": 0.6922, + "step": 230 + }, + { + "epoch": 0.975609756097561, + "grad_norm": 17.533695220947266, + "learning_rate": 9.411016949152543e-06, + "loss": 0.7484, + "step": 240 + }, + { + "epoch": 1.0, + "eval_general_loss": 0.754059910774231, + "eval_general_runtime": 254.3068, + "eval_general_samples_per_second": 3.598, + "eval_general_steps_per_second": 0.9, + "step": 246 + }, + { + "epoch": 1.0, + "eval_code_loss": 0.7234187722206116, + "eval_code_runtime": 296.8568, + "eval_code_samples_per_second": 3.092, + "eval_code_steps_per_second": 0.775, + "step": 246 + }, + { + "epoch": 1.0, + "eval_stem_loss": 0.7939386367797852, + "eval_stem_runtime": 250.6578, + "eval_stem_samples_per_second": 3.646, + "eval_stem_steps_per_second": 0.914, + "step": 246 + }, + { + "epoch": 1.016260162601626, + "grad_norm": 16.589147567749023, + "learning_rate": 9.368644067796611e-06, + "loss": 0.7309, + "step": 250 + }, + { + "epoch": 1.056910569105691, + "grad_norm": 8.124390602111816, + "learning_rate": 9.32627118644068e-06, + "loss": 0.5937, + "step": 260 + }, + { + "epoch": 1.0975609756097562, + "grad_norm": 13.223992347717285, + "learning_rate": 9.283898305084746e-06, + "loss": 0.6961, + "step": 270 + }, + { + "epoch": 1.1382113821138211, + "grad_norm": 13.791741371154785, + "learning_rate": 9.241525423728814e-06, + "loss": 0.5783, + "step": 280 + }, + { + "epoch": 1.1788617886178863, + "grad_norm": 16.130605697631836, + "learning_rate": 9.199152542372882e-06, + "loss": 0.6318, + "step": 290 + }, + { + "epoch": 1.2195121951219512, + "grad_norm": 14.941628456115723, + "learning_rate": 9.15677966101695e-06, + "loss": 0.6163, + "step": 300 + }, + { + "epoch": 1.2601626016260163, + "grad_norm": 6.407144546508789, + "learning_rate": 9.114406779661017e-06, + "loss": 0.5745, + "step": 310 + }, + { + "epoch": 1.3008130081300813, + "grad_norm": 7.032970905303955, + "learning_rate": 9.072033898305086e-06, + "loss": 0.474, + "step": 320 + }, + { + "epoch": 1.3414634146341464, + "grad_norm": 14.255295753479004, + "learning_rate": 9.029661016949152e-06, + "loss": 0.6833, + "step": 330 + }, + { + "epoch": 1.3821138211382114, + "grad_norm": 19.13692855834961, + "learning_rate": 8.98728813559322e-06, + "loss": 0.5369, + "step": 340 + }, + { + "epoch": 1.4227642276422765, + "grad_norm": 9.524161338806152, + "learning_rate": 8.944915254237289e-06, + "loss": 0.6925, + "step": 350 + }, + { + "epoch": 1.4634146341463414, + "grad_norm": 12.59819221496582, + "learning_rate": 8.902542372881357e-06, + "loss": 0.572, + "step": 360 + }, + { + "epoch": 1.5040650406504064, + "grad_norm": 7.560878753662109, + "learning_rate": 8.860169491525424e-06, + "loss": 0.5101, + "step": 370 + }, + { + "epoch": 1.5447154471544715, + "grad_norm": 10.911989212036133, + "learning_rate": 8.817796610169492e-06, + "loss": 0.7357, + "step": 380 + }, + { + "epoch": 1.5853658536585367, + "grad_norm": 13.019627571105957, + "learning_rate": 8.77542372881356e-06, + "loss": 0.7094, + "step": 390 + }, + { + "epoch": 1.6260162601626016, + "grad_norm": 5.221607685089111, + "learning_rate": 8.733050847457629e-06, + "loss": 0.5762, + "step": 400 + }, + { + "epoch": 1.6666666666666665, + "grad_norm": 9.154648780822754, + "learning_rate": 8.690677966101695e-06, + "loss": 0.6516, + "step": 410 + }, + { + "epoch": 1.7073170731707317, + "grad_norm": 8.04185962677002, + "learning_rate": 8.648305084745763e-06, + "loss": 0.5457, + "step": 420 + }, + { + "epoch": 1.7479674796747968, + "grad_norm": 12.428257942199707, + "learning_rate": 8.60593220338983e-06, + "loss": 0.6458, + "step": 430 + }, + { + "epoch": 1.7886178861788617, + "grad_norm": 6.699453353881836, + "learning_rate": 8.563559322033898e-06, + "loss": 0.6026, + "step": 440 + }, + { + "epoch": 1.8292682926829267, + "grad_norm": 5.6174774169921875, + "learning_rate": 8.521186440677967e-06, + "loss": 0.6756, + "step": 450 + }, + { + "epoch": 1.8699186991869918, + "grad_norm": 12.72862720489502, + "learning_rate": 8.478813559322035e-06, + "loss": 0.5932, + "step": 460 + }, + { + "epoch": 1.910569105691057, + "grad_norm": 4.651763439178467, + "learning_rate": 8.436440677966102e-06, + "loss": 0.418, + "step": 470 + }, + { + "epoch": 1.951219512195122, + "grad_norm": 16.044872283935547, + "learning_rate": 8.39406779661017e-06, + "loss": 0.5756, + "step": 480 + }, + { + "epoch": 1.9918699186991868, + "grad_norm": 10.388751029968262, + "learning_rate": 8.351694915254238e-06, + "loss": 0.6304, + "step": 490 + }, + { + "epoch": 2.0, + "eval_general_loss": 0.6887519359588623, + "eval_general_runtime": 255.0576, + "eval_general_samples_per_second": 3.587, + "eval_general_steps_per_second": 0.898, + "step": 492 + }, + { + "epoch": 2.0, + "eval_code_loss": 0.5912412405014038, + "eval_code_runtime": 297.8316, + "eval_code_samples_per_second": 3.082, + "eval_code_steps_per_second": 0.772, + "step": 492 + }, + { + "epoch": 2.0, + "eval_stem_loss": 0.7283160090446472, + "eval_stem_runtime": 251.4929, + "eval_stem_samples_per_second": 3.634, + "eval_stem_steps_per_second": 0.911, + "step": 492 + }, + { + "epoch": 2.032520325203252, + "grad_norm": 13.620870590209961, + "learning_rate": 8.309322033898306e-06, + "loss": 0.5292, + "step": 500 + }, + { + "epoch": 2.073170731707317, + "grad_norm": 11.176264762878418, + "learning_rate": 8.266949152542375e-06, + "loss": 0.4926, + "step": 510 + }, + { + "epoch": 2.113821138211382, + "grad_norm": 4.5993852615356445, + "learning_rate": 8.224576271186441e-06, + "loss": 0.476, + "step": 520 + }, + { + "epoch": 2.154471544715447, + "grad_norm": 16.03154182434082, + "learning_rate": 8.182203389830508e-06, + "loss": 0.492, + "step": 530 + }, + { + "epoch": 2.1951219512195124, + "grad_norm": 3.7860374450683594, + "learning_rate": 8.139830508474576e-06, + "loss": 0.4376, + "step": 540 + }, + { + "epoch": 2.2357723577235773, + "grad_norm": 14.141989707946777, + "learning_rate": 8.097457627118644e-06, + "loss": 0.5422, + "step": 550 + }, + { + "epoch": 2.2764227642276422, + "grad_norm": 11.716277122497559, + "learning_rate": 8.055084745762713e-06, + "loss": 0.4781, + "step": 560 + }, + { + "epoch": 2.317073170731707, + "grad_norm": 16.112192153930664, + "learning_rate": 8.012711864406781e-06, + "loss": 0.5243, + "step": 570 + }, + { + "epoch": 2.3577235772357725, + "grad_norm": 5.857080936431885, + "learning_rate": 7.970338983050848e-06, + "loss": 0.4588, + "step": 580 + }, + { + "epoch": 2.3983739837398375, + "grad_norm": 9.052570343017578, + "learning_rate": 7.927966101694916e-06, + "loss": 0.5717, + "step": 590 + }, + { + "epoch": 2.4390243902439024, + "grad_norm": 17.8330078125, + "learning_rate": 7.885593220338984e-06, + "loss": 0.4547, + "step": 600 + }, + { + "epoch": 2.4796747967479673, + "grad_norm": 13.779817581176758, + "learning_rate": 7.843220338983052e-06, + "loss": 0.4584, + "step": 610 + }, + { + "epoch": 2.5203252032520327, + "grad_norm": 18.924348831176758, + "learning_rate": 7.800847457627119e-06, + "loss": 0.4788, + "step": 620 + }, + { + "epoch": 2.5609756097560976, + "grad_norm": 12.157154083251953, + "learning_rate": 7.758474576271187e-06, + "loss": 0.4762, + "step": 630 + }, + { + "epoch": 2.6016260162601625, + "grad_norm": 14.143574714660645, + "learning_rate": 7.716101694915254e-06, + "loss": 0.7017, + "step": 640 + }, + { + "epoch": 2.642276422764228, + "grad_norm": 11.326656341552734, + "learning_rate": 7.673728813559322e-06, + "loss": 0.4524, + "step": 650 + }, + { + "epoch": 2.682926829268293, + "grad_norm": 5.236691474914551, + "learning_rate": 7.63135593220339e-06, + "loss": 0.5228, + "step": 660 + }, + { + "epoch": 2.7235772357723578, + "grad_norm": 17.48626708984375, + "learning_rate": 7.588983050847458e-06, + "loss": 0.4414, + "step": 670 + }, + { + "epoch": 2.7642276422764227, + "grad_norm": 13.257789611816406, + "learning_rate": 7.546610169491526e-06, + "loss": 0.5442, + "step": 680 + }, + { + "epoch": 2.8048780487804876, + "grad_norm": 20.655475616455078, + "learning_rate": 7.504237288135594e-06, + "loss": 0.5451, + "step": 690 + }, + { + "epoch": 2.845528455284553, + "grad_norm": 10.467672348022461, + "learning_rate": 7.461864406779662e-06, + "loss": 0.4601, + "step": 700 + }, + { + "epoch": 2.886178861788618, + "grad_norm": 13.194644927978516, + "learning_rate": 7.41949152542373e-06, + "loss": 0.502, + "step": 710 + }, + { + "epoch": 2.926829268292683, + "grad_norm": 9.131794929504395, + "learning_rate": 7.377118644067798e-06, + "loss": 0.5583, + "step": 720 + }, + { + "epoch": 2.9674796747967482, + "grad_norm": 8.837148666381836, + "learning_rate": 7.334745762711864e-06, + "loss": 0.4668, + "step": 730 + }, + { + "epoch": 3.0, + "eval_general_loss": 0.6758893728256226, + "eval_general_runtime": 255.2921, + "eval_general_samples_per_second": 3.584, + "eval_general_steps_per_second": 0.897, + "step": 738 + }, + { + "epoch": 3.0, + "eval_code_loss": 0.5598136782646179, + "eval_code_runtime": 297.7838, + "eval_code_samples_per_second": 3.083, + "eval_code_steps_per_second": 0.772, + "step": 738 + }, + { + "epoch": 3.0, + "eval_stem_loss": 0.7172386050224304, + "eval_stem_runtime": 251.2967, + "eval_stem_samples_per_second": 3.637, + "eval_stem_steps_per_second": 0.911, + "step": 738 + }, + { + "epoch": 3.008130081300813, + "grad_norm": 8.791101455688477, + "learning_rate": 7.292372881355933e-06, + "loss": 0.3545, + "step": 740 + }, + { + "epoch": 3.048780487804878, + "grad_norm": 7.602899074554443, + "learning_rate": 7.25e-06, + "loss": 0.4633, + "step": 750 + }, + { + "epoch": 3.089430894308943, + "grad_norm": 10.939055442810059, + "learning_rate": 7.207627118644068e-06, + "loss": 0.3989, + "step": 760 + }, + { + "epoch": 3.130081300813008, + "grad_norm": 9.168066024780273, + "learning_rate": 7.165254237288136e-06, + "loss": 0.5555, + "step": 770 + }, + { + "epoch": 3.1707317073170733, + "grad_norm": 17.25099754333496, + "learning_rate": 7.122881355932204e-06, + "loss": 0.5326, + "step": 780 + }, + { + "epoch": 3.2113821138211383, + "grad_norm": 13.0396146774292, + "learning_rate": 7.080508474576272e-06, + "loss": 0.3831, + "step": 790 + }, + { + "epoch": 3.252032520325203, + "grad_norm": 11.217447280883789, + "learning_rate": 7.03813559322034e-06, + "loss": 0.4142, + "step": 800 + }, + { + "epoch": 3.292682926829268, + "grad_norm": 8.102045059204102, + "learning_rate": 6.995762711864408e-06, + "loss": 0.4414, + "step": 810 + }, + { + "epoch": 3.3333333333333335, + "grad_norm": 11.761209487915039, + "learning_rate": 6.953389830508475e-06, + "loss": 0.501, + "step": 820 + }, + { + "epoch": 3.3739837398373984, + "grad_norm": 7.058698654174805, + "learning_rate": 6.911016949152542e-06, + "loss": 0.3771, + "step": 830 + }, + { + "epoch": 3.4146341463414633, + "grad_norm": 7.728908061981201, + "learning_rate": 6.86864406779661e-06, + "loss": 0.3867, + "step": 840 + }, + { + "epoch": 3.4552845528455283, + "grad_norm": 12.833827018737793, + "learning_rate": 6.826271186440679e-06, + "loss": 0.4132, + "step": 850 + }, + { + "epoch": 3.4959349593495936, + "grad_norm": 9.884450912475586, + "learning_rate": 6.783898305084746e-06, + "loss": 0.3674, + "step": 860 + }, + { + "epoch": 3.5365853658536586, + "grad_norm": 10.731056213378906, + "learning_rate": 6.741525423728814e-06, + "loss": 0.422, + "step": 870 + }, + { + "epoch": 3.5772357723577235, + "grad_norm": 6.745728015899658, + "learning_rate": 6.699152542372882e-06, + "loss": 0.499, + "step": 880 + }, + { + "epoch": 3.617886178861789, + "grad_norm": 9.808424949645996, + "learning_rate": 6.65677966101695e-06, + "loss": 0.2978, + "step": 890 + }, + { + "epoch": 3.658536585365854, + "grad_norm": 8.444202423095703, + "learning_rate": 6.614406779661018e-06, + "loss": 0.3698, + "step": 900 + }, + { + "epoch": 3.6991869918699187, + "grad_norm": 10.285717964172363, + "learning_rate": 6.572033898305086e-06, + "loss": 0.4677, + "step": 910 + }, + { + "epoch": 3.7398373983739837, + "grad_norm": 6.763285160064697, + "learning_rate": 6.5296610169491525e-06, + "loss": 0.4449, + "step": 920 + }, + { + "epoch": 3.7804878048780486, + "grad_norm": 20.608469009399414, + "learning_rate": 6.487288135593221e-06, + "loss": 0.5297, + "step": 930 + }, + { + "epoch": 3.821138211382114, + "grad_norm": 9.06677532196045, + "learning_rate": 6.444915254237288e-06, + "loss": 0.4292, + "step": 940 + }, + { + "epoch": 3.861788617886179, + "grad_norm": 6.93435525894165, + "learning_rate": 6.4025423728813565e-06, + "loss": 0.3877, + "step": 950 + }, + { + "epoch": 3.902439024390244, + "grad_norm": 11.75598430633545, + "learning_rate": 6.360169491525424e-06, + "loss": 0.4032, + "step": 960 + }, + { + "epoch": 3.943089430894309, + "grad_norm": 6.338623046875, + "learning_rate": 6.317796610169492e-06, + "loss": 0.4228, + "step": 970 + }, + { + "epoch": 3.983739837398374, + "grad_norm": 6.302221775054932, + "learning_rate": 6.27542372881356e-06, + "loss": 0.4054, + "step": 980 + }, + { + "epoch": 4.0, + "eval_general_loss": 0.6872960329055786, + "eval_general_runtime": 254.991, + "eval_general_samples_per_second": 3.588, + "eval_general_steps_per_second": 0.898, + "step": 984 + }, + { + "epoch": 4.0, + "eval_code_loss": 0.5443978309631348, + "eval_code_runtime": 297.6318, + "eval_code_samples_per_second": 3.084, + "eval_code_steps_per_second": 0.773, + "step": 984 + }, + { + "epoch": 4.0, + "eval_stem_loss": 0.7525980472564697, + "eval_stem_runtime": 251.3515, + "eval_stem_samples_per_second": 3.636, + "eval_stem_steps_per_second": 0.911, + "step": 984 + }, + { + "epoch": 4.024390243902439, + "grad_norm": 11.085492134094238, + "learning_rate": 6.233050847457628e-06, + "loss": 0.2924, + "step": 990 + }, + { + "epoch": 4.065040650406504, + "grad_norm": 9.018081665039062, + "learning_rate": 6.190677966101695e-06, + "loss": 0.3824, + "step": 1000 + }, + { + "epoch": 4.105691056910569, + "grad_norm": 5.635726451873779, + "learning_rate": 6.148305084745764e-06, + "loss": 0.3209, + "step": 1010 + }, + { + "epoch": 4.146341463414634, + "grad_norm": 17.105005264282227, + "learning_rate": 6.10593220338983e-06, + "loss": 0.3092, + "step": 1020 + }, + { + "epoch": 4.186991869918699, + "grad_norm": 9.317548751831055, + "learning_rate": 6.0635593220338986e-06, + "loss": 0.3398, + "step": 1030 + }, + { + "epoch": 4.227642276422764, + "grad_norm": 12.000333786010742, + "learning_rate": 6.021186440677966e-06, + "loss": 0.3214, + "step": 1040 + }, + { + "epoch": 4.2682926829268295, + "grad_norm": 18.374374389648438, + "learning_rate": 5.978813559322034e-06, + "loss": 0.4008, + "step": 1050 + }, + { + "epoch": 4.308943089430894, + "grad_norm": 8.767024993896484, + "learning_rate": 5.936440677966102e-06, + "loss": 0.4476, + "step": 1060 + }, + { + "epoch": 4.349593495934959, + "grad_norm": 12.842947006225586, + "learning_rate": 5.89406779661017e-06, + "loss": 0.3627, + "step": 1070 + }, + { + "epoch": 4.390243902439025, + "grad_norm": 11.248525619506836, + "learning_rate": 5.851694915254238e-06, + "loss": 0.3427, + "step": 1080 + }, + { + "epoch": 4.430894308943089, + "grad_norm": 18.474157333374023, + "learning_rate": 5.809322033898306e-06, + "loss": 0.2842, + "step": 1090 + }, + { + "epoch": 4.471544715447155, + "grad_norm": 10.508559226989746, + "learning_rate": 5.766949152542374e-06, + "loss": 0.4153, + "step": 1100 + }, + { + "epoch": 4.512195121951219, + "grad_norm": 20.686229705810547, + "learning_rate": 5.7245762711864415e-06, + "loss": 0.3661, + "step": 1110 + }, + { + "epoch": 4.5528455284552845, + "grad_norm": 7.763411998748779, + "learning_rate": 5.682203389830508e-06, + "loss": 0.3325, + "step": 1120 + }, + { + "epoch": 4.59349593495935, + "grad_norm": 6.85905647277832, + "learning_rate": 5.639830508474576e-06, + "loss": 0.4229, + "step": 1130 + }, + { + "epoch": 4.634146341463414, + "grad_norm": 17.94886589050293, + "learning_rate": 5.597457627118645e-06, + "loss": 0.3009, + "step": 1140 + }, + { + "epoch": 4.67479674796748, + "grad_norm": 20.208101272583008, + "learning_rate": 5.555084745762712e-06, + "loss": 0.3604, + "step": 1150 + }, + { + "epoch": 4.715447154471545, + "grad_norm": 8.471419334411621, + "learning_rate": 5.51271186440678e-06, + "loss": 0.3724, + "step": 1160 + }, + { + "epoch": 4.7560975609756095, + "grad_norm": 9.207096099853516, + "learning_rate": 5.470338983050848e-06, + "loss": 0.3979, + "step": 1170 + }, + { + "epoch": 4.796747967479675, + "grad_norm": 18.151241302490234, + "learning_rate": 5.427966101694916e-06, + "loss": 0.3412, + "step": 1180 + }, + { + "epoch": 4.83739837398374, + "grad_norm": 11.33778190612793, + "learning_rate": 5.3855932203389836e-06, + "loss": 0.3582, + "step": 1190 + }, + { + "epoch": 4.878048780487805, + "grad_norm": 3.6720833778381348, + "learning_rate": 5.343220338983052e-06, + "loss": 0.3269, + "step": 1200 + }, + { + "epoch": 4.91869918699187, + "grad_norm": 15.8824462890625, + "learning_rate": 5.300847457627119e-06, + "loss": 0.4141, + "step": 1210 + }, + { + "epoch": 4.959349593495935, + "grad_norm": 8.455586433410645, + "learning_rate": 5.258474576271187e-06, + "loss": 0.3515, + "step": 1220 + }, + { + "epoch": 5.0, + "grad_norm": 13.756336212158203, + "learning_rate": 5.216101694915254e-06, + "loss": 0.3621, + "step": 1230 + }, + { + "epoch": 5.0, + "eval_general_loss": 0.7001935839653015, + "eval_general_runtime": 255.6611, + "eval_general_samples_per_second": 3.579, + "eval_general_steps_per_second": 0.896, + "step": 1230 + }, + { + "epoch": 5.0, + "eval_code_loss": 0.5433691740036011, + "eval_code_runtime": 297.6204, + "eval_code_samples_per_second": 3.084, + "eval_code_steps_per_second": 0.773, + "step": 1230 + }, + { + "epoch": 5.0, + "eval_stem_loss": 0.8110136389732361, + "eval_stem_runtime": 251.3377, + "eval_stem_samples_per_second": 3.637, + "eval_stem_steps_per_second": 0.911, + "step": 1230 + }, + { + "epoch": 5.040650406504065, + "grad_norm": 8.500140190124512, + "learning_rate": 5.1737288135593225e-06, + "loss": 0.2453, + "step": 1240 + }, + { + "epoch": 5.08130081300813, + "grad_norm": 23.405906677246094, + "learning_rate": 5.13135593220339e-06, + "loss": 0.2729, + "step": 1250 + }, + { + "epoch": 5.121951219512195, + "grad_norm": 15.196890830993652, + "learning_rate": 5.088983050847458e-06, + "loss": 0.2626, + "step": 1260 + }, + { + "epoch": 5.16260162601626, + "grad_norm": 12.534261703491211, + "learning_rate": 5.046610169491526e-06, + "loss": 0.2891, + "step": 1270 + }, + { + "epoch": 5.203252032520325, + "grad_norm": 16.788536071777344, + "learning_rate": 5.004237288135594e-06, + "loss": 0.3668, + "step": 1280 + }, + { + "epoch": 5.2439024390243905, + "grad_norm": 7.071691513061523, + "learning_rate": 4.961864406779661e-06, + "loss": 0.2995, + "step": 1290 + }, + { + "epoch": 5.284552845528455, + "grad_norm": 23.835960388183594, + "learning_rate": 4.919491525423729e-06, + "loss": 0.4169, + "step": 1300 + }, + { + "epoch": 5.32520325203252, + "grad_norm": 6.12783145904541, + "learning_rate": 4.877118644067797e-06, + "loss": 0.3055, + "step": 1310 + }, + { + "epoch": 5.365853658536586, + "grad_norm": 11.301496505737305, + "learning_rate": 4.8347457627118645e-06, + "loss": 0.1926, + "step": 1320 + }, + { + "epoch": 5.40650406504065, + "grad_norm": 11.58179759979248, + "learning_rate": 4.792372881355933e-06, + "loss": 0.3254, + "step": 1330 + }, + { + "epoch": 5.4471544715447155, + "grad_norm": 18.70044708251953, + "learning_rate": 4.75e-06, + "loss": 0.3081, + "step": 1340 + }, + { + "epoch": 5.487804878048781, + "grad_norm": 22.241409301757812, + "learning_rate": 4.707627118644068e-06, + "loss": 0.2969, + "step": 1350 + }, + { + "epoch": 5.528455284552845, + "grad_norm": 17.672147750854492, + "learning_rate": 4.665254237288136e-06, + "loss": 0.3348, + "step": 1360 + }, + { + "epoch": 5.569105691056911, + "grad_norm": 9.32618522644043, + "learning_rate": 4.622881355932204e-06, + "loss": 0.2523, + "step": 1370 + }, + { + "epoch": 5.609756097560975, + "grad_norm": 6.630079746246338, + "learning_rate": 4.580508474576272e-06, + "loss": 0.2889, + "step": 1380 + }, + { + "epoch": 5.650406504065041, + "grad_norm": 21.26811408996582, + "learning_rate": 4.538135593220339e-06, + "loss": 0.3947, + "step": 1390 + }, + { + "epoch": 5.691056910569106, + "grad_norm": 20.458436965942383, + "learning_rate": 4.4957627118644075e-06, + "loss": 0.3509, + "step": 1400 + }, + { + "epoch": 5.7317073170731705, + "grad_norm": 8.210813522338867, + "learning_rate": 4.453389830508475e-06, + "loss": 0.2976, + "step": 1410 + }, + { + "epoch": 5.772357723577236, + "grad_norm": 16.646589279174805, + "learning_rate": 4.411016949152543e-06, + "loss": 0.2757, + "step": 1420 + }, + { + "epoch": 5.8130081300813, + "grad_norm": 14.104079246520996, + "learning_rate": 4.368644067796611e-06, + "loss": 0.3213, + "step": 1430 + }, + { + "epoch": 5.853658536585366, + "grad_norm": 10.447735786437988, + "learning_rate": 4.326271186440678e-06, + "loss": 0.2845, + "step": 1440 + }, + { + "epoch": 5.894308943089431, + "grad_norm": 22.94976043701172, + "learning_rate": 4.283898305084746e-06, + "loss": 0.3306, + "step": 1450 + }, + { + "epoch": 5.934959349593496, + "grad_norm": 8.621337890625, + "learning_rate": 4.241525423728814e-06, + "loss": 0.267, + "step": 1460 + }, + { + "epoch": 5.975609756097561, + "grad_norm": 20.209896087646484, + "learning_rate": 4.199152542372882e-06, + "loss": 0.2916, + "step": 1470 + }, + { + "epoch": 6.0, + "eval_general_loss": 0.7351013422012329, + "eval_general_runtime": 254.9676, + "eval_general_samples_per_second": 3.589, + "eval_general_steps_per_second": 0.898, + "step": 1476 + }, + { + "epoch": 6.0, + "eval_code_loss": 0.5539229512214661, + "eval_code_runtime": 297.3043, + "eval_code_samples_per_second": 3.088, + "eval_code_steps_per_second": 0.774, + "step": 1476 + }, + { + "epoch": 6.0, + "eval_stem_loss": 0.8781471252441406, + "eval_stem_runtime": 250.9123, + "eval_stem_samples_per_second": 3.643, + "eval_stem_steps_per_second": 0.913, + "step": 1476 + }, + { + "epoch": 6.016260162601626, + "grad_norm": 23.147737503051758, + "learning_rate": 4.1567796610169495e-06, + "loss": 0.298, + "step": 1480 + }, + { + "epoch": 6.056910569105691, + "grad_norm": 13.436469078063965, + "learning_rate": 4.114406779661017e-06, + "loss": 0.2302, + "step": 1490 + }, + { + "epoch": 6.097560975609756, + "grad_norm": 7.810673236846924, + "learning_rate": 4.072033898305085e-06, + "loss": 0.3332, + "step": 1500 + }, + { + "epoch": 6.138211382113822, + "grad_norm": 18.086008071899414, + "learning_rate": 4.029661016949153e-06, + "loss": 0.2208, + "step": 1510 + }, + { + "epoch": 6.178861788617886, + "grad_norm": 15.756752967834473, + "learning_rate": 3.987288135593221e-06, + "loss": 0.2687, + "step": 1520 + }, + { + "epoch": 6.219512195121951, + "grad_norm": 4.063956260681152, + "learning_rate": 3.9449152542372884e-06, + "loss": 0.1873, + "step": 1530 + }, + { + "epoch": 6.260162601626016, + "grad_norm": 22.55267333984375, + "learning_rate": 3.902542372881356e-06, + "loss": 0.309, + "step": 1540 + }, + { + "epoch": 6.300813008130081, + "grad_norm": 3.895887613296509, + "learning_rate": 3.860169491525424e-06, + "loss": 0.2664, + "step": 1550 + }, + { + "epoch": 6.341463414634147, + "grad_norm": 7.404182434082031, + "learning_rate": 3.817796610169492e-06, + "loss": 0.2889, + "step": 1560 + }, + { + "epoch": 6.382113821138211, + "grad_norm": 9.983993530273438, + "learning_rate": 3.77542372881356e-06, + "loss": 0.2803, + "step": 1570 + }, + { + "epoch": 6.4227642276422765, + "grad_norm": 7.133581638336182, + "learning_rate": 3.7330508474576277e-06, + "loss": 0.2078, + "step": 1580 + }, + { + "epoch": 6.463414634146342, + "grad_norm": 4.602142333984375, + "learning_rate": 3.690677966101695e-06, + "loss": 0.2432, + "step": 1590 + }, + { + "epoch": 6.504065040650406, + "grad_norm": 20.32489585876465, + "learning_rate": 3.648305084745763e-06, + "loss": 0.2643, + "step": 1600 + }, + { + "epoch": 6.544715447154472, + "grad_norm": 2.3672261238098145, + "learning_rate": 3.605932203389831e-06, + "loss": 0.2641, + "step": 1610 + }, + { + "epoch": 6.585365853658536, + "grad_norm": 3.9571468830108643, + "learning_rate": 3.5635593220338988e-06, + "loss": 0.2888, + "step": 1620 + }, + { + "epoch": 6.626016260162602, + "grad_norm": 7.1855902671813965, + "learning_rate": 3.5211864406779667e-06, + "loss": 0.2808, + "step": 1630 + }, + { + "epoch": 6.666666666666667, + "grad_norm": 17.62175750732422, + "learning_rate": 3.478813559322034e-06, + "loss": 0.1877, + "step": 1640 + }, + { + "epoch": 6.7073170731707314, + "grad_norm": 23.9554443359375, + "learning_rate": 3.436440677966102e-06, + "loss": 0.2536, + "step": 1650 + }, + { + "epoch": 6.747967479674797, + "grad_norm": 18.637380599975586, + "learning_rate": 3.39406779661017e-06, + "loss": 0.2285, + "step": 1660 + }, + { + "epoch": 6.788617886178862, + "grad_norm": 4.296135902404785, + "learning_rate": 3.3516949152542377e-06, + "loss": 0.2408, + "step": 1670 + }, + { + "epoch": 6.829268292682927, + "grad_norm": 13.094096183776855, + "learning_rate": 3.309322033898305e-06, + "loss": 0.2354, + "step": 1680 + }, + { + "epoch": 6.869918699186992, + "grad_norm": 21.35910987854004, + "learning_rate": 3.266949152542373e-06, + "loss": 0.2929, + "step": 1690 + }, + { + "epoch": 6.9105691056910565, + "grad_norm": 11.566039085388184, + "learning_rate": 3.224576271186441e-06, + "loss": 0.2473, + "step": 1700 + }, + { + "epoch": 6.951219512195122, + "grad_norm": 33.27814865112305, + "learning_rate": 3.1822033898305087e-06, + "loss": 0.2745, + "step": 1710 + }, + { + "epoch": 6.991869918699187, + "grad_norm": 28.20252799987793, + "learning_rate": 3.1398305084745766e-06, + "loss": 0.2758, + "step": 1720 + }, + { + "epoch": 7.0, + "eval_general_loss": 0.7735296487808228, + "eval_general_runtime": 254.8206, + "eval_general_samples_per_second": 3.591, + "eval_general_steps_per_second": 0.899, + "step": 1722 + }, + { + "epoch": 7.0, + "eval_code_loss": 0.5828394889831543, + "eval_code_runtime": 297.9571, + "eval_code_samples_per_second": 3.081, + "eval_code_steps_per_second": 0.772, + "step": 1722 + }, + { + "epoch": 7.0, + "eval_stem_loss": 0.9436448216438293, + "eval_stem_runtime": 251.491, + "eval_stem_samples_per_second": 3.634, + "eval_stem_steps_per_second": 0.911, + "step": 1722 + }, + { + "epoch": 7.032520325203252, + "grad_norm": 3.4257633686065674, + "learning_rate": 3.097457627118644e-06, + "loss": 0.2642, + "step": 1730 + }, + { + "epoch": 7.073170731707317, + "grad_norm": 5.06683349609375, + "learning_rate": 3.055084745762712e-06, + "loss": 0.1826, + "step": 1740 + }, + { + "epoch": 7.1138211382113825, + "grad_norm": 16.503429412841797, + "learning_rate": 3.0127118644067798e-06, + "loss": 0.2212, + "step": 1750 + }, + { + "epoch": 7.154471544715447, + "grad_norm": 8.533424377441406, + "learning_rate": 2.9703389830508476e-06, + "loss": 0.2552, + "step": 1760 + }, + { + "epoch": 7.195121951219512, + "grad_norm": 24.57413673400879, + "learning_rate": 2.9279661016949155e-06, + "loss": 0.2391, + "step": 1770 + }, + { + "epoch": 7.235772357723577, + "grad_norm": 9.451231002807617, + "learning_rate": 2.885593220338983e-06, + "loss": 0.2397, + "step": 1780 + }, + { + "epoch": 7.276422764227642, + "grad_norm": 4.1486382484436035, + "learning_rate": 2.843220338983051e-06, + "loss": 0.3058, + "step": 1790 + }, + { + "epoch": 7.317073170731708, + "grad_norm": 11.02759838104248, + "learning_rate": 2.8008474576271187e-06, + "loss": 0.186, + "step": 1800 + }, + { + "epoch": 7.357723577235772, + "grad_norm": 12.10676097869873, + "learning_rate": 2.758474576271187e-06, + "loss": 0.2678, + "step": 1810 + }, + { + "epoch": 7.3983739837398375, + "grad_norm": 5.671831130981445, + "learning_rate": 2.716101694915255e-06, + "loss": 0.2211, + "step": 1820 + }, + { + "epoch": 7.439024390243903, + "grad_norm": 7.359579086303711, + "learning_rate": 2.673728813559322e-06, + "loss": 0.1869, + "step": 1830 + }, + { + "epoch": 7.479674796747967, + "grad_norm": 9.749099731445312, + "learning_rate": 2.63135593220339e-06, + "loss": 0.2002, + "step": 1840 + }, + { + "epoch": 7.520325203252033, + "grad_norm": 10.702773094177246, + "learning_rate": 2.588983050847458e-06, + "loss": 0.2843, + "step": 1850 + }, + { + "epoch": 7.560975609756097, + "grad_norm": 2.2151198387145996, + "learning_rate": 2.546610169491526e-06, + "loss": 0.1893, + "step": 1860 + }, + { + "epoch": 7.6016260162601625, + "grad_norm": 4.354043483734131, + "learning_rate": 2.5042372881355937e-06, + "loss": 0.1663, + "step": 1870 + }, + { + "epoch": 7.642276422764228, + "grad_norm": 14.423757553100586, + "learning_rate": 2.461864406779661e-06, + "loss": 0.222, + "step": 1880 + }, + { + "epoch": 7.682926829268292, + "grad_norm": 5.424985885620117, + "learning_rate": 2.419491525423729e-06, + "loss": 0.193, + "step": 1890 + }, + { + "epoch": 7.723577235772358, + "grad_norm": 2.692128896713257, + "learning_rate": 2.377118644067797e-06, + "loss": 0.2082, + "step": 1900 + }, + { + "epoch": 7.764227642276423, + "grad_norm": 17.189456939697266, + "learning_rate": 2.3347457627118648e-06, + "loss": 0.1705, + "step": 1910 + }, + { + "epoch": 7.804878048780488, + "grad_norm": 8.40690803527832, + "learning_rate": 2.292372881355932e-06, + "loss": 0.2217, + "step": 1920 + }, + { + "epoch": 7.845528455284553, + "grad_norm": 38.97690200805664, + "learning_rate": 2.25e-06, + "loss": 0.1921, + "step": 1930 + }, + { + "epoch": 7.886178861788618, + "grad_norm": 5.772021293640137, + "learning_rate": 2.207627118644068e-06, + "loss": 0.2285, + "step": 1940 + }, + { + "epoch": 7.926829268292683, + "grad_norm": 15.428215026855469, + "learning_rate": 2.1652542372881358e-06, + "loss": 0.2625, + "step": 1950 + }, + { + "epoch": 7.967479674796748, + "grad_norm": 18.43503189086914, + "learning_rate": 2.1228813559322037e-06, + "loss": 0.1974, + "step": 1960 + }, + { + "epoch": 8.0, + "eval_general_loss": 0.8415325880050659, + "eval_general_runtime": 255.4935, + "eval_general_samples_per_second": 3.581, + "eval_general_steps_per_second": 0.896, + "step": 1968 + }, + { + "epoch": 8.0, + "eval_code_loss": 0.6173287034034729, + "eval_code_runtime": 297.722, + "eval_code_samples_per_second": 3.083, + "eval_code_steps_per_second": 0.773, + "step": 1968 + }, + { + "epoch": 8.0, + "eval_stem_loss": 1.0608537197113037, + "eval_stem_runtime": 251.5091, + "eval_stem_samples_per_second": 3.634, + "eval_stem_steps_per_second": 0.911, + "step": 1968 + }, + { + "epoch": 8.008130081300813, + "grad_norm": 17.22564125061035, + "learning_rate": 2.0805084745762715e-06, + "loss": 0.2504, + "step": 1970 + }, + { + "epoch": 8.048780487804878, + "grad_norm": 3.2470831871032715, + "learning_rate": 2.0381355932203394e-06, + "loss": 0.1798, + "step": 1980 + }, + { + "epoch": 8.089430894308943, + "grad_norm": 5.299134254455566, + "learning_rate": 1.995762711864407e-06, + "loss": 0.2662, + "step": 1990 + }, + { + "epoch": 8.130081300813009, + "grad_norm": 31.546850204467773, + "learning_rate": 1.9533898305084747e-06, + "loss": 0.1669, + "step": 2000 + }, + { + "epoch": 8.170731707317072, + "grad_norm": 4.480246543884277, + "learning_rate": 1.9110169491525426e-06, + "loss": 0.207, + "step": 2010 + }, + { + "epoch": 8.211382113821138, + "grad_norm": 7.999574184417725, + "learning_rate": 1.8686440677966102e-06, + "loss": 0.2235, + "step": 2020 + }, + { + "epoch": 8.252032520325203, + "grad_norm": 16.393817901611328, + "learning_rate": 1.8262711864406783e-06, + "loss": 0.216, + "step": 2030 + }, + { + "epoch": 8.292682926829269, + "grad_norm": 6.757204532623291, + "learning_rate": 1.7838983050847457e-06, + "loss": 0.1832, + "step": 2040 + }, + { + "epoch": 8.333333333333334, + "grad_norm": 5.856433391571045, + "learning_rate": 1.7415254237288138e-06, + "loss": 0.2552, + "step": 2050 + }, + { + "epoch": 8.373983739837398, + "grad_norm": 18.291067123413086, + "learning_rate": 1.6991525423728817e-06, + "loss": 0.1527, + "step": 2060 + }, + { + "epoch": 8.414634146341463, + "grad_norm": 13.822905540466309, + "learning_rate": 1.6567796610169493e-06, + "loss": 0.1749, + "step": 2070 + }, + { + "epoch": 8.455284552845528, + "grad_norm": 43.684326171875, + "learning_rate": 1.6144067796610172e-06, + "loss": 0.255, + "step": 2080 + }, + { + "epoch": 8.495934959349594, + "grad_norm": 4.421077728271484, + "learning_rate": 1.5720338983050848e-06, + "loss": 0.1881, + "step": 2090 + }, + { + "epoch": 8.536585365853659, + "grad_norm": 9.270566940307617, + "learning_rate": 1.5296610169491527e-06, + "loss": 0.188, + "step": 2100 + }, + { + "epoch": 8.577235772357724, + "grad_norm": 15.476509094238281, + "learning_rate": 1.4872881355932204e-06, + "loss": 0.2264, + "step": 2110 + }, + { + "epoch": 8.617886178861788, + "grad_norm": 11.165403366088867, + "learning_rate": 1.4449152542372882e-06, + "loss": 0.2861, + "step": 2120 + }, + { + "epoch": 8.658536585365853, + "grad_norm": 6.011041641235352, + "learning_rate": 1.402542372881356e-06, + "loss": 0.1759, + "step": 2130 + }, + { + "epoch": 8.699186991869919, + "grad_norm": 15.977751731872559, + "learning_rate": 1.3601694915254237e-06, + "loss": 0.1669, + "step": 2140 + }, + { + "epoch": 8.739837398373984, + "grad_norm": 8.859704971313477, + "learning_rate": 1.3177966101694916e-06, + "loss": 0.1772, + "step": 2150 + }, + { + "epoch": 8.78048780487805, + "grad_norm": 12.153793334960938, + "learning_rate": 1.2754237288135593e-06, + "loss": 0.1423, + "step": 2160 + }, + { + "epoch": 8.821138211382113, + "grad_norm": 14.467902183532715, + "learning_rate": 1.2330508474576271e-06, + "loss": 0.1438, + "step": 2170 + }, + { + "epoch": 8.861788617886178, + "grad_norm": 42.52398681640625, + "learning_rate": 1.190677966101695e-06, + "loss": 0.2745, + "step": 2180 + }, + { + "epoch": 8.902439024390244, + "grad_norm": 27.64867401123047, + "learning_rate": 1.1483050847457626e-06, + "loss": 0.2944, + "step": 2190 + }, + { + "epoch": 8.94308943089431, + "grad_norm": 25.19327163696289, + "learning_rate": 1.1059322033898307e-06, + "loss": 0.1636, + "step": 2200 + }, + { + "epoch": 8.983739837398375, + "grad_norm": 2.7334868907928467, + "learning_rate": 1.0635593220338984e-06, + "loss": 0.1786, + "step": 2210 + }, + { + "epoch": 9.0, + "eval_general_loss": 0.8703850507736206, + "eval_general_runtime": 254.9132, + "eval_general_samples_per_second": 3.589, + "eval_general_steps_per_second": 0.898, + "step": 2214 + }, + { + "epoch": 9.0, + "eval_code_loss": 0.6459083557128906, + "eval_code_runtime": 297.2179, + "eval_code_samples_per_second": 3.089, + "eval_code_steps_per_second": 0.774, + "step": 2214 + }, + { + "epoch": 9.0, + "eval_stem_loss": 1.1134814023971558, + "eval_stem_runtime": 250.7558, + "eval_stem_samples_per_second": 3.645, + "eval_stem_steps_per_second": 0.913, + "step": 2214 + } + ], + "logging_steps": 10, + "max_steps": 2460, + "num_input_tokens_seen": 0, + "num_train_epochs": 10, + "save_steps": 500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 5.485373470360732e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/checkpoint-2214/training_args.bin b/checkpoint-2214/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..8614ea1120688aa2b00c51b5ab043d685f967c46 --- /dev/null +++ b/checkpoint-2214/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a75db4b667e1acb16a0e7511a6d417ad638ff613009acc2ca8623c871c05831 +size 6289 diff --git a/checkpoint-246/README.md b/checkpoint-246/README.md new file mode 100644 index 0000000000000000000000000000000000000000..e3bd00a46564008273624a7a4a3ceacd36132ecb --- /dev/null +++ b/checkpoint-246/README.md @@ -0,0 +1,208 @@ +--- +base_model: meta-llama/Llama-3.1-8B-Instruct +library_name: peft +tags: +- base_model:adapter:meta-llama/Llama-3.1-8B-Instruct +- lora +- reward-trainer +- transformers +- trl +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.18.0 \ No newline at end of file diff --git a/checkpoint-246/adapter_config.json b/checkpoint-246/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..e8bd38b33b11f8e4d950e88e0b046528165c5a81 --- /dev/null +++ b/checkpoint-246/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-3.1-8B-Instruct", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.1, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [ + "classifier", + "score" + ], + "peft_type": "LORA", + "peft_version": "0.18.0", + "qalora_group_size": 16, + "r": 8, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "v_proj", + "q_proj", + "k_proj", + "o_proj" + ], + "target_parameters": null, + "task_type": "SEQ_CLS", + "trainable_token_indices": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false +} \ No newline at end of file diff --git a/checkpoint-246/adapter_model.safetensors b/checkpoint-246/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..56c693aa4684722924a2c2244666b05396ddac54 --- /dev/null +++ b/checkpoint-246/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5bfe30ba3d3cb37ab66c7de4e0c1175a4fce6e1b4c1daf76457a5a6a278dfe9c +size 27305328 diff --git a/checkpoint-246/chat_template.jinja b/checkpoint-246/chat_template.jinja new file mode 100644 index 0000000000000000000000000000000000000000..33089ace1be88f22a10fe861ad49718d5d886090 --- /dev/null +++ b/checkpoint-246/chat_template.jinja @@ -0,0 +1,109 @@ +{{- bos_token }} +{%- if custom_tools is defined %} + {%- set tools = custom_tools %} +{%- endif %} +{%- if not tools_in_user_message is defined %} + {%- set tools_in_user_message = true %} +{%- endif %} +{%- if not date_string is defined %} + {%- set date_string = "26 Jul 2024" %} +{%- endif %} +{%- if not tools is defined %} + {%- set tools = none %} +{%- endif %} + +{#- This block extracts the system message, so we can slot it into the right place. #} +{%- if messages[0]['role'] == 'system' %} + {%- set system_message = messages[0]['content']|trim %} + {%- set messages = messages[1:] %} +{%- else %} + {%- set system_message = "" %} +{%- endif %} + +{#- System message + builtin tools #} +{{- "<|start_header_id|>system<|end_header_id|>\n\n" }} +{%- if builtin_tools is defined or tools is not none %} + {{- "Environment: ipython\n" }} +{%- endif %} +{%- if builtin_tools is defined %} + {{- "Tools: " + builtin_tools | reject('equalto', 'code_interpreter') | join(", ") + "\n\n"}} +{%- endif %} +{{- "Cutting Knowledge Date: December 2023\n" }} +{{- "Today Date: " + date_string + "\n\n" }} +{%- if tools is not none and not tools_in_user_message %} + {{- "You have access to the following functions. To call a function, please respond with JSON for a function call." }} + {{- 'Respond in the format {"name": function name, "parameters": dictionary of argument name and its value}.' }} + {{- "Do not use variables.\n\n" }} + {%- for t in tools %} + {{- t | tojson(indent=4) }} + {{- "\n\n" }} + {%- endfor %} +{%- endif %} +{{- system_message }} +{{- "<|eot_id|>" }} + +{#- Custom tools are passed in a user message with some extra guidance #} +{%- if tools_in_user_message and not tools is none %} + {#- Extract the first user message so we can plug it in here #} + {%- if messages | length != 0 %} + {%- set first_user_message = messages[0]['content']|trim %} + {%- set messages = messages[1:] %} + {%- else %} + {{- raise_exception("Cannot put tools in the first user message when there's no first user message!") }} +{%- endif %} + {{- '<|start_header_id|>user<|end_header_id|>\n\n' -}} + {{- "Given the following functions, please respond with a JSON for a function call " }} + {{- "with its proper arguments that best answers the given prompt.\n\n" }} + {{- 'Respond in the format {"name": function name, "parameters": dictionary of argument name and its value}.' }} + {{- "Do not use variables.\n\n" }} + {%- for t in tools %} + {{- t | tojson(indent=4) }} + {{- "\n\n" }} + {%- endfor %} + {{- first_user_message + "<|eot_id|>"}} +{%- endif %} + +{%- for message in messages %} + {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %} + {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' }} + {%- elif 'tool_calls' in message %} + {%- if not message.tool_calls|length == 1 %} + {{- raise_exception("This model only supports single tool-calls at once!") }} + {%- endif %} + {%- set tool_call = message.tool_calls[0].function %} + {%- if builtin_tools is defined and tool_call.name in builtin_tools %} + {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' -}} + {{- "<|python_tag|>" + tool_call.name + ".call(" }} + {%- for arg_name, arg_val in tool_call.arguments | items %} + {{- arg_name + '="' + arg_val + '"' }} + {%- if not loop.last %} + {{- ", " }} + {%- endif %} + {%- endfor %} + {{- ")" }} + {%- else %} + {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' -}} + {{- '{"name": "' + tool_call.name + '", ' }} + {{- '"parameters": ' }} + {{- tool_call.arguments | tojson }} + {{- "}" }} + {%- endif %} + {%- if builtin_tools is defined %} + {#- This means we're in ipython mode #} + {{- "<|eom_id|>" }} + {%- else %} + {{- "<|eot_id|>" }} + {%- endif %} + {%- elif message.role == "tool" or message.role == "ipython" %} + {{- "<|start_header_id|>ipython<|end_header_id|>\n\n" }} + {%- if message.content is mapping or message.content is iterable %} + {{- message.content | tojson }} + {%- else %} + {{- message.content }} + {%- endif %} + {{- "<|eot_id|>" }} + {%- endif %} +{%- endfor %} +{%- if add_generation_prompt %} + {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' }} +{%- endif %} diff --git a/checkpoint-246/optimizer.pt b/checkpoint-246/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..d525546c3e0d889b2d9366d3981d1600146cdff3 --- /dev/null +++ b/checkpoint-246/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9cfd5f651f795fdf816de25869ec7c927b55475b12b899442658b80c7b4e0ee0 +size 54761995 diff --git a/checkpoint-246/rng_state.pth b/checkpoint-246/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..3105ae629835438feca5d75cb928a0254192bb7f --- /dev/null +++ b/checkpoint-246/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f196323d7423b60f8e4ceb7dbf8715ee326c0d068e5ff164f13c63b279b9f1a0 +size 14645 diff --git a/checkpoint-246/scheduler.pt b/checkpoint-246/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..bcbab1270c264ecf6105a0f6c28520768bda2f8d --- /dev/null +++ b/checkpoint-246/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:227914799e187e792d55a42263e451b2cc1b419d900aad055b8fc4b831683769 +size 1465 diff --git a/checkpoint-246/special_tokens_map.json b/checkpoint-246/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..b43be96621d147110fb8a18b5776ec6e38516127 --- /dev/null +++ b/checkpoint-246/special_tokens_map.json @@ -0,0 +1,17 @@ +{ + "bos_token": { + "content": "<|begin_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "<|eot_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "<|eot_id|>" +} diff --git a/checkpoint-246/tokenizer.json b/checkpoint-246/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..1c1d8d5c9024994f1d3b00f9662b8dd89ca13cf2 --- /dev/null +++ b/checkpoint-246/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b9e4e7fb171f92fd137b777cc2714bf87d11576700a1dcd7a399e7bbe39537b +size 17209920 diff --git a/checkpoint-246/tokenizer_config.json b/checkpoint-246/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3beeacc86a6ca3cae14ad3004263ab74a4bac07a --- /dev/null +++ b/checkpoint-246/tokenizer_config.json @@ -0,0 +1,2063 @@ +{ + "added_tokens_decoder": { + "128000": { + "content": "<|begin_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128001": { + "content": "<|end_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128002": { + "content": "<|reserved_special_token_0|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128003": { + "content": "<|reserved_special_token_1|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128004": { + "content": "<|finetune_right_pad_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128005": { + "content": "<|reserved_special_token_2|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128006": { + "content": "<|start_header_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128007": { + "content": "<|end_header_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128008": { + "content": "<|eom_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128009": { + "content": "<|eot_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128010": { + "content": "<|python_tag|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128011": { + "content": "<|reserved_special_token_3|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128012": { + "content": "<|reserved_special_token_4|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128013": { + "content": "<|reserved_special_token_5|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128014": { + "content": "<|reserved_special_token_6|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128015": { + "content": "<|reserved_special_token_7|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128016": { + "content": "<|reserved_special_token_8|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128017": { + "content": "<|reserved_special_token_9|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128018": { + "content": "<|reserved_special_token_10|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128019": { + "content": "<|reserved_special_token_11|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128020": { + "content": "<|reserved_special_token_12|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128021": { + "content": "<|reserved_special_token_13|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128022": { + "content": "<|reserved_special_token_14|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128023": { + "content": "<|reserved_special_token_15|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128024": { + "content": "<|reserved_special_token_16|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128025": { + "content": "<|reserved_special_token_17|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128026": { + "content": "<|reserved_special_token_18|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128027": { + "content": "<|reserved_special_token_19|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128028": { + "content": "<|reserved_special_token_20|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128029": { + "content": "<|reserved_special_token_21|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128030": { + "content": "<|reserved_special_token_22|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128031": { + "content": "<|reserved_special_token_23|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128032": { + "content": "<|reserved_special_token_24|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128033": { + "content": "<|reserved_special_token_25|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128034": { + "content": "<|reserved_special_token_26|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128035": { + "content": "<|reserved_special_token_27|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128036": { + "content": "<|reserved_special_token_28|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128037": { + "content": "<|reserved_special_token_29|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128038": { + "content": "<|reserved_special_token_30|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128039": { + "content": "<|reserved_special_token_31|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128040": { + "content": "<|reserved_special_token_32|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128041": { + "content": "<|reserved_special_token_33|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128042": { + "content": "<|reserved_special_token_34|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128043": { + "content": "<|reserved_special_token_35|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128044": { + "content": "<|reserved_special_token_36|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128045": { + "content": "<|reserved_special_token_37|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128046": { + "content": "<|reserved_special_token_38|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128047": { + "content": "<|reserved_special_token_39|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128048": { + "content": "<|reserved_special_token_40|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128049": { + "content": "<|reserved_special_token_41|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128050": { + "content": "<|reserved_special_token_42|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128051": { + "content": "<|reserved_special_token_43|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128052": { + "content": "<|reserved_special_token_44|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128053": { + "content": "<|reserved_special_token_45|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128054": { + "content": "<|reserved_special_token_46|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128055": { + "content": "<|reserved_special_token_47|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128056": { + "content": "<|reserved_special_token_48|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128057": { + "content": "<|reserved_special_token_49|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128058": { + "content": "<|reserved_special_token_50|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128059": { + "content": "<|reserved_special_token_51|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128060": { + "content": "<|reserved_special_token_52|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128061": { + "content": "<|reserved_special_token_53|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128062": { + "content": "<|reserved_special_token_54|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128063": { + "content": "<|reserved_special_token_55|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128064": { + "content": "<|reserved_special_token_56|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128065": { + "content": "<|reserved_special_token_57|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128066": { + "content": "<|reserved_special_token_58|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128067": { + "content": "<|reserved_special_token_59|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128068": { + "content": "<|reserved_special_token_60|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128069": { + "content": "<|reserved_special_token_61|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128070": { + "content": "<|reserved_special_token_62|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128071": { + "content": "<|reserved_special_token_63|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128072": { + "content": "<|reserved_special_token_64|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128073": { + "content": "<|reserved_special_token_65|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128074": { + "content": "<|reserved_special_token_66|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128075": { + "content": "<|reserved_special_token_67|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128076": { + "content": "<|reserved_special_token_68|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128077": { + "content": "<|reserved_special_token_69|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128078": { + "content": "<|reserved_special_token_70|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128079": { + "content": "<|reserved_special_token_71|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128080": { + "content": "<|reserved_special_token_72|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128081": { + "content": "<|reserved_special_token_73|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128082": { + "content": "<|reserved_special_token_74|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128083": { + "content": "<|reserved_special_token_75|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128084": { + "content": "<|reserved_special_token_76|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128085": { + "content": "<|reserved_special_token_77|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128086": { + "content": "<|reserved_special_token_78|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128087": { + "content": "<|reserved_special_token_79|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128088": { + "content": "<|reserved_special_token_80|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128089": { + "content": "<|reserved_special_token_81|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128090": { + "content": "<|reserved_special_token_82|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128091": { + "content": "<|reserved_special_token_83|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128092": { + "content": "<|reserved_special_token_84|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128093": { + "content": "<|reserved_special_token_85|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128094": { + "content": "<|reserved_special_token_86|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128095": { + "content": "<|reserved_special_token_87|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128096": { + "content": "<|reserved_special_token_88|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128097": { + "content": "<|reserved_special_token_89|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128098": { + "content": "<|reserved_special_token_90|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128099": { + "content": "<|reserved_special_token_91|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128100": { + "content": "<|reserved_special_token_92|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128101": { + "content": "<|reserved_special_token_93|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128102": { + "content": "<|reserved_special_token_94|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128103": { + "content": "<|reserved_special_token_95|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128104": { + "content": "<|reserved_special_token_96|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128105": { + "content": "<|reserved_special_token_97|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128106": { + "content": "<|reserved_special_token_98|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128107": { + "content": "<|reserved_special_token_99|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128108": { + "content": "<|reserved_special_token_100|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128109": { + "content": "<|reserved_special_token_101|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128110": { + "content": "<|reserved_special_token_102|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128111": { + "content": "<|reserved_special_token_103|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128112": { + "content": "<|reserved_special_token_104|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128113": { + "content": "<|reserved_special_token_105|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128114": { + "content": "<|reserved_special_token_106|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128115": { + "content": "<|reserved_special_token_107|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128116": { + "content": "<|reserved_special_token_108|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128117": { + "content": "<|reserved_special_token_109|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128118": { + "content": "<|reserved_special_token_110|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128119": { + "content": "<|reserved_special_token_111|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128120": { + "content": "<|reserved_special_token_112|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128121": { + "content": "<|reserved_special_token_113|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128122": { + "content": "<|reserved_special_token_114|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128123": { + "content": "<|reserved_special_token_115|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128124": { + "content": "<|reserved_special_token_116|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128125": { + "content": "<|reserved_special_token_117|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128126": { + "content": "<|reserved_special_token_118|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128127": { + "content": "<|reserved_special_token_119|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128128": { + "content": "<|reserved_special_token_120|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128129": { + "content": "<|reserved_special_token_121|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128130": { + "content": "<|reserved_special_token_122|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128131": { + "content": "<|reserved_special_token_123|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128132": { + "content": "<|reserved_special_token_124|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128133": { + "content": "<|reserved_special_token_125|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128134": { + "content": "<|reserved_special_token_126|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128135": { + "content": "<|reserved_special_token_127|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128136": { + "content": "<|reserved_special_token_128|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128137": { + "content": "<|reserved_special_token_129|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128138": { + "content": "<|reserved_special_token_130|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128139": { + "content": "<|reserved_special_token_131|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128140": { + "content": "<|reserved_special_token_132|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128141": { + "content": "<|reserved_special_token_133|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128142": { + "content": "<|reserved_special_token_134|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128143": { + "content": "<|reserved_special_token_135|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128144": { + "content": "<|reserved_special_token_136|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128145": { + "content": "<|reserved_special_token_137|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128146": { + "content": "<|reserved_special_token_138|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128147": { + "content": "<|reserved_special_token_139|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128148": { + "content": "<|reserved_special_token_140|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128149": { + "content": "<|reserved_special_token_141|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128150": { + "content": "<|reserved_special_token_142|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128151": { + "content": "<|reserved_special_token_143|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128152": { + "content": "<|reserved_special_token_144|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128153": { + "content": "<|reserved_special_token_145|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128154": { + "content": "<|reserved_special_token_146|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128155": { + "content": "<|reserved_special_token_147|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128156": { + "content": "<|reserved_special_token_148|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128157": { + "content": "<|reserved_special_token_149|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128158": { + "content": "<|reserved_special_token_150|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128159": { + "content": "<|reserved_special_token_151|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128160": { + "content": "<|reserved_special_token_152|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128161": { + "content": "<|reserved_special_token_153|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128162": { + "content": "<|reserved_special_token_154|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128163": { + "content": "<|reserved_special_token_155|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128164": { + "content": "<|reserved_special_token_156|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128165": { + "content": "<|reserved_special_token_157|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128166": { + "content": "<|reserved_special_token_158|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128167": { + "content": "<|reserved_special_token_159|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128168": { + "content": "<|reserved_special_token_160|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128169": { + "content": "<|reserved_special_token_161|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128170": { + "content": "<|reserved_special_token_162|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128171": { + "content": "<|reserved_special_token_163|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128172": { + "content": "<|reserved_special_token_164|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128173": { + "content": "<|reserved_special_token_165|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128174": { + "content": "<|reserved_special_token_166|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128175": { + "content": "<|reserved_special_token_167|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128176": { + "content": "<|reserved_special_token_168|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128177": { + "content": "<|reserved_special_token_169|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128178": { + "content": "<|reserved_special_token_170|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128179": { + "content": "<|reserved_special_token_171|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128180": { + "content": "<|reserved_special_token_172|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128181": { + "content": "<|reserved_special_token_173|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128182": { + "content": "<|reserved_special_token_174|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128183": { + "content": "<|reserved_special_token_175|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128184": { + "content": "<|reserved_special_token_176|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128185": { + "content": "<|reserved_special_token_177|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128186": { + "content": "<|reserved_special_token_178|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128187": { + "content": "<|reserved_special_token_179|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128188": { + "content": "<|reserved_special_token_180|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128189": { + "content": "<|reserved_special_token_181|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128190": { + "content": "<|reserved_special_token_182|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128191": { + "content": "<|reserved_special_token_183|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128192": { + "content": "<|reserved_special_token_184|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128193": { + "content": "<|reserved_special_token_185|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128194": { + "content": "<|reserved_special_token_186|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128195": { + "content": "<|reserved_special_token_187|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128196": { + "content": "<|reserved_special_token_188|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128197": { + "content": "<|reserved_special_token_189|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128198": { + "content": "<|reserved_special_token_190|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128199": { + "content": "<|reserved_special_token_191|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128200": { + "content": "<|reserved_special_token_192|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128201": { + "content": "<|reserved_special_token_193|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128202": { + "content": "<|reserved_special_token_194|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128203": { + "content": "<|reserved_special_token_195|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128204": { + "content": "<|reserved_special_token_196|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128205": { + "content": "<|reserved_special_token_197|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128206": { + "content": "<|reserved_special_token_198|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128207": { + "content": "<|reserved_special_token_199|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128208": { + "content": "<|reserved_special_token_200|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128209": { + "content": "<|reserved_special_token_201|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128210": { + "content": "<|reserved_special_token_202|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128211": { + "content": "<|reserved_special_token_203|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128212": { + "content": "<|reserved_special_token_204|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128213": { + "content": "<|reserved_special_token_205|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128214": { + "content": "<|reserved_special_token_206|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128215": { + "content": "<|reserved_special_token_207|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128216": { + "content": "<|reserved_special_token_208|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128217": { + "content": "<|reserved_special_token_209|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128218": { + "content": "<|reserved_special_token_210|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128219": { + "content": "<|reserved_special_token_211|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128220": { + "content": "<|reserved_special_token_212|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128221": { + "content": "<|reserved_special_token_213|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128222": { + "content": "<|reserved_special_token_214|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128223": { + "content": "<|reserved_special_token_215|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128224": { + "content": "<|reserved_special_token_216|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128225": { + "content": "<|reserved_special_token_217|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128226": { + "content": "<|reserved_special_token_218|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128227": { + "content": "<|reserved_special_token_219|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128228": { + "content": "<|reserved_special_token_220|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128229": { + "content": "<|reserved_special_token_221|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128230": { + "content": "<|reserved_special_token_222|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128231": { + "content": "<|reserved_special_token_223|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128232": { + "content": "<|reserved_special_token_224|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128233": { + "content": "<|reserved_special_token_225|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128234": { + "content": "<|reserved_special_token_226|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128235": { + "content": "<|reserved_special_token_227|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128236": { + "content": "<|reserved_special_token_228|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128237": { + "content": "<|reserved_special_token_229|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128238": { + "content": "<|reserved_special_token_230|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128239": { + "content": "<|reserved_special_token_231|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128240": { + "content": "<|reserved_special_token_232|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128241": { + "content": "<|reserved_special_token_233|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128242": { + "content": "<|reserved_special_token_234|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128243": { + "content": "<|reserved_special_token_235|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128244": { + "content": "<|reserved_special_token_236|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128245": { + "content": "<|reserved_special_token_237|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128246": { + "content": "<|reserved_special_token_238|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128247": { + "content": "<|reserved_special_token_239|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128248": { + "content": "<|reserved_special_token_240|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128249": { + "content": "<|reserved_special_token_241|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128250": { + "content": "<|reserved_special_token_242|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128251": { + "content": "<|reserved_special_token_243|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128252": { + "content": "<|reserved_special_token_244|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128253": { + "content": "<|reserved_special_token_245|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128254": { + "content": "<|reserved_special_token_246|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128255": { + "content": "<|reserved_special_token_247|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "<|begin_of_text|>", + "clean_up_tokenization_spaces": true, + "eos_token": "<|eot_id|>", + "extra_special_tokens": {}, + "model_input_names": [ + "input_ids", + "attention_mask" + ], + "model_max_length": 131072, + "pad_token": "<|eot_id|>", + "tokenizer_class": "PreTrainedTokenizerFast" +} diff --git a/checkpoint-246/trainer_state.json b/checkpoint-246/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..1eae0da02c36baca8967a2a4ccd4c7a4482bbf6f --- /dev/null +++ b/checkpoint-246/trainer_state.json @@ -0,0 +1,226 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.0, + "eval_steps": 500, + "global_step": 246, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.04065040650406504, + "grad_norm": 14.707608222961426, + "learning_rate": 9.000000000000001e-07, + "loss": 0.9613, + "step": 10 + }, + { + "epoch": 0.08130081300813008, + "grad_norm": 12.035386085510254, + "learning_rate": 1.9000000000000002e-06, + "loss": 0.8509, + "step": 20 + }, + { + "epoch": 0.12195121951219512, + "grad_norm": 18.44657325744629, + "learning_rate": 2.9e-06, + "loss": 0.9369, + "step": 30 + }, + { + "epoch": 0.16260162601626016, + "grad_norm": 12.941998481750488, + "learning_rate": 3.900000000000001e-06, + "loss": 0.896, + "step": 40 + }, + { + "epoch": 0.2032520325203252, + "grad_norm": 15.150432586669922, + "learning_rate": 4.9000000000000005e-06, + "loss": 0.9821, + "step": 50 + }, + { + "epoch": 0.24390243902439024, + "grad_norm": 18.638032913208008, + "learning_rate": 5.9e-06, + "loss": 0.9666, + "step": 60 + }, + { + "epoch": 0.2845528455284553, + "grad_norm": 15.954939842224121, + "learning_rate": 6.9e-06, + "loss": 0.9019, + "step": 70 + }, + { + "epoch": 0.3252032520325203, + "grad_norm": 11.114273071289062, + "learning_rate": 7.9e-06, + "loss": 0.8321, + "step": 80 + }, + { + "epoch": 0.36585365853658536, + "grad_norm": 15.285880088806152, + "learning_rate": 8.900000000000001e-06, + "loss": 0.7198, + "step": 90 + }, + { + "epoch": 0.4065040650406504, + "grad_norm": 17.8586483001709, + "learning_rate": 9.9e-06, + "loss": 0.7806, + "step": 100 + }, + { + "epoch": 0.44715447154471544, + "grad_norm": 11.217978477478027, + "learning_rate": 9.961864406779662e-06, + "loss": 1.0024, + "step": 110 + }, + { + "epoch": 0.4878048780487805, + "grad_norm": 7.002477169036865, + "learning_rate": 9.91949152542373e-06, + "loss": 0.8086, + "step": 120 + }, + { + "epoch": 0.5284552845528455, + "grad_norm": 13.211562156677246, + "learning_rate": 9.877118644067798e-06, + "loss": 0.8958, + "step": 130 + }, + { + "epoch": 0.5691056910569106, + "grad_norm": 11.169763565063477, + "learning_rate": 9.834745762711865e-06, + "loss": 0.8316, + "step": 140 + }, + { + "epoch": 0.6097560975609756, + "grad_norm": 15.369425773620605, + "learning_rate": 9.792372881355933e-06, + "loss": 0.675, + "step": 150 + }, + { + "epoch": 0.6504065040650406, + "grad_norm": 11.003032684326172, + "learning_rate": 9.75e-06, + "loss": 0.7512, + "step": 160 + }, + { + "epoch": 0.6910569105691057, + "grad_norm": 16.466957092285156, + "learning_rate": 9.707627118644068e-06, + "loss": 0.8546, + "step": 170 + }, + { + "epoch": 0.7317073170731707, + "grad_norm": 13.067832946777344, + "learning_rate": 9.665254237288136e-06, + "loss": 0.7497, + "step": 180 + }, + { + "epoch": 0.7723577235772358, + "grad_norm": 9.530882835388184, + "learning_rate": 9.622881355932205e-06, + "loss": 0.6136, + "step": 190 + }, + { + "epoch": 0.8130081300813008, + "grad_norm": 15.063409805297852, + "learning_rate": 9.580508474576273e-06, + "loss": 0.6073, + "step": 200 + }, + { + "epoch": 0.8536585365853658, + "grad_norm": 9.07528305053711, + "learning_rate": 9.53813559322034e-06, + "loss": 0.7295, + "step": 210 + }, + { + "epoch": 0.8943089430894309, + "grad_norm": 14.199564933776855, + "learning_rate": 9.495762711864408e-06, + "loss": 0.596, + "step": 220 + }, + { + "epoch": 0.9349593495934959, + "grad_norm": 16.03732681274414, + "learning_rate": 9.453389830508474e-06, + "loss": 0.6922, + "step": 230 + }, + { + "epoch": 0.975609756097561, + "grad_norm": 17.533695220947266, + "learning_rate": 9.411016949152543e-06, + "loss": 0.7484, + "step": 240 + }, + { + "epoch": 1.0, + "eval_general_loss": 0.754059910774231, + "eval_general_runtime": 254.3068, + "eval_general_samples_per_second": 3.598, + "eval_general_steps_per_second": 0.9, + "step": 246 + }, + { + "epoch": 1.0, + "eval_code_loss": 0.7234187722206116, + "eval_code_runtime": 296.8568, + "eval_code_samples_per_second": 3.092, + "eval_code_steps_per_second": 0.775, + "step": 246 + }, + { + "epoch": 1.0, + "eval_stem_loss": 0.7939386367797852, + "eval_stem_runtime": 250.6578, + "eval_stem_samples_per_second": 3.646, + "eval_stem_steps_per_second": 0.914, + "step": 246 + } + ], + "logging_steps": 10, + "max_steps": 2460, + "num_input_tokens_seen": 0, + "num_train_epochs": 10, + "save_steps": 500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 6.083912914835866e+17, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/checkpoint-246/training_args.bin b/checkpoint-246/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..8614ea1120688aa2b00c51b5ab043d685f967c46 --- /dev/null +++ b/checkpoint-246/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a75db4b667e1acb16a0e7511a6d417ad638ff613009acc2ca8623c871c05831 +size 6289 diff --git a/checkpoint-2460/README.md b/checkpoint-2460/README.md new file mode 100644 index 0000000000000000000000000000000000000000..e3bd00a46564008273624a7a4a3ceacd36132ecb --- /dev/null +++ b/checkpoint-2460/README.md @@ -0,0 +1,208 @@ +--- +base_model: meta-llama/Llama-3.1-8B-Instruct +library_name: peft +tags: +- base_model:adapter:meta-llama/Llama-3.1-8B-Instruct +- lora +- reward-trainer +- transformers +- trl +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.18.0 \ No newline at end of file diff --git a/checkpoint-2460/adapter_config.json b/checkpoint-2460/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..e8bd38b33b11f8e4d950e88e0b046528165c5a81 --- /dev/null +++ b/checkpoint-2460/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-3.1-8B-Instruct", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.1, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [ + "classifier", + "score" + ], + "peft_type": "LORA", + "peft_version": "0.18.0", + "qalora_group_size": 16, + "r": 8, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "v_proj", + "q_proj", + "k_proj", + "o_proj" + ], + "target_parameters": null, + "task_type": "SEQ_CLS", + "trainable_token_indices": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false +} \ No newline at end of file diff --git a/checkpoint-2460/adapter_model.safetensors b/checkpoint-2460/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ecdab303633a3ef45db5e47c3c1c98ddc51a677f --- /dev/null +++ b/checkpoint-2460/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e21d8aa2d1183ebc876c8600b61f1617e11579817173a07b31354a9157edd9f5 +size 27305328 diff --git a/checkpoint-2460/chat_template.jinja b/checkpoint-2460/chat_template.jinja new file mode 100644 index 0000000000000000000000000000000000000000..33089ace1be88f22a10fe861ad49718d5d886090 --- /dev/null +++ b/checkpoint-2460/chat_template.jinja @@ -0,0 +1,109 @@ +{{- bos_token }} +{%- if custom_tools is defined %} + {%- set tools = custom_tools %} +{%- endif %} +{%- if not tools_in_user_message is defined %} + {%- set tools_in_user_message = true %} +{%- endif %} +{%- if not date_string is defined %} + {%- set date_string = "26 Jul 2024" %} +{%- endif %} +{%- if not tools is defined %} + {%- set tools = none %} +{%- endif %} + +{#- This block extracts the system message, so we can slot it into the right place. #} +{%- if messages[0]['role'] == 'system' %} + {%- set system_message = messages[0]['content']|trim %} + {%- set messages = messages[1:] %} +{%- else %} + {%- set system_message = "" %} +{%- endif %} + +{#- System message + builtin tools #} +{{- "<|start_header_id|>system<|end_header_id|>\n\n" }} +{%- if builtin_tools is defined or tools is not none %} + {{- "Environment: ipython\n" }} +{%- endif %} +{%- if builtin_tools is defined %} + {{- "Tools: " + builtin_tools | reject('equalto', 'code_interpreter') | join(", ") + "\n\n"}} +{%- endif %} +{{- "Cutting Knowledge Date: December 2023\n" }} +{{- "Today Date: " + date_string + "\n\n" }} +{%- if tools is not none and not tools_in_user_message %} + {{- "You have access to the following functions. To call a function, please respond with JSON for a function call." }} + {{- 'Respond in the format {"name": function name, "parameters": dictionary of argument name and its value}.' }} + {{- "Do not use variables.\n\n" }} + {%- for t in tools %} + {{- t | tojson(indent=4) }} + {{- "\n\n" }} + {%- endfor %} +{%- endif %} +{{- system_message }} +{{- "<|eot_id|>" }} + +{#- Custom tools are passed in a user message with some extra guidance #} +{%- if tools_in_user_message and not tools is none %} + {#- Extract the first user message so we can plug it in here #} + {%- if messages | length != 0 %} + {%- set first_user_message = messages[0]['content']|trim %} + {%- set messages = messages[1:] %} + {%- else %} + {{- raise_exception("Cannot put tools in the first user message when there's no first user message!") }} +{%- endif %} + {{- '<|start_header_id|>user<|end_header_id|>\n\n' -}} + {{- "Given the following functions, please respond with a JSON for a function call " }} + {{- "with its proper arguments that best answers the given prompt.\n\n" }} + {{- 'Respond in the format {"name": function name, "parameters": dictionary of argument name and its value}.' }} + {{- "Do not use variables.\n\n" }} + {%- for t in tools %} + {{- t | tojson(indent=4) }} + {{- "\n\n" }} + {%- endfor %} + {{- first_user_message + "<|eot_id|>"}} +{%- endif %} + +{%- for message in messages %} + {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %} + {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' }} + {%- elif 'tool_calls' in message %} + {%- if not message.tool_calls|length == 1 %} + {{- raise_exception("This model only supports single tool-calls at once!") }} + {%- endif %} + {%- set tool_call = message.tool_calls[0].function %} + {%- if builtin_tools is defined and tool_call.name in builtin_tools %} + {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' -}} + {{- "<|python_tag|>" + tool_call.name + ".call(" }} + {%- for arg_name, arg_val in tool_call.arguments | items %} + {{- arg_name + '="' + arg_val + '"' }} + {%- if not loop.last %} + {{- ", " }} + {%- endif %} + {%- endfor %} + {{- ")" }} + {%- else %} + {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' -}} + {{- '{"name": "' + tool_call.name + '", ' }} + {{- '"parameters": ' }} + {{- tool_call.arguments | tojson }} + {{- "}" }} + {%- endif %} + {%- if builtin_tools is defined %} + {#- This means we're in ipython mode #} + {{- "<|eom_id|>" }} + {%- else %} + {{- "<|eot_id|>" }} + {%- endif %} + {%- elif message.role == "tool" or message.role == "ipython" %} + {{- "<|start_header_id|>ipython<|end_header_id|>\n\n" }} + {%- if message.content is mapping or message.content is iterable %} + {{- message.content | tojson }} + {%- else %} + {{- message.content }} + {%- endif %} + {{- "<|eot_id|>" }} + {%- endif %} +{%- endfor %} +{%- if add_generation_prompt %} + {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' }} +{%- endif %} diff --git a/checkpoint-2460/optimizer.pt b/checkpoint-2460/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..0b19e07ff5029c29f3f7049dc1e6a4e092f703f9 --- /dev/null +++ b/checkpoint-2460/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:493438dcf28d43ee94eda15d4a9c8a8c1f960259b6af3ed1ba315045ee126635 +size 54761995 diff --git a/checkpoint-2460/rng_state.pth b/checkpoint-2460/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..8d602e994e777ca213755dbcd94feaad89eab8c7 --- /dev/null +++ b/checkpoint-2460/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19b7a514d05f6a7c89ccb1853511875a242ed4e21ec8e66d0ff6d1045bbd0cf7 +size 14645 diff --git a/checkpoint-2460/scheduler.pt b/checkpoint-2460/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..c76803b4527e5321060a00658671d679244163e5 --- /dev/null +++ b/checkpoint-2460/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6975fea948c67a82c3535f21c2c5839d18e551e56605bd6e3d036703fb0b3b5c +size 1465 diff --git a/checkpoint-2460/special_tokens_map.json b/checkpoint-2460/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..b43be96621d147110fb8a18b5776ec6e38516127 --- /dev/null +++ b/checkpoint-2460/special_tokens_map.json @@ -0,0 +1,17 @@ +{ + "bos_token": { + "content": "<|begin_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "<|eot_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "<|eot_id|>" +} diff --git a/checkpoint-2460/tokenizer.json b/checkpoint-2460/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..1c1d8d5c9024994f1d3b00f9662b8dd89ca13cf2 --- /dev/null +++ b/checkpoint-2460/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b9e4e7fb171f92fd137b777cc2714bf87d11576700a1dcd7a399e7bbe39537b +size 17209920 diff --git a/checkpoint-2460/tokenizer_config.json b/checkpoint-2460/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3beeacc86a6ca3cae14ad3004263ab74a4bac07a --- /dev/null +++ b/checkpoint-2460/tokenizer_config.json @@ -0,0 +1,2063 @@ +{ + "added_tokens_decoder": { + "128000": { + "content": "<|begin_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128001": { + "content": "<|end_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128002": { + "content": "<|reserved_special_token_0|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128003": { + "content": "<|reserved_special_token_1|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128004": { + "content": "<|finetune_right_pad_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128005": { + "content": "<|reserved_special_token_2|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128006": { + "content": "<|start_header_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128007": { + "content": "<|end_header_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128008": { + "content": "<|eom_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128009": { + "content": "<|eot_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128010": { + "content": "<|python_tag|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128011": { + "content": "<|reserved_special_token_3|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128012": { + "content": "<|reserved_special_token_4|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128013": { + "content": "<|reserved_special_token_5|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128014": { + "content": "<|reserved_special_token_6|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128015": { + "content": "<|reserved_special_token_7|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128016": { + "content": "<|reserved_special_token_8|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128017": { + "content": "<|reserved_special_token_9|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128018": { + "content": "<|reserved_special_token_10|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128019": { + "content": "<|reserved_special_token_11|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128020": { + "content": "<|reserved_special_token_12|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128021": { + "content": "<|reserved_special_token_13|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128022": { + "content": "<|reserved_special_token_14|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128023": { + "content": "<|reserved_special_token_15|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128024": { + "content": "<|reserved_special_token_16|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128025": { + "content": "<|reserved_special_token_17|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128026": { + "content": "<|reserved_special_token_18|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128027": { + "content": "<|reserved_special_token_19|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128028": { + "content": "<|reserved_special_token_20|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128029": { + "content": "<|reserved_special_token_21|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128030": { + "content": "<|reserved_special_token_22|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128031": { + "content": "<|reserved_special_token_23|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128032": { + "content": "<|reserved_special_token_24|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128033": { + "content": "<|reserved_special_token_25|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128034": { + "content": "<|reserved_special_token_26|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128035": { + "content": "<|reserved_special_token_27|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128036": { + "content": "<|reserved_special_token_28|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128037": { + "content": "<|reserved_special_token_29|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128038": { + "content": "<|reserved_special_token_30|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128039": { + "content": "<|reserved_special_token_31|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128040": { + "content": "<|reserved_special_token_32|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128041": { + "content": "<|reserved_special_token_33|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128042": { + "content": "<|reserved_special_token_34|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128043": { + "content": "<|reserved_special_token_35|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128044": { + "content": "<|reserved_special_token_36|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128045": { + "content": "<|reserved_special_token_37|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128046": { + "content": "<|reserved_special_token_38|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128047": { + "content": "<|reserved_special_token_39|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128048": { + "content": "<|reserved_special_token_40|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128049": { + "content": "<|reserved_special_token_41|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128050": { + "content": "<|reserved_special_token_42|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128051": { + "content": "<|reserved_special_token_43|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128052": { + "content": "<|reserved_special_token_44|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128053": { + "content": "<|reserved_special_token_45|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128054": { + "content": "<|reserved_special_token_46|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128055": { + "content": "<|reserved_special_token_47|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128056": { + "content": "<|reserved_special_token_48|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128057": { + "content": "<|reserved_special_token_49|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128058": { + "content": "<|reserved_special_token_50|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128059": { + "content": "<|reserved_special_token_51|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128060": { + "content": "<|reserved_special_token_52|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128061": { + "content": "<|reserved_special_token_53|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128062": { + "content": "<|reserved_special_token_54|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128063": { + "content": "<|reserved_special_token_55|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128064": { + "content": "<|reserved_special_token_56|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128065": { + "content": "<|reserved_special_token_57|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128066": { + "content": "<|reserved_special_token_58|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128067": { + "content": "<|reserved_special_token_59|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128068": { + "content": "<|reserved_special_token_60|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128069": { + "content": "<|reserved_special_token_61|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128070": { + "content": "<|reserved_special_token_62|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128071": { + "content": "<|reserved_special_token_63|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128072": { + "content": "<|reserved_special_token_64|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128073": { + "content": "<|reserved_special_token_65|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128074": { + "content": "<|reserved_special_token_66|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128075": { + "content": "<|reserved_special_token_67|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128076": { + "content": "<|reserved_special_token_68|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128077": { + "content": "<|reserved_special_token_69|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128078": { + "content": "<|reserved_special_token_70|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128079": { + "content": "<|reserved_special_token_71|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128080": { + "content": "<|reserved_special_token_72|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128081": { + "content": "<|reserved_special_token_73|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128082": { + "content": "<|reserved_special_token_74|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128083": { + "content": "<|reserved_special_token_75|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128084": { + "content": "<|reserved_special_token_76|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128085": { + "content": "<|reserved_special_token_77|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128086": { + "content": "<|reserved_special_token_78|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128087": { + "content": "<|reserved_special_token_79|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128088": { + "content": "<|reserved_special_token_80|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128089": { + "content": "<|reserved_special_token_81|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128090": { + "content": "<|reserved_special_token_82|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128091": { + "content": "<|reserved_special_token_83|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128092": { + "content": "<|reserved_special_token_84|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128093": { + "content": "<|reserved_special_token_85|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128094": { + "content": "<|reserved_special_token_86|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128095": { + "content": "<|reserved_special_token_87|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128096": { + "content": "<|reserved_special_token_88|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128097": { + "content": "<|reserved_special_token_89|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128098": { + "content": "<|reserved_special_token_90|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128099": { + "content": "<|reserved_special_token_91|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128100": { + "content": "<|reserved_special_token_92|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128101": { + "content": "<|reserved_special_token_93|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128102": { + "content": "<|reserved_special_token_94|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128103": { + "content": "<|reserved_special_token_95|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128104": { + "content": "<|reserved_special_token_96|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128105": { + "content": "<|reserved_special_token_97|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128106": { + "content": "<|reserved_special_token_98|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128107": { + "content": "<|reserved_special_token_99|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128108": { + "content": "<|reserved_special_token_100|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128109": { + "content": "<|reserved_special_token_101|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128110": { + "content": "<|reserved_special_token_102|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128111": { + "content": "<|reserved_special_token_103|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128112": { + "content": "<|reserved_special_token_104|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128113": { + "content": "<|reserved_special_token_105|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128114": { + "content": "<|reserved_special_token_106|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128115": { + "content": "<|reserved_special_token_107|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128116": { + "content": "<|reserved_special_token_108|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128117": { + "content": "<|reserved_special_token_109|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128118": { + "content": "<|reserved_special_token_110|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128119": { + "content": "<|reserved_special_token_111|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128120": { + "content": "<|reserved_special_token_112|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128121": { + "content": "<|reserved_special_token_113|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128122": { + "content": "<|reserved_special_token_114|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128123": { + "content": "<|reserved_special_token_115|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128124": { + "content": "<|reserved_special_token_116|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128125": { + "content": "<|reserved_special_token_117|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128126": { + "content": "<|reserved_special_token_118|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128127": { + "content": "<|reserved_special_token_119|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128128": { + "content": "<|reserved_special_token_120|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128129": { + "content": "<|reserved_special_token_121|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128130": { + "content": "<|reserved_special_token_122|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128131": { + "content": "<|reserved_special_token_123|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128132": { + "content": "<|reserved_special_token_124|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128133": { + "content": "<|reserved_special_token_125|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128134": { + "content": "<|reserved_special_token_126|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128135": { + "content": "<|reserved_special_token_127|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128136": { + "content": "<|reserved_special_token_128|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128137": { + "content": "<|reserved_special_token_129|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128138": { + "content": "<|reserved_special_token_130|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128139": { + "content": "<|reserved_special_token_131|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128140": { + "content": "<|reserved_special_token_132|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128141": { + "content": "<|reserved_special_token_133|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128142": { + "content": "<|reserved_special_token_134|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128143": { + "content": "<|reserved_special_token_135|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128144": { + "content": "<|reserved_special_token_136|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128145": { + "content": "<|reserved_special_token_137|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128146": { + "content": "<|reserved_special_token_138|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128147": { + "content": "<|reserved_special_token_139|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128148": { + "content": "<|reserved_special_token_140|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128149": { + "content": "<|reserved_special_token_141|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128150": { + "content": "<|reserved_special_token_142|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128151": { + "content": "<|reserved_special_token_143|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128152": { + "content": "<|reserved_special_token_144|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128153": { + "content": "<|reserved_special_token_145|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128154": { + "content": "<|reserved_special_token_146|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128155": { + "content": "<|reserved_special_token_147|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128156": { + "content": "<|reserved_special_token_148|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128157": { + "content": "<|reserved_special_token_149|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128158": { + "content": "<|reserved_special_token_150|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128159": { + "content": "<|reserved_special_token_151|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128160": { + "content": "<|reserved_special_token_152|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128161": { + "content": "<|reserved_special_token_153|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128162": { + "content": "<|reserved_special_token_154|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128163": { + "content": "<|reserved_special_token_155|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128164": { + "content": "<|reserved_special_token_156|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128165": { + "content": "<|reserved_special_token_157|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128166": { + "content": "<|reserved_special_token_158|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128167": { + "content": "<|reserved_special_token_159|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128168": { + "content": "<|reserved_special_token_160|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128169": { + "content": "<|reserved_special_token_161|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128170": { + "content": "<|reserved_special_token_162|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128171": { + "content": "<|reserved_special_token_163|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128172": { + "content": "<|reserved_special_token_164|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128173": { + "content": "<|reserved_special_token_165|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128174": { + "content": "<|reserved_special_token_166|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128175": { + "content": "<|reserved_special_token_167|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128176": { + "content": "<|reserved_special_token_168|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128177": { + "content": "<|reserved_special_token_169|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128178": { + "content": "<|reserved_special_token_170|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128179": { + "content": "<|reserved_special_token_171|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128180": { + "content": "<|reserved_special_token_172|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128181": { + "content": "<|reserved_special_token_173|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128182": { + "content": "<|reserved_special_token_174|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128183": { + "content": "<|reserved_special_token_175|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128184": { + "content": "<|reserved_special_token_176|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128185": { + "content": "<|reserved_special_token_177|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128186": { + "content": "<|reserved_special_token_178|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128187": { + "content": "<|reserved_special_token_179|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128188": { + "content": "<|reserved_special_token_180|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128189": { + "content": "<|reserved_special_token_181|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128190": { + "content": "<|reserved_special_token_182|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128191": { + "content": "<|reserved_special_token_183|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128192": { + "content": "<|reserved_special_token_184|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128193": { + "content": "<|reserved_special_token_185|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128194": { + "content": "<|reserved_special_token_186|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128195": { + "content": "<|reserved_special_token_187|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128196": { + "content": "<|reserved_special_token_188|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128197": { + "content": "<|reserved_special_token_189|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128198": { + "content": "<|reserved_special_token_190|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128199": { + "content": "<|reserved_special_token_191|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128200": { + "content": "<|reserved_special_token_192|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128201": { + "content": "<|reserved_special_token_193|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128202": { + "content": "<|reserved_special_token_194|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128203": { + "content": "<|reserved_special_token_195|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128204": { + "content": "<|reserved_special_token_196|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128205": { + "content": "<|reserved_special_token_197|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128206": { + "content": "<|reserved_special_token_198|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128207": { + "content": "<|reserved_special_token_199|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128208": { + "content": "<|reserved_special_token_200|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128209": { + "content": "<|reserved_special_token_201|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128210": { + "content": "<|reserved_special_token_202|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128211": { + "content": "<|reserved_special_token_203|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128212": { + "content": "<|reserved_special_token_204|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128213": { + "content": "<|reserved_special_token_205|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128214": { + "content": "<|reserved_special_token_206|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128215": { + "content": "<|reserved_special_token_207|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128216": { + "content": "<|reserved_special_token_208|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128217": { + "content": "<|reserved_special_token_209|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128218": { + "content": "<|reserved_special_token_210|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128219": { + "content": "<|reserved_special_token_211|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128220": { + "content": "<|reserved_special_token_212|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128221": { + "content": "<|reserved_special_token_213|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128222": { + "content": "<|reserved_special_token_214|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128223": { + "content": "<|reserved_special_token_215|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128224": { + "content": "<|reserved_special_token_216|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128225": { + "content": "<|reserved_special_token_217|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128226": { + "content": "<|reserved_special_token_218|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128227": { + "content": "<|reserved_special_token_219|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128228": { + "content": "<|reserved_special_token_220|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128229": { + "content": "<|reserved_special_token_221|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128230": { + "content": "<|reserved_special_token_222|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128231": { + "content": "<|reserved_special_token_223|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128232": { + "content": "<|reserved_special_token_224|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128233": { + "content": "<|reserved_special_token_225|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128234": { + "content": "<|reserved_special_token_226|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128235": { + "content": "<|reserved_special_token_227|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128236": { + "content": "<|reserved_special_token_228|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128237": { + "content": "<|reserved_special_token_229|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128238": { + "content": "<|reserved_special_token_230|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128239": { + "content": "<|reserved_special_token_231|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128240": { + "content": "<|reserved_special_token_232|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128241": { + "content": "<|reserved_special_token_233|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128242": { + "content": "<|reserved_special_token_234|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128243": { + "content": "<|reserved_special_token_235|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128244": { + "content": "<|reserved_special_token_236|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128245": { + "content": "<|reserved_special_token_237|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128246": { + "content": "<|reserved_special_token_238|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128247": { + "content": "<|reserved_special_token_239|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128248": { + "content": "<|reserved_special_token_240|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128249": { + "content": "<|reserved_special_token_241|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128250": { + "content": "<|reserved_special_token_242|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128251": { + "content": "<|reserved_special_token_243|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128252": { + "content": "<|reserved_special_token_244|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128253": { + "content": "<|reserved_special_token_245|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128254": { + "content": "<|reserved_special_token_246|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128255": { + "content": "<|reserved_special_token_247|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "<|begin_of_text|>", + "clean_up_tokenization_spaces": true, + "eos_token": "<|eot_id|>", + "extra_special_tokens": {}, + "model_input_names": [ + "input_ids", + "attention_mask" + ], + "model_max_length": 131072, + "pad_token": "<|eot_id|>", + "tokenizer_class": "PreTrainedTokenizerFast" +} diff --git a/checkpoint-2460/trainer_state.json b/checkpoint-2460/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..4b73059f197e79584fb1b76ed008a177b6d96f24 --- /dev/null +++ b/checkpoint-2460/trainer_state.json @@ -0,0 +1,1996 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 10.0, + "eval_steps": 500, + "global_step": 2460, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.04065040650406504, + "grad_norm": 14.707608222961426, + "learning_rate": 9.000000000000001e-07, + "loss": 0.9613, + "step": 10 + }, + { + "epoch": 0.08130081300813008, + "grad_norm": 12.035386085510254, + "learning_rate": 1.9000000000000002e-06, + "loss": 0.8509, + "step": 20 + }, + { + "epoch": 0.12195121951219512, + "grad_norm": 18.44657325744629, + "learning_rate": 2.9e-06, + "loss": 0.9369, + "step": 30 + }, + { + "epoch": 0.16260162601626016, + "grad_norm": 12.941998481750488, + "learning_rate": 3.900000000000001e-06, + "loss": 0.896, + "step": 40 + }, + { + "epoch": 0.2032520325203252, + "grad_norm": 15.150432586669922, + "learning_rate": 4.9000000000000005e-06, + "loss": 0.9821, + "step": 50 + }, + { + "epoch": 0.24390243902439024, + "grad_norm": 18.638032913208008, + "learning_rate": 5.9e-06, + "loss": 0.9666, + "step": 60 + }, + { + "epoch": 0.2845528455284553, + "grad_norm": 15.954939842224121, + "learning_rate": 6.9e-06, + "loss": 0.9019, + "step": 70 + }, + { + "epoch": 0.3252032520325203, + "grad_norm": 11.114273071289062, + "learning_rate": 7.9e-06, + "loss": 0.8321, + "step": 80 + }, + { + "epoch": 0.36585365853658536, + "grad_norm": 15.285880088806152, + "learning_rate": 8.900000000000001e-06, + "loss": 0.7198, + "step": 90 + }, + { + "epoch": 0.4065040650406504, + "grad_norm": 17.8586483001709, + "learning_rate": 9.9e-06, + "loss": 0.7806, + "step": 100 + }, + { + "epoch": 0.44715447154471544, + "grad_norm": 11.217978477478027, + "learning_rate": 9.961864406779662e-06, + "loss": 1.0024, + "step": 110 + }, + { + "epoch": 0.4878048780487805, + "grad_norm": 7.002477169036865, + "learning_rate": 9.91949152542373e-06, + "loss": 0.8086, + "step": 120 + }, + { + "epoch": 0.5284552845528455, + "grad_norm": 13.211562156677246, + "learning_rate": 9.877118644067798e-06, + "loss": 0.8958, + "step": 130 + }, + { + "epoch": 0.5691056910569106, + "grad_norm": 11.169763565063477, + "learning_rate": 9.834745762711865e-06, + "loss": 0.8316, + "step": 140 + }, + { + "epoch": 0.6097560975609756, + "grad_norm": 15.369425773620605, + "learning_rate": 9.792372881355933e-06, + "loss": 0.675, + "step": 150 + }, + { + "epoch": 0.6504065040650406, + "grad_norm": 11.003032684326172, + "learning_rate": 9.75e-06, + "loss": 0.7512, + "step": 160 + }, + { + "epoch": 0.6910569105691057, + "grad_norm": 16.466957092285156, + "learning_rate": 9.707627118644068e-06, + "loss": 0.8546, + "step": 170 + }, + { + "epoch": 0.7317073170731707, + "grad_norm": 13.067832946777344, + "learning_rate": 9.665254237288136e-06, + "loss": 0.7497, + "step": 180 + }, + { + "epoch": 0.7723577235772358, + "grad_norm": 9.530882835388184, + "learning_rate": 9.622881355932205e-06, + "loss": 0.6136, + "step": 190 + }, + { + "epoch": 0.8130081300813008, + "grad_norm": 15.063409805297852, + "learning_rate": 9.580508474576273e-06, + "loss": 0.6073, + "step": 200 + }, + { + "epoch": 0.8536585365853658, + "grad_norm": 9.07528305053711, + "learning_rate": 9.53813559322034e-06, + "loss": 0.7295, + "step": 210 + }, + { + "epoch": 0.8943089430894309, + "grad_norm": 14.199564933776855, + "learning_rate": 9.495762711864408e-06, + "loss": 0.596, + "step": 220 + }, + { + "epoch": 0.9349593495934959, + "grad_norm": 16.03732681274414, + "learning_rate": 9.453389830508474e-06, + "loss": 0.6922, + "step": 230 + }, + { + "epoch": 0.975609756097561, + "grad_norm": 17.533695220947266, + "learning_rate": 9.411016949152543e-06, + "loss": 0.7484, + "step": 240 + }, + { + "epoch": 1.0, + "eval_general_loss": 0.754059910774231, + "eval_general_runtime": 254.3068, + "eval_general_samples_per_second": 3.598, + "eval_general_steps_per_second": 0.9, + "step": 246 + }, + { + "epoch": 1.0, + "eval_code_loss": 0.7234187722206116, + "eval_code_runtime": 296.8568, + "eval_code_samples_per_second": 3.092, + "eval_code_steps_per_second": 0.775, + "step": 246 + }, + { + "epoch": 1.0, + "eval_stem_loss": 0.7939386367797852, + "eval_stem_runtime": 250.6578, + "eval_stem_samples_per_second": 3.646, + "eval_stem_steps_per_second": 0.914, + "step": 246 + }, + { + "epoch": 1.016260162601626, + "grad_norm": 16.589147567749023, + "learning_rate": 9.368644067796611e-06, + "loss": 0.7309, + "step": 250 + }, + { + "epoch": 1.056910569105691, + "grad_norm": 8.124390602111816, + "learning_rate": 9.32627118644068e-06, + "loss": 0.5937, + "step": 260 + }, + { + "epoch": 1.0975609756097562, + "grad_norm": 13.223992347717285, + "learning_rate": 9.283898305084746e-06, + "loss": 0.6961, + "step": 270 + }, + { + "epoch": 1.1382113821138211, + "grad_norm": 13.791741371154785, + "learning_rate": 9.241525423728814e-06, + "loss": 0.5783, + "step": 280 + }, + { + "epoch": 1.1788617886178863, + "grad_norm": 16.130605697631836, + "learning_rate": 9.199152542372882e-06, + "loss": 0.6318, + "step": 290 + }, + { + "epoch": 1.2195121951219512, + "grad_norm": 14.941628456115723, + "learning_rate": 9.15677966101695e-06, + "loss": 0.6163, + "step": 300 + }, + { + "epoch": 1.2601626016260163, + "grad_norm": 6.407144546508789, + "learning_rate": 9.114406779661017e-06, + "loss": 0.5745, + "step": 310 + }, + { + "epoch": 1.3008130081300813, + "grad_norm": 7.032970905303955, + "learning_rate": 9.072033898305086e-06, + "loss": 0.474, + "step": 320 + }, + { + "epoch": 1.3414634146341464, + "grad_norm": 14.255295753479004, + "learning_rate": 9.029661016949152e-06, + "loss": 0.6833, + "step": 330 + }, + { + "epoch": 1.3821138211382114, + "grad_norm": 19.13692855834961, + "learning_rate": 8.98728813559322e-06, + "loss": 0.5369, + "step": 340 + }, + { + "epoch": 1.4227642276422765, + "grad_norm": 9.524161338806152, + "learning_rate": 8.944915254237289e-06, + "loss": 0.6925, + "step": 350 + }, + { + "epoch": 1.4634146341463414, + "grad_norm": 12.59819221496582, + "learning_rate": 8.902542372881357e-06, + "loss": 0.572, + "step": 360 + }, + { + "epoch": 1.5040650406504064, + "grad_norm": 7.560878753662109, + "learning_rate": 8.860169491525424e-06, + "loss": 0.5101, + "step": 370 + }, + { + "epoch": 1.5447154471544715, + "grad_norm": 10.911989212036133, + "learning_rate": 8.817796610169492e-06, + "loss": 0.7357, + "step": 380 + }, + { + "epoch": 1.5853658536585367, + "grad_norm": 13.019627571105957, + "learning_rate": 8.77542372881356e-06, + "loss": 0.7094, + "step": 390 + }, + { + "epoch": 1.6260162601626016, + "grad_norm": 5.221607685089111, + "learning_rate": 8.733050847457629e-06, + "loss": 0.5762, + "step": 400 + }, + { + "epoch": 1.6666666666666665, + "grad_norm": 9.154648780822754, + "learning_rate": 8.690677966101695e-06, + "loss": 0.6516, + "step": 410 + }, + { + "epoch": 1.7073170731707317, + "grad_norm": 8.04185962677002, + "learning_rate": 8.648305084745763e-06, + "loss": 0.5457, + "step": 420 + }, + { + "epoch": 1.7479674796747968, + "grad_norm": 12.428257942199707, + "learning_rate": 8.60593220338983e-06, + "loss": 0.6458, + "step": 430 + }, + { + "epoch": 1.7886178861788617, + "grad_norm": 6.699453353881836, + "learning_rate": 8.563559322033898e-06, + "loss": 0.6026, + "step": 440 + }, + { + "epoch": 1.8292682926829267, + "grad_norm": 5.6174774169921875, + "learning_rate": 8.521186440677967e-06, + "loss": 0.6756, + "step": 450 + }, + { + "epoch": 1.8699186991869918, + "grad_norm": 12.72862720489502, + "learning_rate": 8.478813559322035e-06, + "loss": 0.5932, + "step": 460 + }, + { + "epoch": 1.910569105691057, + "grad_norm": 4.651763439178467, + "learning_rate": 8.436440677966102e-06, + "loss": 0.418, + "step": 470 + }, + { + "epoch": 1.951219512195122, + "grad_norm": 16.044872283935547, + "learning_rate": 8.39406779661017e-06, + "loss": 0.5756, + "step": 480 + }, + { + "epoch": 1.9918699186991868, + "grad_norm": 10.388751029968262, + "learning_rate": 8.351694915254238e-06, + "loss": 0.6304, + "step": 490 + }, + { + "epoch": 2.0, + "eval_general_loss": 0.6887519359588623, + "eval_general_runtime": 255.0576, + "eval_general_samples_per_second": 3.587, + "eval_general_steps_per_second": 0.898, + "step": 492 + }, + { + "epoch": 2.0, + "eval_code_loss": 0.5912412405014038, + "eval_code_runtime": 297.8316, + "eval_code_samples_per_second": 3.082, + "eval_code_steps_per_second": 0.772, + "step": 492 + }, + { + "epoch": 2.0, + "eval_stem_loss": 0.7283160090446472, + "eval_stem_runtime": 251.4929, + "eval_stem_samples_per_second": 3.634, + "eval_stem_steps_per_second": 0.911, + "step": 492 + }, + { + "epoch": 2.032520325203252, + "grad_norm": 13.620870590209961, + "learning_rate": 8.309322033898306e-06, + "loss": 0.5292, + "step": 500 + }, + { + "epoch": 2.073170731707317, + "grad_norm": 11.176264762878418, + "learning_rate": 8.266949152542375e-06, + "loss": 0.4926, + "step": 510 + }, + { + "epoch": 2.113821138211382, + "grad_norm": 4.5993852615356445, + "learning_rate": 8.224576271186441e-06, + "loss": 0.476, + "step": 520 + }, + { + "epoch": 2.154471544715447, + "grad_norm": 16.03154182434082, + "learning_rate": 8.182203389830508e-06, + "loss": 0.492, + "step": 530 + }, + { + "epoch": 2.1951219512195124, + "grad_norm": 3.7860374450683594, + "learning_rate": 8.139830508474576e-06, + "loss": 0.4376, + "step": 540 + }, + { + "epoch": 2.2357723577235773, + "grad_norm": 14.141989707946777, + "learning_rate": 8.097457627118644e-06, + "loss": 0.5422, + "step": 550 + }, + { + "epoch": 2.2764227642276422, + "grad_norm": 11.716277122497559, + "learning_rate": 8.055084745762713e-06, + "loss": 0.4781, + "step": 560 + }, + { + "epoch": 2.317073170731707, + "grad_norm": 16.112192153930664, + "learning_rate": 8.012711864406781e-06, + "loss": 0.5243, + "step": 570 + }, + { + "epoch": 2.3577235772357725, + "grad_norm": 5.857080936431885, + "learning_rate": 7.970338983050848e-06, + "loss": 0.4588, + "step": 580 + }, + { + "epoch": 2.3983739837398375, + "grad_norm": 9.052570343017578, + "learning_rate": 7.927966101694916e-06, + "loss": 0.5717, + "step": 590 + }, + { + "epoch": 2.4390243902439024, + "grad_norm": 17.8330078125, + "learning_rate": 7.885593220338984e-06, + "loss": 0.4547, + "step": 600 + }, + { + "epoch": 2.4796747967479673, + "grad_norm": 13.779817581176758, + "learning_rate": 7.843220338983052e-06, + "loss": 0.4584, + "step": 610 + }, + { + "epoch": 2.5203252032520327, + "grad_norm": 18.924348831176758, + "learning_rate": 7.800847457627119e-06, + "loss": 0.4788, + "step": 620 + }, + { + "epoch": 2.5609756097560976, + "grad_norm": 12.157154083251953, + "learning_rate": 7.758474576271187e-06, + "loss": 0.4762, + "step": 630 + }, + { + "epoch": 2.6016260162601625, + "grad_norm": 14.143574714660645, + "learning_rate": 7.716101694915254e-06, + "loss": 0.7017, + "step": 640 + }, + { + "epoch": 2.642276422764228, + "grad_norm": 11.326656341552734, + "learning_rate": 7.673728813559322e-06, + "loss": 0.4524, + "step": 650 + }, + { + "epoch": 2.682926829268293, + "grad_norm": 5.236691474914551, + "learning_rate": 7.63135593220339e-06, + "loss": 0.5228, + "step": 660 + }, + { + "epoch": 2.7235772357723578, + "grad_norm": 17.48626708984375, + "learning_rate": 7.588983050847458e-06, + "loss": 0.4414, + "step": 670 + }, + { + "epoch": 2.7642276422764227, + "grad_norm": 13.257789611816406, + "learning_rate": 7.546610169491526e-06, + "loss": 0.5442, + "step": 680 + }, + { + "epoch": 2.8048780487804876, + "grad_norm": 20.655475616455078, + "learning_rate": 7.504237288135594e-06, + "loss": 0.5451, + "step": 690 + }, + { + "epoch": 2.845528455284553, + "grad_norm": 10.467672348022461, + "learning_rate": 7.461864406779662e-06, + "loss": 0.4601, + "step": 700 + }, + { + "epoch": 2.886178861788618, + "grad_norm": 13.194644927978516, + "learning_rate": 7.41949152542373e-06, + "loss": 0.502, + "step": 710 + }, + { + "epoch": 2.926829268292683, + "grad_norm": 9.131794929504395, + "learning_rate": 7.377118644067798e-06, + "loss": 0.5583, + "step": 720 + }, + { + "epoch": 2.9674796747967482, + "grad_norm": 8.837148666381836, + "learning_rate": 7.334745762711864e-06, + "loss": 0.4668, + "step": 730 + }, + { + "epoch": 3.0, + "eval_general_loss": 0.6758893728256226, + "eval_general_runtime": 255.2921, + "eval_general_samples_per_second": 3.584, + "eval_general_steps_per_second": 0.897, + "step": 738 + }, + { + "epoch": 3.0, + "eval_code_loss": 0.5598136782646179, + "eval_code_runtime": 297.7838, + "eval_code_samples_per_second": 3.083, + "eval_code_steps_per_second": 0.772, + "step": 738 + }, + { + "epoch": 3.0, + "eval_stem_loss": 0.7172386050224304, + "eval_stem_runtime": 251.2967, + "eval_stem_samples_per_second": 3.637, + "eval_stem_steps_per_second": 0.911, + "step": 738 + }, + { + "epoch": 3.008130081300813, + "grad_norm": 8.791101455688477, + "learning_rate": 7.292372881355933e-06, + "loss": 0.3545, + "step": 740 + }, + { + "epoch": 3.048780487804878, + "grad_norm": 7.602899074554443, + "learning_rate": 7.25e-06, + "loss": 0.4633, + "step": 750 + }, + { + "epoch": 3.089430894308943, + "grad_norm": 10.939055442810059, + "learning_rate": 7.207627118644068e-06, + "loss": 0.3989, + "step": 760 + }, + { + "epoch": 3.130081300813008, + "grad_norm": 9.168066024780273, + "learning_rate": 7.165254237288136e-06, + "loss": 0.5555, + "step": 770 + }, + { + "epoch": 3.1707317073170733, + "grad_norm": 17.25099754333496, + "learning_rate": 7.122881355932204e-06, + "loss": 0.5326, + "step": 780 + }, + { + "epoch": 3.2113821138211383, + "grad_norm": 13.0396146774292, + "learning_rate": 7.080508474576272e-06, + "loss": 0.3831, + "step": 790 + }, + { + "epoch": 3.252032520325203, + "grad_norm": 11.217447280883789, + "learning_rate": 7.03813559322034e-06, + "loss": 0.4142, + "step": 800 + }, + { + "epoch": 3.292682926829268, + "grad_norm": 8.102045059204102, + "learning_rate": 6.995762711864408e-06, + "loss": 0.4414, + "step": 810 + }, + { + "epoch": 3.3333333333333335, + "grad_norm": 11.761209487915039, + "learning_rate": 6.953389830508475e-06, + "loss": 0.501, + "step": 820 + }, + { + "epoch": 3.3739837398373984, + "grad_norm": 7.058698654174805, + "learning_rate": 6.911016949152542e-06, + "loss": 0.3771, + "step": 830 + }, + { + "epoch": 3.4146341463414633, + "grad_norm": 7.728908061981201, + "learning_rate": 6.86864406779661e-06, + "loss": 0.3867, + "step": 840 + }, + { + "epoch": 3.4552845528455283, + "grad_norm": 12.833827018737793, + "learning_rate": 6.826271186440679e-06, + "loss": 0.4132, + "step": 850 + }, + { + "epoch": 3.4959349593495936, + "grad_norm": 9.884450912475586, + "learning_rate": 6.783898305084746e-06, + "loss": 0.3674, + "step": 860 + }, + { + "epoch": 3.5365853658536586, + "grad_norm": 10.731056213378906, + "learning_rate": 6.741525423728814e-06, + "loss": 0.422, + "step": 870 + }, + { + "epoch": 3.5772357723577235, + "grad_norm": 6.745728015899658, + "learning_rate": 6.699152542372882e-06, + "loss": 0.499, + "step": 880 + }, + { + "epoch": 3.617886178861789, + "grad_norm": 9.808424949645996, + "learning_rate": 6.65677966101695e-06, + "loss": 0.2978, + "step": 890 + }, + { + "epoch": 3.658536585365854, + "grad_norm": 8.444202423095703, + "learning_rate": 6.614406779661018e-06, + "loss": 0.3698, + "step": 900 + }, + { + "epoch": 3.6991869918699187, + "grad_norm": 10.285717964172363, + "learning_rate": 6.572033898305086e-06, + "loss": 0.4677, + "step": 910 + }, + { + "epoch": 3.7398373983739837, + "grad_norm": 6.763285160064697, + "learning_rate": 6.5296610169491525e-06, + "loss": 0.4449, + "step": 920 + }, + { + "epoch": 3.7804878048780486, + "grad_norm": 20.608469009399414, + "learning_rate": 6.487288135593221e-06, + "loss": 0.5297, + "step": 930 + }, + { + "epoch": 3.821138211382114, + "grad_norm": 9.06677532196045, + "learning_rate": 6.444915254237288e-06, + "loss": 0.4292, + "step": 940 + }, + { + "epoch": 3.861788617886179, + "grad_norm": 6.93435525894165, + "learning_rate": 6.4025423728813565e-06, + "loss": 0.3877, + "step": 950 + }, + { + "epoch": 3.902439024390244, + "grad_norm": 11.75598430633545, + "learning_rate": 6.360169491525424e-06, + "loss": 0.4032, + "step": 960 + }, + { + "epoch": 3.943089430894309, + "grad_norm": 6.338623046875, + "learning_rate": 6.317796610169492e-06, + "loss": 0.4228, + "step": 970 + }, + { + "epoch": 3.983739837398374, + "grad_norm": 6.302221775054932, + "learning_rate": 6.27542372881356e-06, + "loss": 0.4054, + "step": 980 + }, + { + "epoch": 4.0, + "eval_general_loss": 0.6872960329055786, + "eval_general_runtime": 254.991, + "eval_general_samples_per_second": 3.588, + "eval_general_steps_per_second": 0.898, + "step": 984 + }, + { + "epoch": 4.0, + "eval_code_loss": 0.5443978309631348, + "eval_code_runtime": 297.6318, + "eval_code_samples_per_second": 3.084, + "eval_code_steps_per_second": 0.773, + "step": 984 + }, + { + "epoch": 4.0, + "eval_stem_loss": 0.7525980472564697, + "eval_stem_runtime": 251.3515, + "eval_stem_samples_per_second": 3.636, + "eval_stem_steps_per_second": 0.911, + "step": 984 + }, + { + "epoch": 4.024390243902439, + "grad_norm": 11.085492134094238, + "learning_rate": 6.233050847457628e-06, + "loss": 0.2924, + "step": 990 + }, + { + "epoch": 4.065040650406504, + "grad_norm": 9.018081665039062, + "learning_rate": 6.190677966101695e-06, + "loss": 0.3824, + "step": 1000 + }, + { + "epoch": 4.105691056910569, + "grad_norm": 5.635726451873779, + "learning_rate": 6.148305084745764e-06, + "loss": 0.3209, + "step": 1010 + }, + { + "epoch": 4.146341463414634, + "grad_norm": 17.105005264282227, + "learning_rate": 6.10593220338983e-06, + "loss": 0.3092, + "step": 1020 + }, + { + "epoch": 4.186991869918699, + "grad_norm": 9.317548751831055, + "learning_rate": 6.0635593220338986e-06, + "loss": 0.3398, + "step": 1030 + }, + { + "epoch": 4.227642276422764, + "grad_norm": 12.000333786010742, + "learning_rate": 6.021186440677966e-06, + "loss": 0.3214, + "step": 1040 + }, + { + "epoch": 4.2682926829268295, + "grad_norm": 18.374374389648438, + "learning_rate": 5.978813559322034e-06, + "loss": 0.4008, + "step": 1050 + }, + { + "epoch": 4.308943089430894, + "grad_norm": 8.767024993896484, + "learning_rate": 5.936440677966102e-06, + "loss": 0.4476, + "step": 1060 + }, + { + "epoch": 4.349593495934959, + "grad_norm": 12.842947006225586, + "learning_rate": 5.89406779661017e-06, + "loss": 0.3627, + "step": 1070 + }, + { + "epoch": 4.390243902439025, + "grad_norm": 11.248525619506836, + "learning_rate": 5.851694915254238e-06, + "loss": 0.3427, + "step": 1080 + }, + { + "epoch": 4.430894308943089, + "grad_norm": 18.474157333374023, + "learning_rate": 5.809322033898306e-06, + "loss": 0.2842, + "step": 1090 + }, + { + "epoch": 4.471544715447155, + "grad_norm": 10.508559226989746, + "learning_rate": 5.766949152542374e-06, + "loss": 0.4153, + "step": 1100 + }, + { + "epoch": 4.512195121951219, + "grad_norm": 20.686229705810547, + "learning_rate": 5.7245762711864415e-06, + "loss": 0.3661, + "step": 1110 + }, + { + "epoch": 4.5528455284552845, + "grad_norm": 7.763411998748779, + "learning_rate": 5.682203389830508e-06, + "loss": 0.3325, + "step": 1120 + }, + { + "epoch": 4.59349593495935, + "grad_norm": 6.85905647277832, + "learning_rate": 5.639830508474576e-06, + "loss": 0.4229, + "step": 1130 + }, + { + "epoch": 4.634146341463414, + "grad_norm": 17.94886589050293, + "learning_rate": 5.597457627118645e-06, + "loss": 0.3009, + "step": 1140 + }, + { + "epoch": 4.67479674796748, + "grad_norm": 20.208101272583008, + "learning_rate": 5.555084745762712e-06, + "loss": 0.3604, + "step": 1150 + }, + { + "epoch": 4.715447154471545, + "grad_norm": 8.471419334411621, + "learning_rate": 5.51271186440678e-06, + "loss": 0.3724, + "step": 1160 + }, + { + "epoch": 4.7560975609756095, + "grad_norm": 9.207096099853516, + "learning_rate": 5.470338983050848e-06, + "loss": 0.3979, + "step": 1170 + }, + { + "epoch": 4.796747967479675, + "grad_norm": 18.151241302490234, + "learning_rate": 5.427966101694916e-06, + "loss": 0.3412, + "step": 1180 + }, + { + "epoch": 4.83739837398374, + "grad_norm": 11.33778190612793, + "learning_rate": 5.3855932203389836e-06, + "loss": 0.3582, + "step": 1190 + }, + { + "epoch": 4.878048780487805, + "grad_norm": 3.6720833778381348, + "learning_rate": 5.343220338983052e-06, + "loss": 0.3269, + "step": 1200 + }, + { + "epoch": 4.91869918699187, + "grad_norm": 15.8824462890625, + "learning_rate": 5.300847457627119e-06, + "loss": 0.4141, + "step": 1210 + }, + { + "epoch": 4.959349593495935, + "grad_norm": 8.455586433410645, + "learning_rate": 5.258474576271187e-06, + "loss": 0.3515, + "step": 1220 + }, + { + "epoch": 5.0, + "grad_norm": 13.756336212158203, + "learning_rate": 5.216101694915254e-06, + "loss": 0.3621, + "step": 1230 + }, + { + "epoch": 5.0, + "eval_general_loss": 0.7001935839653015, + "eval_general_runtime": 255.6611, + "eval_general_samples_per_second": 3.579, + "eval_general_steps_per_second": 0.896, + "step": 1230 + }, + { + "epoch": 5.0, + "eval_code_loss": 0.5433691740036011, + "eval_code_runtime": 297.6204, + "eval_code_samples_per_second": 3.084, + "eval_code_steps_per_second": 0.773, + "step": 1230 + }, + { + "epoch": 5.0, + "eval_stem_loss": 0.8110136389732361, + "eval_stem_runtime": 251.3377, + "eval_stem_samples_per_second": 3.637, + "eval_stem_steps_per_second": 0.911, + "step": 1230 + }, + { + "epoch": 5.040650406504065, + "grad_norm": 8.500140190124512, + "learning_rate": 5.1737288135593225e-06, + "loss": 0.2453, + "step": 1240 + }, + { + "epoch": 5.08130081300813, + "grad_norm": 23.405906677246094, + "learning_rate": 5.13135593220339e-06, + "loss": 0.2729, + "step": 1250 + }, + { + "epoch": 5.121951219512195, + "grad_norm": 15.196890830993652, + "learning_rate": 5.088983050847458e-06, + "loss": 0.2626, + "step": 1260 + }, + { + "epoch": 5.16260162601626, + "grad_norm": 12.534261703491211, + "learning_rate": 5.046610169491526e-06, + "loss": 0.2891, + "step": 1270 + }, + { + "epoch": 5.203252032520325, + "grad_norm": 16.788536071777344, + "learning_rate": 5.004237288135594e-06, + "loss": 0.3668, + "step": 1280 + }, + { + "epoch": 5.2439024390243905, + "grad_norm": 7.071691513061523, + "learning_rate": 4.961864406779661e-06, + "loss": 0.2995, + "step": 1290 + }, + { + "epoch": 5.284552845528455, + "grad_norm": 23.835960388183594, + "learning_rate": 4.919491525423729e-06, + "loss": 0.4169, + "step": 1300 + }, + { + "epoch": 5.32520325203252, + "grad_norm": 6.12783145904541, + "learning_rate": 4.877118644067797e-06, + "loss": 0.3055, + "step": 1310 + }, + { + "epoch": 5.365853658536586, + "grad_norm": 11.301496505737305, + "learning_rate": 4.8347457627118645e-06, + "loss": 0.1926, + "step": 1320 + }, + { + "epoch": 5.40650406504065, + "grad_norm": 11.58179759979248, + "learning_rate": 4.792372881355933e-06, + "loss": 0.3254, + "step": 1330 + }, + { + "epoch": 5.4471544715447155, + "grad_norm": 18.70044708251953, + "learning_rate": 4.75e-06, + "loss": 0.3081, + "step": 1340 + }, + { + "epoch": 5.487804878048781, + "grad_norm": 22.241409301757812, + "learning_rate": 4.707627118644068e-06, + "loss": 0.2969, + "step": 1350 + }, + { + "epoch": 5.528455284552845, + "grad_norm": 17.672147750854492, + "learning_rate": 4.665254237288136e-06, + "loss": 0.3348, + "step": 1360 + }, + { + "epoch": 5.569105691056911, + "grad_norm": 9.32618522644043, + "learning_rate": 4.622881355932204e-06, + "loss": 0.2523, + "step": 1370 + }, + { + "epoch": 5.609756097560975, + "grad_norm": 6.630079746246338, + "learning_rate": 4.580508474576272e-06, + "loss": 0.2889, + "step": 1380 + }, + { + "epoch": 5.650406504065041, + "grad_norm": 21.26811408996582, + "learning_rate": 4.538135593220339e-06, + "loss": 0.3947, + "step": 1390 + }, + { + "epoch": 5.691056910569106, + "grad_norm": 20.458436965942383, + "learning_rate": 4.4957627118644075e-06, + "loss": 0.3509, + "step": 1400 + }, + { + "epoch": 5.7317073170731705, + "grad_norm": 8.210813522338867, + "learning_rate": 4.453389830508475e-06, + "loss": 0.2976, + "step": 1410 + }, + { + "epoch": 5.772357723577236, + "grad_norm": 16.646589279174805, + "learning_rate": 4.411016949152543e-06, + "loss": 0.2757, + "step": 1420 + }, + { + "epoch": 5.8130081300813, + "grad_norm": 14.104079246520996, + "learning_rate": 4.368644067796611e-06, + "loss": 0.3213, + "step": 1430 + }, + { + "epoch": 5.853658536585366, + "grad_norm": 10.447735786437988, + "learning_rate": 4.326271186440678e-06, + "loss": 0.2845, + "step": 1440 + }, + { + "epoch": 5.894308943089431, + "grad_norm": 22.94976043701172, + "learning_rate": 4.283898305084746e-06, + "loss": 0.3306, + "step": 1450 + }, + { + "epoch": 5.934959349593496, + "grad_norm": 8.621337890625, + "learning_rate": 4.241525423728814e-06, + "loss": 0.267, + "step": 1460 + }, + { + "epoch": 5.975609756097561, + "grad_norm": 20.209896087646484, + "learning_rate": 4.199152542372882e-06, + "loss": 0.2916, + "step": 1470 + }, + { + "epoch": 6.0, + "eval_general_loss": 0.7351013422012329, + "eval_general_runtime": 254.9676, + "eval_general_samples_per_second": 3.589, + "eval_general_steps_per_second": 0.898, + "step": 1476 + }, + { + "epoch": 6.0, + "eval_code_loss": 0.5539229512214661, + "eval_code_runtime": 297.3043, + "eval_code_samples_per_second": 3.088, + "eval_code_steps_per_second": 0.774, + "step": 1476 + }, + { + "epoch": 6.0, + "eval_stem_loss": 0.8781471252441406, + "eval_stem_runtime": 250.9123, + "eval_stem_samples_per_second": 3.643, + "eval_stem_steps_per_second": 0.913, + "step": 1476 + }, + { + "epoch": 6.016260162601626, + "grad_norm": 23.147737503051758, + "learning_rate": 4.1567796610169495e-06, + "loss": 0.298, + "step": 1480 + }, + { + "epoch": 6.056910569105691, + "grad_norm": 13.436469078063965, + "learning_rate": 4.114406779661017e-06, + "loss": 0.2302, + "step": 1490 + }, + { + "epoch": 6.097560975609756, + "grad_norm": 7.810673236846924, + "learning_rate": 4.072033898305085e-06, + "loss": 0.3332, + "step": 1500 + }, + { + "epoch": 6.138211382113822, + "grad_norm": 18.086008071899414, + "learning_rate": 4.029661016949153e-06, + "loss": 0.2208, + "step": 1510 + }, + { + "epoch": 6.178861788617886, + "grad_norm": 15.756752967834473, + "learning_rate": 3.987288135593221e-06, + "loss": 0.2687, + "step": 1520 + }, + { + "epoch": 6.219512195121951, + "grad_norm": 4.063956260681152, + "learning_rate": 3.9449152542372884e-06, + "loss": 0.1873, + "step": 1530 + }, + { + "epoch": 6.260162601626016, + "grad_norm": 22.55267333984375, + "learning_rate": 3.902542372881356e-06, + "loss": 0.309, + "step": 1540 + }, + { + "epoch": 6.300813008130081, + "grad_norm": 3.895887613296509, + "learning_rate": 3.860169491525424e-06, + "loss": 0.2664, + "step": 1550 + }, + { + "epoch": 6.341463414634147, + "grad_norm": 7.404182434082031, + "learning_rate": 3.817796610169492e-06, + "loss": 0.2889, + "step": 1560 + }, + { + "epoch": 6.382113821138211, + "grad_norm": 9.983993530273438, + "learning_rate": 3.77542372881356e-06, + "loss": 0.2803, + "step": 1570 + }, + { + "epoch": 6.4227642276422765, + "grad_norm": 7.133581638336182, + "learning_rate": 3.7330508474576277e-06, + "loss": 0.2078, + "step": 1580 + }, + { + "epoch": 6.463414634146342, + "grad_norm": 4.602142333984375, + "learning_rate": 3.690677966101695e-06, + "loss": 0.2432, + "step": 1590 + }, + { + "epoch": 6.504065040650406, + "grad_norm": 20.32489585876465, + "learning_rate": 3.648305084745763e-06, + "loss": 0.2643, + "step": 1600 + }, + { + "epoch": 6.544715447154472, + "grad_norm": 2.3672261238098145, + "learning_rate": 3.605932203389831e-06, + "loss": 0.2641, + "step": 1610 + }, + { + "epoch": 6.585365853658536, + "grad_norm": 3.9571468830108643, + "learning_rate": 3.5635593220338988e-06, + "loss": 0.2888, + "step": 1620 + }, + { + "epoch": 6.626016260162602, + "grad_norm": 7.1855902671813965, + "learning_rate": 3.5211864406779667e-06, + "loss": 0.2808, + "step": 1630 + }, + { + "epoch": 6.666666666666667, + "grad_norm": 17.62175750732422, + "learning_rate": 3.478813559322034e-06, + "loss": 0.1877, + "step": 1640 + }, + { + "epoch": 6.7073170731707314, + "grad_norm": 23.9554443359375, + "learning_rate": 3.436440677966102e-06, + "loss": 0.2536, + "step": 1650 + }, + { + "epoch": 6.747967479674797, + "grad_norm": 18.637380599975586, + "learning_rate": 3.39406779661017e-06, + "loss": 0.2285, + "step": 1660 + }, + { + "epoch": 6.788617886178862, + "grad_norm": 4.296135902404785, + "learning_rate": 3.3516949152542377e-06, + "loss": 0.2408, + "step": 1670 + }, + { + "epoch": 6.829268292682927, + "grad_norm": 13.094096183776855, + "learning_rate": 3.309322033898305e-06, + "loss": 0.2354, + "step": 1680 + }, + { + "epoch": 6.869918699186992, + "grad_norm": 21.35910987854004, + "learning_rate": 3.266949152542373e-06, + "loss": 0.2929, + "step": 1690 + }, + { + "epoch": 6.9105691056910565, + "grad_norm": 11.566039085388184, + "learning_rate": 3.224576271186441e-06, + "loss": 0.2473, + "step": 1700 + }, + { + "epoch": 6.951219512195122, + "grad_norm": 33.27814865112305, + "learning_rate": 3.1822033898305087e-06, + "loss": 0.2745, + "step": 1710 + }, + { + "epoch": 6.991869918699187, + "grad_norm": 28.20252799987793, + "learning_rate": 3.1398305084745766e-06, + "loss": 0.2758, + "step": 1720 + }, + { + "epoch": 7.0, + "eval_general_loss": 0.7735296487808228, + "eval_general_runtime": 254.8206, + "eval_general_samples_per_second": 3.591, + "eval_general_steps_per_second": 0.899, + "step": 1722 + }, + { + "epoch": 7.0, + "eval_code_loss": 0.5828394889831543, + "eval_code_runtime": 297.9571, + "eval_code_samples_per_second": 3.081, + "eval_code_steps_per_second": 0.772, + "step": 1722 + }, + { + "epoch": 7.0, + "eval_stem_loss": 0.9436448216438293, + "eval_stem_runtime": 251.491, + "eval_stem_samples_per_second": 3.634, + "eval_stem_steps_per_second": 0.911, + "step": 1722 + }, + { + "epoch": 7.032520325203252, + "grad_norm": 3.4257633686065674, + "learning_rate": 3.097457627118644e-06, + "loss": 0.2642, + "step": 1730 + }, + { + "epoch": 7.073170731707317, + "grad_norm": 5.06683349609375, + "learning_rate": 3.055084745762712e-06, + "loss": 0.1826, + "step": 1740 + }, + { + "epoch": 7.1138211382113825, + "grad_norm": 16.503429412841797, + "learning_rate": 3.0127118644067798e-06, + "loss": 0.2212, + "step": 1750 + }, + { + "epoch": 7.154471544715447, + "grad_norm": 8.533424377441406, + "learning_rate": 2.9703389830508476e-06, + "loss": 0.2552, + "step": 1760 + }, + { + "epoch": 7.195121951219512, + "grad_norm": 24.57413673400879, + "learning_rate": 2.9279661016949155e-06, + "loss": 0.2391, + "step": 1770 + }, + { + "epoch": 7.235772357723577, + "grad_norm": 9.451231002807617, + "learning_rate": 2.885593220338983e-06, + "loss": 0.2397, + "step": 1780 + }, + { + "epoch": 7.276422764227642, + "grad_norm": 4.1486382484436035, + "learning_rate": 2.843220338983051e-06, + "loss": 0.3058, + "step": 1790 + }, + { + "epoch": 7.317073170731708, + "grad_norm": 11.02759838104248, + "learning_rate": 2.8008474576271187e-06, + "loss": 0.186, + "step": 1800 + }, + { + "epoch": 7.357723577235772, + "grad_norm": 12.10676097869873, + "learning_rate": 2.758474576271187e-06, + "loss": 0.2678, + "step": 1810 + }, + { + "epoch": 7.3983739837398375, + "grad_norm": 5.671831130981445, + "learning_rate": 2.716101694915255e-06, + "loss": 0.2211, + "step": 1820 + }, + { + "epoch": 7.439024390243903, + "grad_norm": 7.359579086303711, + "learning_rate": 2.673728813559322e-06, + "loss": 0.1869, + "step": 1830 + }, + { + "epoch": 7.479674796747967, + "grad_norm": 9.749099731445312, + "learning_rate": 2.63135593220339e-06, + "loss": 0.2002, + "step": 1840 + }, + { + "epoch": 7.520325203252033, + "grad_norm": 10.702773094177246, + "learning_rate": 2.588983050847458e-06, + "loss": 0.2843, + "step": 1850 + }, + { + "epoch": 7.560975609756097, + "grad_norm": 2.2151198387145996, + "learning_rate": 2.546610169491526e-06, + "loss": 0.1893, + "step": 1860 + }, + { + "epoch": 7.6016260162601625, + "grad_norm": 4.354043483734131, + "learning_rate": 2.5042372881355937e-06, + "loss": 0.1663, + "step": 1870 + }, + { + "epoch": 7.642276422764228, + "grad_norm": 14.423757553100586, + "learning_rate": 2.461864406779661e-06, + "loss": 0.222, + "step": 1880 + }, + { + "epoch": 7.682926829268292, + "grad_norm": 5.424985885620117, + "learning_rate": 2.419491525423729e-06, + "loss": 0.193, + "step": 1890 + }, + { + "epoch": 7.723577235772358, + "grad_norm": 2.692128896713257, + "learning_rate": 2.377118644067797e-06, + "loss": 0.2082, + "step": 1900 + }, + { + "epoch": 7.764227642276423, + "grad_norm": 17.189456939697266, + "learning_rate": 2.3347457627118648e-06, + "loss": 0.1705, + "step": 1910 + }, + { + "epoch": 7.804878048780488, + "grad_norm": 8.40690803527832, + "learning_rate": 2.292372881355932e-06, + "loss": 0.2217, + "step": 1920 + }, + { + "epoch": 7.845528455284553, + "grad_norm": 38.97690200805664, + "learning_rate": 2.25e-06, + "loss": 0.1921, + "step": 1930 + }, + { + "epoch": 7.886178861788618, + "grad_norm": 5.772021293640137, + "learning_rate": 2.207627118644068e-06, + "loss": 0.2285, + "step": 1940 + }, + { + "epoch": 7.926829268292683, + "grad_norm": 15.428215026855469, + "learning_rate": 2.1652542372881358e-06, + "loss": 0.2625, + "step": 1950 + }, + { + "epoch": 7.967479674796748, + "grad_norm": 18.43503189086914, + "learning_rate": 2.1228813559322037e-06, + "loss": 0.1974, + "step": 1960 + }, + { + "epoch": 8.0, + "eval_general_loss": 0.8415325880050659, + "eval_general_runtime": 255.4935, + "eval_general_samples_per_second": 3.581, + "eval_general_steps_per_second": 0.896, + "step": 1968 + }, + { + "epoch": 8.0, + "eval_code_loss": 0.6173287034034729, + "eval_code_runtime": 297.722, + "eval_code_samples_per_second": 3.083, + "eval_code_steps_per_second": 0.773, + "step": 1968 + }, + { + "epoch": 8.0, + "eval_stem_loss": 1.0608537197113037, + "eval_stem_runtime": 251.5091, + "eval_stem_samples_per_second": 3.634, + "eval_stem_steps_per_second": 0.911, + "step": 1968 + }, + { + "epoch": 8.008130081300813, + "grad_norm": 17.22564125061035, + "learning_rate": 2.0805084745762715e-06, + "loss": 0.2504, + "step": 1970 + }, + { + "epoch": 8.048780487804878, + "grad_norm": 3.2470831871032715, + "learning_rate": 2.0381355932203394e-06, + "loss": 0.1798, + "step": 1980 + }, + { + "epoch": 8.089430894308943, + "grad_norm": 5.299134254455566, + "learning_rate": 1.995762711864407e-06, + "loss": 0.2662, + "step": 1990 + }, + { + "epoch": 8.130081300813009, + "grad_norm": 31.546850204467773, + "learning_rate": 1.9533898305084747e-06, + "loss": 0.1669, + "step": 2000 + }, + { + "epoch": 8.170731707317072, + "grad_norm": 4.480246543884277, + "learning_rate": 1.9110169491525426e-06, + "loss": 0.207, + "step": 2010 + }, + { + "epoch": 8.211382113821138, + "grad_norm": 7.999574184417725, + "learning_rate": 1.8686440677966102e-06, + "loss": 0.2235, + "step": 2020 + }, + { + "epoch": 8.252032520325203, + "grad_norm": 16.393817901611328, + "learning_rate": 1.8262711864406783e-06, + "loss": 0.216, + "step": 2030 + }, + { + "epoch": 8.292682926829269, + "grad_norm": 6.757204532623291, + "learning_rate": 1.7838983050847457e-06, + "loss": 0.1832, + "step": 2040 + }, + { + "epoch": 8.333333333333334, + "grad_norm": 5.856433391571045, + "learning_rate": 1.7415254237288138e-06, + "loss": 0.2552, + "step": 2050 + }, + { + "epoch": 8.373983739837398, + "grad_norm": 18.291067123413086, + "learning_rate": 1.6991525423728817e-06, + "loss": 0.1527, + "step": 2060 + }, + { + "epoch": 8.414634146341463, + "grad_norm": 13.822905540466309, + "learning_rate": 1.6567796610169493e-06, + "loss": 0.1749, + "step": 2070 + }, + { + "epoch": 8.455284552845528, + "grad_norm": 43.684326171875, + "learning_rate": 1.6144067796610172e-06, + "loss": 0.255, + "step": 2080 + }, + { + "epoch": 8.495934959349594, + "grad_norm": 4.421077728271484, + "learning_rate": 1.5720338983050848e-06, + "loss": 0.1881, + "step": 2090 + }, + { + "epoch": 8.536585365853659, + "grad_norm": 9.270566940307617, + "learning_rate": 1.5296610169491527e-06, + "loss": 0.188, + "step": 2100 + }, + { + "epoch": 8.577235772357724, + "grad_norm": 15.476509094238281, + "learning_rate": 1.4872881355932204e-06, + "loss": 0.2264, + "step": 2110 + }, + { + "epoch": 8.617886178861788, + "grad_norm": 11.165403366088867, + "learning_rate": 1.4449152542372882e-06, + "loss": 0.2861, + "step": 2120 + }, + { + "epoch": 8.658536585365853, + "grad_norm": 6.011041641235352, + "learning_rate": 1.402542372881356e-06, + "loss": 0.1759, + "step": 2130 + }, + { + "epoch": 8.699186991869919, + "grad_norm": 15.977751731872559, + "learning_rate": 1.3601694915254237e-06, + "loss": 0.1669, + "step": 2140 + }, + { + "epoch": 8.739837398373984, + "grad_norm": 8.859704971313477, + "learning_rate": 1.3177966101694916e-06, + "loss": 0.1772, + "step": 2150 + }, + { + "epoch": 8.78048780487805, + "grad_norm": 12.153793334960938, + "learning_rate": 1.2754237288135593e-06, + "loss": 0.1423, + "step": 2160 + }, + { + "epoch": 8.821138211382113, + "grad_norm": 14.467902183532715, + "learning_rate": 1.2330508474576271e-06, + "loss": 0.1438, + "step": 2170 + }, + { + "epoch": 8.861788617886178, + "grad_norm": 42.52398681640625, + "learning_rate": 1.190677966101695e-06, + "loss": 0.2745, + "step": 2180 + }, + { + "epoch": 8.902439024390244, + "grad_norm": 27.64867401123047, + "learning_rate": 1.1483050847457626e-06, + "loss": 0.2944, + "step": 2190 + }, + { + "epoch": 8.94308943089431, + "grad_norm": 25.19327163696289, + "learning_rate": 1.1059322033898307e-06, + "loss": 0.1636, + "step": 2200 + }, + { + "epoch": 8.983739837398375, + "grad_norm": 2.7334868907928467, + "learning_rate": 1.0635593220338984e-06, + "loss": 0.1786, + "step": 2210 + }, + { + "epoch": 9.0, + "eval_general_loss": 0.8703850507736206, + "eval_general_runtime": 254.9132, + "eval_general_samples_per_second": 3.589, + "eval_general_steps_per_second": 0.898, + "step": 2214 + }, + { + "epoch": 9.0, + "eval_code_loss": 0.6459083557128906, + "eval_code_runtime": 297.2179, + "eval_code_samples_per_second": 3.089, + "eval_code_steps_per_second": 0.774, + "step": 2214 + }, + { + "epoch": 9.0, + "eval_stem_loss": 1.1134814023971558, + "eval_stem_runtime": 250.7558, + "eval_stem_samples_per_second": 3.645, + "eval_stem_steps_per_second": 0.913, + "step": 2214 + }, + { + "epoch": 9.024390243902438, + "grad_norm": 9.635578155517578, + "learning_rate": 1.0211864406779662e-06, + "loss": 0.1274, + "step": 2220 + }, + { + "epoch": 9.065040650406504, + "grad_norm": 1.54132878780365, + "learning_rate": 9.788135593220339e-07, + "loss": 0.1927, + "step": 2230 + }, + { + "epoch": 9.105691056910569, + "grad_norm": 4.676052570343018, + "learning_rate": 9.364406779661018e-07, + "loss": 0.188, + "step": 2240 + }, + { + "epoch": 9.146341463414634, + "grad_norm": 11.897838592529297, + "learning_rate": 8.940677966101696e-07, + "loss": 0.2012, + "step": 2250 + }, + { + "epoch": 9.1869918699187, + "grad_norm": 4.9688005447387695, + "learning_rate": 8.516949152542374e-07, + "loss": 0.1997, + "step": 2260 + }, + { + "epoch": 9.227642276422765, + "grad_norm": 8.626595497131348, + "learning_rate": 8.093220338983051e-07, + "loss": 0.213, + "step": 2270 + }, + { + "epoch": 9.268292682926829, + "grad_norm": 2.9934370517730713, + "learning_rate": 7.669491525423729e-07, + "loss": 0.1586, + "step": 2280 + }, + { + "epoch": 9.308943089430894, + "grad_norm": 1.5903593301773071, + "learning_rate": 7.245762711864407e-07, + "loss": 0.1856, + "step": 2290 + }, + { + "epoch": 9.34959349593496, + "grad_norm": 7.067062854766846, + "learning_rate": 6.822033898305084e-07, + "loss": 0.1611, + "step": 2300 + }, + { + "epoch": 9.390243902439025, + "grad_norm": 3.7735674381256104, + "learning_rate": 6.398305084745764e-07, + "loss": 0.1448, + "step": 2310 + }, + { + "epoch": 9.43089430894309, + "grad_norm": 1.9693379402160645, + "learning_rate": 5.974576271186441e-07, + "loss": 0.2163, + "step": 2320 + }, + { + "epoch": 9.471544715447154, + "grad_norm": 16.12529754638672, + "learning_rate": 5.550847457627119e-07, + "loss": 0.2214, + "step": 2330 + }, + { + "epoch": 9.512195121951219, + "grad_norm": 5.287849426269531, + "learning_rate": 5.127118644067797e-07, + "loss": 0.1936, + "step": 2340 + }, + { + "epoch": 9.552845528455284, + "grad_norm": 6.9406867027282715, + "learning_rate": 4.703389830508475e-07, + "loss": 0.169, + "step": 2350 + }, + { + "epoch": 9.59349593495935, + "grad_norm": 30.891529083251953, + "learning_rate": 4.279661016949153e-07, + "loss": 0.1673, + "step": 2360 + }, + { + "epoch": 9.634146341463415, + "grad_norm": 28.387897491455078, + "learning_rate": 3.855932203389831e-07, + "loss": 0.1702, + "step": 2370 + }, + { + "epoch": 9.67479674796748, + "grad_norm": 54.15604782104492, + "learning_rate": 3.4322033898305086e-07, + "loss": 0.2062, + "step": 2380 + }, + { + "epoch": 9.715447154471544, + "grad_norm": 5.504068374633789, + "learning_rate": 3.0084745762711867e-07, + "loss": 0.2692, + "step": 2390 + }, + { + "epoch": 9.75609756097561, + "grad_norm": 6.910711288452148, + "learning_rate": 2.584745762711864e-07, + "loss": 0.182, + "step": 2400 + }, + { + "epoch": 9.796747967479675, + "grad_norm": 6.238755226135254, + "learning_rate": 2.1610169491525424e-07, + "loss": 0.2306, + "step": 2410 + }, + { + "epoch": 9.83739837398374, + "grad_norm": 3.9955697059631348, + "learning_rate": 1.7372881355932205e-07, + "loss": 0.1817, + "step": 2420 + }, + { + "epoch": 9.878048780487806, + "grad_norm": 2.585496187210083, + "learning_rate": 1.3135593220338984e-07, + "loss": 0.1253, + "step": 2430 + }, + { + "epoch": 9.91869918699187, + "grad_norm": 64.67662048339844, + "learning_rate": 8.898305084745763e-08, + "loss": 0.2526, + "step": 2440 + }, + { + "epoch": 9.959349593495935, + "grad_norm": 32.2055778503418, + "learning_rate": 4.661016949152543e-08, + "loss": 0.1588, + "step": 2450 + }, + { + "epoch": 10.0, + "grad_norm": 7.927224159240723, + "learning_rate": 4.2372881355932205e-09, + "loss": 0.1778, + "step": 2460 + }, + { + "epoch": 10.0, + "eval_general_loss": 0.8984853029251099, + "eval_general_runtime": 254.5233, + "eval_general_samples_per_second": 3.595, + "eval_general_steps_per_second": 0.9, + "step": 2460 + }, + { + "epoch": 10.0, + "eval_code_loss": 0.6600679159164429, + "eval_code_runtime": 296.6602, + "eval_code_samples_per_second": 3.094, + "eval_code_steps_per_second": 0.775, + "step": 2460 + }, + { + "epoch": 10.0, + "eval_stem_loss": 1.147615671157837, + "eval_stem_runtime": 250.5524, + "eval_stem_samples_per_second": 3.648, + "eval_stem_steps_per_second": 0.914, + "step": 2460 + } + ], + "logging_steps": 10, + "max_steps": 2460, + "num_input_tokens_seen": 0, + "num_train_epochs": 10, + "save_steps": 500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 6.094150411788485e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/checkpoint-2460/training_args.bin b/checkpoint-2460/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..8614ea1120688aa2b00c51b5ab043d685f967c46 --- /dev/null +++ b/checkpoint-2460/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a75db4b667e1acb16a0e7511a6d417ad638ff613009acc2ca8623c871c05831 +size 6289 diff --git a/checkpoint-492/README.md b/checkpoint-492/README.md new file mode 100644 index 0000000000000000000000000000000000000000..e3bd00a46564008273624a7a4a3ceacd36132ecb --- /dev/null +++ b/checkpoint-492/README.md @@ -0,0 +1,208 @@ +--- +base_model: meta-llama/Llama-3.1-8B-Instruct +library_name: peft +tags: +- base_model:adapter:meta-llama/Llama-3.1-8B-Instruct +- lora +- reward-trainer +- transformers +- trl +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.18.0 \ No newline at end of file diff --git a/checkpoint-492/adapter_config.json b/checkpoint-492/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..e8bd38b33b11f8e4d950e88e0b046528165c5a81 --- /dev/null +++ b/checkpoint-492/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-3.1-8B-Instruct", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.1, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [ + "classifier", + "score" + ], + "peft_type": "LORA", + "peft_version": "0.18.0", + "qalora_group_size": 16, + "r": 8, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "v_proj", + "q_proj", + "k_proj", + "o_proj" + ], + "target_parameters": null, + "task_type": "SEQ_CLS", + "trainable_token_indices": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false +} \ No newline at end of file diff --git a/checkpoint-492/adapter_model.safetensors b/checkpoint-492/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..dcef6a5012678c0f7b401571c5cbe5fca5d5627b --- /dev/null +++ b/checkpoint-492/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc6aa2cd0896b58d06804214c47165ce2f1ed847803d5eb1f7ca82b7fa0988c7 +size 27305328 diff --git a/checkpoint-492/chat_template.jinja b/checkpoint-492/chat_template.jinja new file mode 100644 index 0000000000000000000000000000000000000000..33089ace1be88f22a10fe861ad49718d5d886090 --- /dev/null +++ b/checkpoint-492/chat_template.jinja @@ -0,0 +1,109 @@ +{{- bos_token }} +{%- if custom_tools is defined %} + {%- set tools = custom_tools %} +{%- endif %} +{%- if not tools_in_user_message is defined %} + {%- set tools_in_user_message = true %} +{%- endif %} +{%- if not date_string is defined %} + {%- set date_string = "26 Jul 2024" %} +{%- endif %} +{%- if not tools is defined %} + {%- set tools = none %} +{%- endif %} + +{#- This block extracts the system message, so we can slot it into the right place. #} +{%- if messages[0]['role'] == 'system' %} + {%- set system_message = messages[0]['content']|trim %} + {%- set messages = messages[1:] %} +{%- else %} + {%- set system_message = "" %} +{%- endif %} + +{#- System message + builtin tools #} +{{- "<|start_header_id|>system<|end_header_id|>\n\n" }} +{%- if builtin_tools is defined or tools is not none %} + {{- "Environment: ipython\n" }} +{%- endif %} +{%- if builtin_tools is defined %} + {{- "Tools: " + builtin_tools | reject('equalto', 'code_interpreter') | join(", ") + "\n\n"}} +{%- endif %} +{{- "Cutting Knowledge Date: December 2023\n" }} +{{- "Today Date: " + date_string + "\n\n" }} +{%- if tools is not none and not tools_in_user_message %} + {{- "You have access to the following functions. To call a function, please respond with JSON for a function call." }} + {{- 'Respond in the format {"name": function name, "parameters": dictionary of argument name and its value}.' }} + {{- "Do not use variables.\n\n" }} + {%- for t in tools %} + {{- t | tojson(indent=4) }} + {{- "\n\n" }} + {%- endfor %} +{%- endif %} +{{- system_message }} +{{- "<|eot_id|>" }} + +{#- Custom tools are passed in a user message with some extra guidance #} +{%- if tools_in_user_message and not tools is none %} + {#- Extract the first user message so we can plug it in here #} + {%- if messages | length != 0 %} + {%- set first_user_message = messages[0]['content']|trim %} + {%- set messages = messages[1:] %} + {%- else %} + {{- raise_exception("Cannot put tools in the first user message when there's no first user message!") }} +{%- endif %} + {{- '<|start_header_id|>user<|end_header_id|>\n\n' -}} + {{- "Given the following functions, please respond with a JSON for a function call " }} + {{- "with its proper arguments that best answers the given prompt.\n\n" }} + {{- 'Respond in the format {"name": function name, "parameters": dictionary of argument name and its value}.' }} + {{- "Do not use variables.\n\n" }} + {%- for t in tools %} + {{- t | tojson(indent=4) }} + {{- "\n\n" }} + {%- endfor %} + {{- first_user_message + "<|eot_id|>"}} +{%- endif %} + +{%- for message in messages %} + {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %} + {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' }} + {%- elif 'tool_calls' in message %} + {%- if not message.tool_calls|length == 1 %} + {{- raise_exception("This model only supports single tool-calls at once!") }} + {%- endif %} + {%- set tool_call = message.tool_calls[0].function %} + {%- if builtin_tools is defined and tool_call.name in builtin_tools %} + {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' -}} + {{- "<|python_tag|>" + tool_call.name + ".call(" }} + {%- for arg_name, arg_val in tool_call.arguments | items %} + {{- arg_name + '="' + arg_val + '"' }} + {%- if not loop.last %} + {{- ", " }} + {%- endif %} + {%- endfor %} + {{- ")" }} + {%- else %} + {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' -}} + {{- '{"name": "' + tool_call.name + '", ' }} + {{- '"parameters": ' }} + {{- tool_call.arguments | tojson }} + {{- "}" }} + {%- endif %} + {%- if builtin_tools is defined %} + {#- This means we're in ipython mode #} + {{- "<|eom_id|>" }} + {%- else %} + {{- "<|eot_id|>" }} + {%- endif %} + {%- elif message.role == "tool" or message.role == "ipython" %} + {{- "<|start_header_id|>ipython<|end_header_id|>\n\n" }} + {%- if message.content is mapping or message.content is iterable %} + {{- message.content | tojson }} + {%- else %} + {{- message.content }} + {%- endif %} + {{- "<|eot_id|>" }} + {%- endif %} +{%- endfor %} +{%- if add_generation_prompt %} + {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' }} +{%- endif %} diff --git a/checkpoint-492/optimizer.pt b/checkpoint-492/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..6ea7d1da5ea2f31b9ba5a0e47d477154b4fcf79e --- /dev/null +++ b/checkpoint-492/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18c4f7af43bdb9c5f3be59b1a86a4e2283566f9695760166449ecc3cf542f269 +size 54761995 diff --git a/checkpoint-492/rng_state.pth b/checkpoint-492/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..87919546610808cd2d47cb0bd2f26e5eff756dad --- /dev/null +++ b/checkpoint-492/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20ea3a198ff666cb4ace1c684b598fe43fc7c3c276b83efc553a1b787e12a304 +size 14645 diff --git a/checkpoint-492/scheduler.pt b/checkpoint-492/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..fe51ffc4ccfbb37ab4d1ba69a320c88ea42f8b69 --- /dev/null +++ b/checkpoint-492/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09001ba40c3d7791250f6e87c3b331939aacf38bd6c91f9757d3c1e32fe879aa +size 1465 diff --git a/checkpoint-492/special_tokens_map.json b/checkpoint-492/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..b43be96621d147110fb8a18b5776ec6e38516127 --- /dev/null +++ b/checkpoint-492/special_tokens_map.json @@ -0,0 +1,17 @@ +{ + "bos_token": { + "content": "<|begin_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "<|eot_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "<|eot_id|>" +} diff --git a/checkpoint-492/tokenizer.json b/checkpoint-492/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..1c1d8d5c9024994f1d3b00f9662b8dd89ca13cf2 --- /dev/null +++ b/checkpoint-492/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b9e4e7fb171f92fd137b777cc2714bf87d11576700a1dcd7a399e7bbe39537b +size 17209920 diff --git a/checkpoint-492/tokenizer_config.json b/checkpoint-492/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3beeacc86a6ca3cae14ad3004263ab74a4bac07a --- /dev/null +++ b/checkpoint-492/tokenizer_config.json @@ -0,0 +1,2063 @@ +{ + "added_tokens_decoder": { + "128000": { + "content": "<|begin_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128001": { + "content": "<|end_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128002": { + "content": "<|reserved_special_token_0|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128003": { + "content": "<|reserved_special_token_1|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128004": { + "content": "<|finetune_right_pad_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128005": { + "content": "<|reserved_special_token_2|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128006": { + "content": "<|start_header_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128007": { + "content": "<|end_header_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128008": { + "content": "<|eom_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128009": { + "content": "<|eot_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128010": { + "content": "<|python_tag|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128011": { + "content": "<|reserved_special_token_3|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128012": { + "content": "<|reserved_special_token_4|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128013": { + "content": "<|reserved_special_token_5|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128014": { + "content": "<|reserved_special_token_6|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128015": { + "content": "<|reserved_special_token_7|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128016": { + "content": "<|reserved_special_token_8|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128017": { + "content": "<|reserved_special_token_9|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128018": { + "content": "<|reserved_special_token_10|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128019": { + "content": "<|reserved_special_token_11|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128020": { + "content": "<|reserved_special_token_12|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128021": { + "content": "<|reserved_special_token_13|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128022": { + "content": "<|reserved_special_token_14|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128023": { + "content": "<|reserved_special_token_15|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128024": { + "content": "<|reserved_special_token_16|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128025": { + "content": "<|reserved_special_token_17|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128026": { + "content": "<|reserved_special_token_18|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128027": { + "content": "<|reserved_special_token_19|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128028": { + "content": "<|reserved_special_token_20|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128029": { + "content": "<|reserved_special_token_21|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128030": { + "content": "<|reserved_special_token_22|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128031": { + "content": "<|reserved_special_token_23|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128032": { + "content": "<|reserved_special_token_24|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128033": { + "content": "<|reserved_special_token_25|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128034": { + "content": "<|reserved_special_token_26|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128035": { + "content": "<|reserved_special_token_27|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128036": { + "content": "<|reserved_special_token_28|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128037": { + "content": "<|reserved_special_token_29|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128038": { + "content": "<|reserved_special_token_30|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128039": { + "content": "<|reserved_special_token_31|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128040": { + "content": "<|reserved_special_token_32|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128041": { + "content": "<|reserved_special_token_33|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128042": { + "content": "<|reserved_special_token_34|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128043": { + "content": "<|reserved_special_token_35|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128044": { + "content": "<|reserved_special_token_36|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128045": { + "content": "<|reserved_special_token_37|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128046": { + "content": "<|reserved_special_token_38|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128047": { + "content": "<|reserved_special_token_39|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128048": { + "content": "<|reserved_special_token_40|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128049": { + "content": "<|reserved_special_token_41|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128050": { + "content": "<|reserved_special_token_42|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128051": { + "content": "<|reserved_special_token_43|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128052": { + "content": "<|reserved_special_token_44|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128053": { + "content": "<|reserved_special_token_45|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128054": { + "content": "<|reserved_special_token_46|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128055": { + "content": "<|reserved_special_token_47|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128056": { + "content": "<|reserved_special_token_48|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128057": { + "content": "<|reserved_special_token_49|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128058": { + "content": "<|reserved_special_token_50|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128059": { + "content": "<|reserved_special_token_51|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128060": { + "content": "<|reserved_special_token_52|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128061": { + "content": "<|reserved_special_token_53|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128062": { + "content": "<|reserved_special_token_54|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128063": { + "content": "<|reserved_special_token_55|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128064": { + "content": "<|reserved_special_token_56|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128065": { + "content": "<|reserved_special_token_57|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128066": { + "content": "<|reserved_special_token_58|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128067": { + "content": "<|reserved_special_token_59|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128068": { + "content": "<|reserved_special_token_60|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128069": { + "content": "<|reserved_special_token_61|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128070": { + "content": "<|reserved_special_token_62|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128071": { + "content": "<|reserved_special_token_63|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128072": { + "content": "<|reserved_special_token_64|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128073": { + "content": "<|reserved_special_token_65|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128074": { + "content": "<|reserved_special_token_66|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128075": { + "content": "<|reserved_special_token_67|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128076": { + "content": "<|reserved_special_token_68|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128077": { + "content": "<|reserved_special_token_69|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128078": { + "content": "<|reserved_special_token_70|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128079": { + "content": "<|reserved_special_token_71|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128080": { + "content": "<|reserved_special_token_72|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128081": { + "content": "<|reserved_special_token_73|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128082": { + "content": "<|reserved_special_token_74|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128083": { + "content": "<|reserved_special_token_75|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128084": { + "content": "<|reserved_special_token_76|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128085": { + "content": "<|reserved_special_token_77|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128086": { + "content": "<|reserved_special_token_78|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128087": { + "content": "<|reserved_special_token_79|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128088": { + "content": "<|reserved_special_token_80|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128089": { + "content": "<|reserved_special_token_81|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128090": { + "content": "<|reserved_special_token_82|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128091": { + "content": "<|reserved_special_token_83|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128092": { + "content": "<|reserved_special_token_84|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128093": { + "content": "<|reserved_special_token_85|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128094": { + "content": "<|reserved_special_token_86|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128095": { + "content": "<|reserved_special_token_87|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128096": { + "content": "<|reserved_special_token_88|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128097": { + "content": "<|reserved_special_token_89|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128098": { + "content": "<|reserved_special_token_90|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128099": { + "content": "<|reserved_special_token_91|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128100": { + "content": "<|reserved_special_token_92|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128101": { + "content": "<|reserved_special_token_93|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128102": { + "content": "<|reserved_special_token_94|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128103": { + "content": "<|reserved_special_token_95|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128104": { + "content": "<|reserved_special_token_96|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128105": { + "content": "<|reserved_special_token_97|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128106": { + "content": "<|reserved_special_token_98|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128107": { + "content": "<|reserved_special_token_99|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128108": { + "content": "<|reserved_special_token_100|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128109": { + "content": "<|reserved_special_token_101|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128110": { + "content": "<|reserved_special_token_102|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128111": { + "content": "<|reserved_special_token_103|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128112": { + "content": "<|reserved_special_token_104|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128113": { + "content": "<|reserved_special_token_105|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128114": { + "content": "<|reserved_special_token_106|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128115": { + "content": "<|reserved_special_token_107|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128116": { + "content": "<|reserved_special_token_108|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128117": { + "content": "<|reserved_special_token_109|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128118": { + "content": "<|reserved_special_token_110|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128119": { + "content": "<|reserved_special_token_111|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128120": { + "content": "<|reserved_special_token_112|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128121": { + "content": "<|reserved_special_token_113|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128122": { + "content": "<|reserved_special_token_114|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128123": { + "content": "<|reserved_special_token_115|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128124": { + "content": "<|reserved_special_token_116|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128125": { + "content": "<|reserved_special_token_117|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128126": { + "content": "<|reserved_special_token_118|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128127": { + "content": "<|reserved_special_token_119|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128128": { + "content": "<|reserved_special_token_120|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128129": { + "content": "<|reserved_special_token_121|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128130": { + "content": "<|reserved_special_token_122|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128131": { + "content": "<|reserved_special_token_123|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128132": { + "content": "<|reserved_special_token_124|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128133": { + "content": "<|reserved_special_token_125|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128134": { + "content": "<|reserved_special_token_126|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128135": { + "content": "<|reserved_special_token_127|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128136": { + "content": "<|reserved_special_token_128|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128137": { + "content": "<|reserved_special_token_129|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128138": { + "content": "<|reserved_special_token_130|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128139": { + "content": "<|reserved_special_token_131|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128140": { + "content": "<|reserved_special_token_132|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128141": { + "content": "<|reserved_special_token_133|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128142": { + "content": "<|reserved_special_token_134|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128143": { + "content": "<|reserved_special_token_135|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128144": { + "content": "<|reserved_special_token_136|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128145": { + "content": "<|reserved_special_token_137|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128146": { + "content": "<|reserved_special_token_138|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128147": { + "content": "<|reserved_special_token_139|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128148": { + "content": "<|reserved_special_token_140|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128149": { + "content": "<|reserved_special_token_141|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128150": { + "content": "<|reserved_special_token_142|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128151": { + "content": "<|reserved_special_token_143|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128152": { + "content": "<|reserved_special_token_144|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128153": { + "content": "<|reserved_special_token_145|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128154": { + "content": "<|reserved_special_token_146|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128155": { + "content": "<|reserved_special_token_147|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128156": { + "content": "<|reserved_special_token_148|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128157": { + "content": "<|reserved_special_token_149|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128158": { + "content": "<|reserved_special_token_150|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128159": { + "content": "<|reserved_special_token_151|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128160": { + "content": "<|reserved_special_token_152|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128161": { + "content": "<|reserved_special_token_153|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128162": { + "content": "<|reserved_special_token_154|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128163": { + "content": "<|reserved_special_token_155|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128164": { + "content": "<|reserved_special_token_156|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128165": { + "content": "<|reserved_special_token_157|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128166": { + "content": "<|reserved_special_token_158|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128167": { + "content": "<|reserved_special_token_159|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128168": { + "content": "<|reserved_special_token_160|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128169": { + "content": "<|reserved_special_token_161|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128170": { + "content": "<|reserved_special_token_162|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128171": { + "content": "<|reserved_special_token_163|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128172": { + "content": "<|reserved_special_token_164|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128173": { + "content": "<|reserved_special_token_165|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128174": { + "content": "<|reserved_special_token_166|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128175": { + "content": "<|reserved_special_token_167|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128176": { + "content": "<|reserved_special_token_168|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128177": { + "content": "<|reserved_special_token_169|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128178": { + "content": "<|reserved_special_token_170|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128179": { + "content": "<|reserved_special_token_171|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128180": { + "content": "<|reserved_special_token_172|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128181": { + "content": "<|reserved_special_token_173|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128182": { + "content": "<|reserved_special_token_174|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128183": { + "content": "<|reserved_special_token_175|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128184": { + "content": "<|reserved_special_token_176|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128185": { + "content": "<|reserved_special_token_177|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128186": { + "content": "<|reserved_special_token_178|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128187": { + "content": "<|reserved_special_token_179|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128188": { + "content": "<|reserved_special_token_180|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128189": { + "content": "<|reserved_special_token_181|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128190": { + "content": "<|reserved_special_token_182|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128191": { + "content": "<|reserved_special_token_183|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128192": { + "content": "<|reserved_special_token_184|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128193": { + "content": "<|reserved_special_token_185|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128194": { + "content": "<|reserved_special_token_186|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128195": { + "content": "<|reserved_special_token_187|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128196": { + "content": "<|reserved_special_token_188|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128197": { + "content": "<|reserved_special_token_189|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128198": { + "content": "<|reserved_special_token_190|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128199": { + "content": "<|reserved_special_token_191|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128200": { + "content": "<|reserved_special_token_192|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128201": { + "content": "<|reserved_special_token_193|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128202": { + "content": "<|reserved_special_token_194|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128203": { + "content": "<|reserved_special_token_195|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128204": { + "content": "<|reserved_special_token_196|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128205": { + "content": "<|reserved_special_token_197|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128206": { + "content": "<|reserved_special_token_198|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128207": { + "content": "<|reserved_special_token_199|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128208": { + "content": "<|reserved_special_token_200|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128209": { + "content": "<|reserved_special_token_201|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128210": { + "content": "<|reserved_special_token_202|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128211": { + "content": "<|reserved_special_token_203|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128212": { + "content": "<|reserved_special_token_204|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128213": { + "content": "<|reserved_special_token_205|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128214": { + "content": "<|reserved_special_token_206|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128215": { + "content": "<|reserved_special_token_207|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128216": { + "content": "<|reserved_special_token_208|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128217": { + "content": "<|reserved_special_token_209|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128218": { + "content": "<|reserved_special_token_210|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128219": { + "content": "<|reserved_special_token_211|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128220": { + "content": "<|reserved_special_token_212|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128221": { + "content": "<|reserved_special_token_213|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128222": { + "content": "<|reserved_special_token_214|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128223": { + "content": "<|reserved_special_token_215|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128224": { + "content": "<|reserved_special_token_216|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128225": { + "content": "<|reserved_special_token_217|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128226": { + "content": "<|reserved_special_token_218|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128227": { + "content": "<|reserved_special_token_219|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128228": { + "content": "<|reserved_special_token_220|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128229": { + "content": "<|reserved_special_token_221|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128230": { + "content": "<|reserved_special_token_222|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128231": { + "content": "<|reserved_special_token_223|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128232": { + "content": "<|reserved_special_token_224|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128233": { + "content": "<|reserved_special_token_225|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128234": { + "content": "<|reserved_special_token_226|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128235": { + "content": "<|reserved_special_token_227|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128236": { + "content": "<|reserved_special_token_228|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128237": { + "content": "<|reserved_special_token_229|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128238": { + "content": "<|reserved_special_token_230|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128239": { + "content": "<|reserved_special_token_231|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128240": { + "content": "<|reserved_special_token_232|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128241": { + "content": "<|reserved_special_token_233|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128242": { + "content": "<|reserved_special_token_234|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128243": { + "content": "<|reserved_special_token_235|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128244": { + "content": "<|reserved_special_token_236|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128245": { + "content": "<|reserved_special_token_237|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128246": { + "content": "<|reserved_special_token_238|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128247": { + "content": "<|reserved_special_token_239|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128248": { + "content": "<|reserved_special_token_240|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128249": { + "content": "<|reserved_special_token_241|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128250": { + "content": "<|reserved_special_token_242|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128251": { + "content": "<|reserved_special_token_243|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128252": { + "content": "<|reserved_special_token_244|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128253": { + "content": "<|reserved_special_token_245|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128254": { + "content": "<|reserved_special_token_246|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128255": { + "content": "<|reserved_special_token_247|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "<|begin_of_text|>", + "clean_up_tokenization_spaces": true, + "eos_token": "<|eot_id|>", + "extra_special_tokens": {}, + "model_input_names": [ + "input_ids", + "attention_mask" + ], + "model_max_length": 131072, + "pad_token": "<|eot_id|>", + "tokenizer_class": "PreTrainedTokenizerFast" +} diff --git a/checkpoint-492/trainer_state.json b/checkpoint-492/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..e22535504d206b0422a84efc946bb4f785d581f0 --- /dev/null +++ b/checkpoint-492/trainer_state.json @@ -0,0 +1,425 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 2.0, + "eval_steps": 500, + "global_step": 492, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.04065040650406504, + "grad_norm": 14.707608222961426, + "learning_rate": 9.000000000000001e-07, + "loss": 0.9613, + "step": 10 + }, + { + "epoch": 0.08130081300813008, + "grad_norm": 12.035386085510254, + "learning_rate": 1.9000000000000002e-06, + "loss": 0.8509, + "step": 20 + }, + { + "epoch": 0.12195121951219512, + "grad_norm": 18.44657325744629, + "learning_rate": 2.9e-06, + "loss": 0.9369, + "step": 30 + }, + { + "epoch": 0.16260162601626016, + "grad_norm": 12.941998481750488, + "learning_rate": 3.900000000000001e-06, + "loss": 0.896, + "step": 40 + }, + { + "epoch": 0.2032520325203252, + "grad_norm": 15.150432586669922, + "learning_rate": 4.9000000000000005e-06, + "loss": 0.9821, + "step": 50 + }, + { + "epoch": 0.24390243902439024, + "grad_norm": 18.638032913208008, + "learning_rate": 5.9e-06, + "loss": 0.9666, + "step": 60 + }, + { + "epoch": 0.2845528455284553, + "grad_norm": 15.954939842224121, + "learning_rate": 6.9e-06, + "loss": 0.9019, + "step": 70 + }, + { + "epoch": 0.3252032520325203, + "grad_norm": 11.114273071289062, + "learning_rate": 7.9e-06, + "loss": 0.8321, + "step": 80 + }, + { + "epoch": 0.36585365853658536, + "grad_norm": 15.285880088806152, + "learning_rate": 8.900000000000001e-06, + "loss": 0.7198, + "step": 90 + }, + { + "epoch": 0.4065040650406504, + "grad_norm": 17.8586483001709, + "learning_rate": 9.9e-06, + "loss": 0.7806, + "step": 100 + }, + { + "epoch": 0.44715447154471544, + "grad_norm": 11.217978477478027, + "learning_rate": 9.961864406779662e-06, + "loss": 1.0024, + "step": 110 + }, + { + "epoch": 0.4878048780487805, + "grad_norm": 7.002477169036865, + "learning_rate": 9.91949152542373e-06, + "loss": 0.8086, + "step": 120 + }, + { + "epoch": 0.5284552845528455, + "grad_norm": 13.211562156677246, + "learning_rate": 9.877118644067798e-06, + "loss": 0.8958, + "step": 130 + }, + { + "epoch": 0.5691056910569106, + "grad_norm": 11.169763565063477, + "learning_rate": 9.834745762711865e-06, + "loss": 0.8316, + "step": 140 + }, + { + "epoch": 0.6097560975609756, + "grad_norm": 15.369425773620605, + "learning_rate": 9.792372881355933e-06, + "loss": 0.675, + "step": 150 + }, + { + "epoch": 0.6504065040650406, + "grad_norm": 11.003032684326172, + "learning_rate": 9.75e-06, + "loss": 0.7512, + "step": 160 + }, + { + "epoch": 0.6910569105691057, + "grad_norm": 16.466957092285156, + "learning_rate": 9.707627118644068e-06, + "loss": 0.8546, + "step": 170 + }, + { + "epoch": 0.7317073170731707, + "grad_norm": 13.067832946777344, + "learning_rate": 9.665254237288136e-06, + "loss": 0.7497, + "step": 180 + }, + { + "epoch": 0.7723577235772358, + "grad_norm": 9.530882835388184, + "learning_rate": 9.622881355932205e-06, + "loss": 0.6136, + "step": 190 + }, + { + "epoch": 0.8130081300813008, + "grad_norm": 15.063409805297852, + "learning_rate": 9.580508474576273e-06, + "loss": 0.6073, + "step": 200 + }, + { + "epoch": 0.8536585365853658, + "grad_norm": 9.07528305053711, + "learning_rate": 9.53813559322034e-06, + "loss": 0.7295, + "step": 210 + }, + { + "epoch": 0.8943089430894309, + "grad_norm": 14.199564933776855, + "learning_rate": 9.495762711864408e-06, + "loss": 0.596, + "step": 220 + }, + { + "epoch": 0.9349593495934959, + "grad_norm": 16.03732681274414, + "learning_rate": 9.453389830508474e-06, + "loss": 0.6922, + "step": 230 + }, + { + "epoch": 0.975609756097561, + "grad_norm": 17.533695220947266, + "learning_rate": 9.411016949152543e-06, + "loss": 0.7484, + "step": 240 + }, + { + "epoch": 1.0, + "eval_general_loss": 0.754059910774231, + "eval_general_runtime": 254.3068, + "eval_general_samples_per_second": 3.598, + "eval_general_steps_per_second": 0.9, + "step": 246 + }, + { + "epoch": 1.0, + "eval_code_loss": 0.7234187722206116, + "eval_code_runtime": 296.8568, + "eval_code_samples_per_second": 3.092, + "eval_code_steps_per_second": 0.775, + "step": 246 + }, + { + "epoch": 1.0, + "eval_stem_loss": 0.7939386367797852, + "eval_stem_runtime": 250.6578, + "eval_stem_samples_per_second": 3.646, + "eval_stem_steps_per_second": 0.914, + "step": 246 + }, + { + "epoch": 1.016260162601626, + "grad_norm": 16.589147567749023, + "learning_rate": 9.368644067796611e-06, + "loss": 0.7309, + "step": 250 + }, + { + "epoch": 1.056910569105691, + "grad_norm": 8.124390602111816, + "learning_rate": 9.32627118644068e-06, + "loss": 0.5937, + "step": 260 + }, + { + "epoch": 1.0975609756097562, + "grad_norm": 13.223992347717285, + "learning_rate": 9.283898305084746e-06, + "loss": 0.6961, + "step": 270 + }, + { + "epoch": 1.1382113821138211, + "grad_norm": 13.791741371154785, + "learning_rate": 9.241525423728814e-06, + "loss": 0.5783, + "step": 280 + }, + { + "epoch": 1.1788617886178863, + "grad_norm": 16.130605697631836, + "learning_rate": 9.199152542372882e-06, + "loss": 0.6318, + "step": 290 + }, + { + "epoch": 1.2195121951219512, + "grad_norm": 14.941628456115723, + "learning_rate": 9.15677966101695e-06, + "loss": 0.6163, + "step": 300 + }, + { + "epoch": 1.2601626016260163, + "grad_norm": 6.407144546508789, + "learning_rate": 9.114406779661017e-06, + "loss": 0.5745, + "step": 310 + }, + { + "epoch": 1.3008130081300813, + "grad_norm": 7.032970905303955, + "learning_rate": 9.072033898305086e-06, + "loss": 0.474, + "step": 320 + }, + { + "epoch": 1.3414634146341464, + "grad_norm": 14.255295753479004, + "learning_rate": 9.029661016949152e-06, + "loss": 0.6833, + "step": 330 + }, + { + "epoch": 1.3821138211382114, + "grad_norm": 19.13692855834961, + "learning_rate": 8.98728813559322e-06, + "loss": 0.5369, + "step": 340 + }, + { + "epoch": 1.4227642276422765, + "grad_norm": 9.524161338806152, + "learning_rate": 8.944915254237289e-06, + "loss": 0.6925, + "step": 350 + }, + { + "epoch": 1.4634146341463414, + "grad_norm": 12.59819221496582, + "learning_rate": 8.902542372881357e-06, + "loss": 0.572, + "step": 360 + }, + { + "epoch": 1.5040650406504064, + "grad_norm": 7.560878753662109, + "learning_rate": 8.860169491525424e-06, + "loss": 0.5101, + "step": 370 + }, + { + "epoch": 1.5447154471544715, + "grad_norm": 10.911989212036133, + "learning_rate": 8.817796610169492e-06, + "loss": 0.7357, + "step": 380 + }, + { + "epoch": 1.5853658536585367, + "grad_norm": 13.019627571105957, + "learning_rate": 8.77542372881356e-06, + "loss": 0.7094, + "step": 390 + }, + { + "epoch": 1.6260162601626016, + "grad_norm": 5.221607685089111, + "learning_rate": 8.733050847457629e-06, + "loss": 0.5762, + "step": 400 + }, + { + "epoch": 1.6666666666666665, + "grad_norm": 9.154648780822754, + "learning_rate": 8.690677966101695e-06, + "loss": 0.6516, + "step": 410 + }, + { + "epoch": 1.7073170731707317, + "grad_norm": 8.04185962677002, + "learning_rate": 8.648305084745763e-06, + "loss": 0.5457, + "step": 420 + }, + { + "epoch": 1.7479674796747968, + "grad_norm": 12.428257942199707, + "learning_rate": 8.60593220338983e-06, + "loss": 0.6458, + "step": 430 + }, + { + "epoch": 1.7886178861788617, + "grad_norm": 6.699453353881836, + "learning_rate": 8.563559322033898e-06, + "loss": 0.6026, + "step": 440 + }, + { + "epoch": 1.8292682926829267, + "grad_norm": 5.6174774169921875, + "learning_rate": 8.521186440677967e-06, + "loss": 0.6756, + "step": 450 + }, + { + "epoch": 1.8699186991869918, + "grad_norm": 12.72862720489502, + "learning_rate": 8.478813559322035e-06, + "loss": 0.5932, + "step": 460 + }, + { + "epoch": 1.910569105691057, + "grad_norm": 4.651763439178467, + "learning_rate": 8.436440677966102e-06, + "loss": 0.418, + "step": 470 + }, + { + "epoch": 1.951219512195122, + "grad_norm": 16.044872283935547, + "learning_rate": 8.39406779661017e-06, + "loss": 0.5756, + "step": 480 + }, + { + "epoch": 1.9918699186991868, + "grad_norm": 10.388751029968262, + "learning_rate": 8.351694915254238e-06, + "loss": 0.6304, + "step": 490 + }, + { + "epoch": 2.0, + "eval_general_loss": 0.6887519359588623, + "eval_general_runtime": 255.0576, + "eval_general_samples_per_second": 3.587, + "eval_general_steps_per_second": 0.898, + "step": 492 + }, + { + "epoch": 2.0, + "eval_code_loss": 0.5912412405014038, + "eval_code_runtime": 297.8316, + "eval_code_samples_per_second": 3.082, + "eval_code_steps_per_second": 0.772, + "step": 492 + }, + { + "epoch": 2.0, + "eval_stem_loss": 0.7283160090446472, + "eval_stem_runtime": 251.4929, + "eval_stem_samples_per_second": 3.634, + "eval_stem_steps_per_second": 0.911, + "step": 492 + } + ], + "logging_steps": 10, + "max_steps": 2460, + "num_input_tokens_seen": 0, + "num_train_epochs": 10, + "save_steps": 500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 1.2172218885557453e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/checkpoint-492/training_args.bin b/checkpoint-492/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..8614ea1120688aa2b00c51b5ab043d685f967c46 --- /dev/null +++ b/checkpoint-492/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a75db4b667e1acb16a0e7511a6d417ad638ff613009acc2ca8623c871c05831 +size 6289 diff --git a/checkpoint-738/README.md b/checkpoint-738/README.md new file mode 100644 index 0000000000000000000000000000000000000000..e3bd00a46564008273624a7a4a3ceacd36132ecb --- /dev/null +++ b/checkpoint-738/README.md @@ -0,0 +1,208 @@ +--- +base_model: meta-llama/Llama-3.1-8B-Instruct +library_name: peft +tags: +- base_model:adapter:meta-llama/Llama-3.1-8B-Instruct +- lora +- reward-trainer +- transformers +- trl +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.18.0 \ No newline at end of file diff --git a/checkpoint-738/adapter_config.json b/checkpoint-738/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..e8bd38b33b11f8e4d950e88e0b046528165c5a81 --- /dev/null +++ b/checkpoint-738/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-3.1-8B-Instruct", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.1, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [ + "classifier", + "score" + ], + "peft_type": "LORA", + "peft_version": "0.18.0", + "qalora_group_size": 16, + "r": 8, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "v_proj", + "q_proj", + "k_proj", + "o_proj" + ], + "target_parameters": null, + "task_type": "SEQ_CLS", + "trainable_token_indices": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false +} \ No newline at end of file diff --git a/checkpoint-738/adapter_model.safetensors b/checkpoint-738/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a90d09a16d608fbc78074da800a5f55c1c90bc60 --- /dev/null +++ b/checkpoint-738/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1065877fc364eb5a39b8ade999cc1935d57bb57edba696aceda44e0e9f3b9a9d +size 27305328 diff --git a/checkpoint-738/chat_template.jinja b/checkpoint-738/chat_template.jinja new file mode 100644 index 0000000000000000000000000000000000000000..33089ace1be88f22a10fe861ad49718d5d886090 --- /dev/null +++ b/checkpoint-738/chat_template.jinja @@ -0,0 +1,109 @@ +{{- bos_token }} +{%- if custom_tools is defined %} + {%- set tools = custom_tools %} +{%- endif %} +{%- if not tools_in_user_message is defined %} + {%- set tools_in_user_message = true %} +{%- endif %} +{%- if not date_string is defined %} + {%- set date_string = "26 Jul 2024" %} +{%- endif %} +{%- if not tools is defined %} + {%- set tools = none %} +{%- endif %} + +{#- This block extracts the system message, so we can slot it into the right place. #} +{%- if messages[0]['role'] == 'system' %} + {%- set system_message = messages[0]['content']|trim %} + {%- set messages = messages[1:] %} +{%- else %} + {%- set system_message = "" %} +{%- endif %} + +{#- System message + builtin tools #} +{{- "<|start_header_id|>system<|end_header_id|>\n\n" }} +{%- if builtin_tools is defined or tools is not none %} + {{- "Environment: ipython\n" }} +{%- endif %} +{%- if builtin_tools is defined %} + {{- "Tools: " + builtin_tools | reject('equalto', 'code_interpreter') | join(", ") + "\n\n"}} +{%- endif %} +{{- "Cutting Knowledge Date: December 2023\n" }} +{{- "Today Date: " + date_string + "\n\n" }} +{%- if tools is not none and not tools_in_user_message %} + {{- "You have access to the following functions. To call a function, please respond with JSON for a function call." }} + {{- 'Respond in the format {"name": function name, "parameters": dictionary of argument name and its value}.' }} + {{- "Do not use variables.\n\n" }} + {%- for t in tools %} + {{- t | tojson(indent=4) }} + {{- "\n\n" }} + {%- endfor %} +{%- endif %} +{{- system_message }} +{{- "<|eot_id|>" }} + +{#- Custom tools are passed in a user message with some extra guidance #} +{%- if tools_in_user_message and not tools is none %} + {#- Extract the first user message so we can plug it in here #} + {%- if messages | length != 0 %} + {%- set first_user_message = messages[0]['content']|trim %} + {%- set messages = messages[1:] %} + {%- else %} + {{- raise_exception("Cannot put tools in the first user message when there's no first user message!") }} +{%- endif %} + {{- '<|start_header_id|>user<|end_header_id|>\n\n' -}} + {{- "Given the following functions, please respond with a JSON for a function call " }} + {{- "with its proper arguments that best answers the given prompt.\n\n" }} + {{- 'Respond in the format {"name": function name, "parameters": dictionary of argument name and its value}.' }} + {{- "Do not use variables.\n\n" }} + {%- for t in tools %} + {{- t | tojson(indent=4) }} + {{- "\n\n" }} + {%- endfor %} + {{- first_user_message + "<|eot_id|>"}} +{%- endif %} + +{%- for message in messages %} + {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %} + {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' }} + {%- elif 'tool_calls' in message %} + {%- if not message.tool_calls|length == 1 %} + {{- raise_exception("This model only supports single tool-calls at once!") }} + {%- endif %} + {%- set tool_call = message.tool_calls[0].function %} + {%- if builtin_tools is defined and tool_call.name in builtin_tools %} + {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' -}} + {{- "<|python_tag|>" + tool_call.name + ".call(" }} + {%- for arg_name, arg_val in tool_call.arguments | items %} + {{- arg_name + '="' + arg_val + '"' }} + {%- if not loop.last %} + {{- ", " }} + {%- endif %} + {%- endfor %} + {{- ")" }} + {%- else %} + {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' -}} + {{- '{"name": "' + tool_call.name + '", ' }} + {{- '"parameters": ' }} + {{- tool_call.arguments | tojson }} + {{- "}" }} + {%- endif %} + {%- if builtin_tools is defined %} + {#- This means we're in ipython mode #} + {{- "<|eom_id|>" }} + {%- else %} + {{- "<|eot_id|>" }} + {%- endif %} + {%- elif message.role == "tool" or message.role == "ipython" %} + {{- "<|start_header_id|>ipython<|end_header_id|>\n\n" }} + {%- if message.content is mapping or message.content is iterable %} + {{- message.content | tojson }} + {%- else %} + {{- message.content }} + {%- endif %} + {{- "<|eot_id|>" }} + {%- endif %} +{%- endfor %} +{%- if add_generation_prompt %} + {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' }} +{%- endif %} diff --git a/checkpoint-738/optimizer.pt b/checkpoint-738/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..123b1ff4d76a0540037166e745539a05f0b1b505 --- /dev/null +++ b/checkpoint-738/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9c76ce35217cedba675a4455ceed2d072f3b3690b2abf932ac39e77e0c45726 +size 54761995 diff --git a/checkpoint-738/rng_state.pth b/checkpoint-738/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..77fc8f38845fc961b6b09d78845de40d7070cfa5 --- /dev/null +++ b/checkpoint-738/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12d8b6c71ec5842a7f720763e6312f0db9384dc999ad47a74f64d26d1c1cb7ce +size 14645 diff --git a/checkpoint-738/scheduler.pt b/checkpoint-738/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..c5eb668c5f5a1ba35932b6a479706d4dc7bc1f68 --- /dev/null +++ b/checkpoint-738/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7454eb88015a88605ef817f7234f6e2ae499ca06806c9a3ea7ab9169629883fa +size 1465 diff --git a/checkpoint-738/special_tokens_map.json b/checkpoint-738/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..b43be96621d147110fb8a18b5776ec6e38516127 --- /dev/null +++ b/checkpoint-738/special_tokens_map.json @@ -0,0 +1,17 @@ +{ + "bos_token": { + "content": "<|begin_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "<|eot_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "<|eot_id|>" +} diff --git a/checkpoint-738/tokenizer.json b/checkpoint-738/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..1c1d8d5c9024994f1d3b00f9662b8dd89ca13cf2 --- /dev/null +++ b/checkpoint-738/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b9e4e7fb171f92fd137b777cc2714bf87d11576700a1dcd7a399e7bbe39537b +size 17209920 diff --git a/checkpoint-738/tokenizer_config.json b/checkpoint-738/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3beeacc86a6ca3cae14ad3004263ab74a4bac07a --- /dev/null +++ b/checkpoint-738/tokenizer_config.json @@ -0,0 +1,2063 @@ +{ + "added_tokens_decoder": { + "128000": { + "content": "<|begin_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128001": { + "content": "<|end_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128002": { + "content": "<|reserved_special_token_0|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128003": { + "content": "<|reserved_special_token_1|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128004": { + "content": "<|finetune_right_pad_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128005": { + "content": "<|reserved_special_token_2|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128006": { + "content": "<|start_header_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128007": { + "content": "<|end_header_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128008": { + "content": "<|eom_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128009": { + "content": "<|eot_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128010": { + "content": "<|python_tag|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128011": { + "content": "<|reserved_special_token_3|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128012": { + "content": "<|reserved_special_token_4|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128013": { + "content": "<|reserved_special_token_5|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128014": { + "content": "<|reserved_special_token_6|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128015": { + "content": "<|reserved_special_token_7|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128016": { + "content": "<|reserved_special_token_8|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128017": { + "content": "<|reserved_special_token_9|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128018": { + "content": "<|reserved_special_token_10|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128019": { + "content": "<|reserved_special_token_11|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128020": { + "content": "<|reserved_special_token_12|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128021": { + "content": "<|reserved_special_token_13|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128022": { + "content": "<|reserved_special_token_14|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128023": { + "content": "<|reserved_special_token_15|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128024": { + "content": "<|reserved_special_token_16|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128025": { + "content": "<|reserved_special_token_17|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128026": { + "content": "<|reserved_special_token_18|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128027": { + "content": "<|reserved_special_token_19|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128028": { + "content": "<|reserved_special_token_20|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128029": { + "content": "<|reserved_special_token_21|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128030": { + "content": "<|reserved_special_token_22|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128031": { + "content": "<|reserved_special_token_23|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128032": { + "content": "<|reserved_special_token_24|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128033": { + "content": "<|reserved_special_token_25|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128034": { + "content": "<|reserved_special_token_26|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128035": { + "content": "<|reserved_special_token_27|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128036": { + "content": "<|reserved_special_token_28|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128037": { + "content": "<|reserved_special_token_29|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128038": { + "content": "<|reserved_special_token_30|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128039": { + "content": "<|reserved_special_token_31|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128040": { + "content": "<|reserved_special_token_32|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128041": { + "content": "<|reserved_special_token_33|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128042": { + "content": "<|reserved_special_token_34|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128043": { + "content": "<|reserved_special_token_35|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128044": { + "content": "<|reserved_special_token_36|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128045": { + "content": "<|reserved_special_token_37|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128046": { + "content": "<|reserved_special_token_38|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128047": { + "content": "<|reserved_special_token_39|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128048": { + "content": "<|reserved_special_token_40|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128049": { + "content": "<|reserved_special_token_41|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128050": { + "content": "<|reserved_special_token_42|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128051": { + "content": "<|reserved_special_token_43|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128052": { + "content": "<|reserved_special_token_44|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128053": { + "content": "<|reserved_special_token_45|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128054": { + "content": "<|reserved_special_token_46|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128055": { + "content": "<|reserved_special_token_47|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128056": { + "content": "<|reserved_special_token_48|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128057": { + "content": "<|reserved_special_token_49|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128058": { + "content": "<|reserved_special_token_50|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128059": { + "content": "<|reserved_special_token_51|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128060": { + "content": "<|reserved_special_token_52|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128061": { + "content": "<|reserved_special_token_53|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128062": { + "content": "<|reserved_special_token_54|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128063": { + "content": "<|reserved_special_token_55|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128064": { + "content": "<|reserved_special_token_56|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128065": { + "content": "<|reserved_special_token_57|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128066": { + "content": "<|reserved_special_token_58|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128067": { + "content": "<|reserved_special_token_59|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128068": { + "content": "<|reserved_special_token_60|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128069": { + "content": "<|reserved_special_token_61|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128070": { + "content": "<|reserved_special_token_62|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128071": { + "content": "<|reserved_special_token_63|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128072": { + "content": "<|reserved_special_token_64|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128073": { + "content": "<|reserved_special_token_65|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128074": { + "content": "<|reserved_special_token_66|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128075": { + "content": "<|reserved_special_token_67|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128076": { + "content": "<|reserved_special_token_68|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128077": { + "content": "<|reserved_special_token_69|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128078": { + "content": "<|reserved_special_token_70|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128079": { + "content": "<|reserved_special_token_71|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128080": { + "content": "<|reserved_special_token_72|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128081": { + "content": "<|reserved_special_token_73|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128082": { + "content": "<|reserved_special_token_74|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128083": { + "content": "<|reserved_special_token_75|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128084": { + "content": "<|reserved_special_token_76|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128085": { + "content": "<|reserved_special_token_77|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128086": { + "content": "<|reserved_special_token_78|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128087": { + "content": "<|reserved_special_token_79|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128088": { + "content": "<|reserved_special_token_80|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128089": { + "content": "<|reserved_special_token_81|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128090": { + "content": "<|reserved_special_token_82|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128091": { + "content": "<|reserved_special_token_83|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128092": { + "content": "<|reserved_special_token_84|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128093": { + "content": "<|reserved_special_token_85|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128094": { + "content": "<|reserved_special_token_86|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128095": { + "content": "<|reserved_special_token_87|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128096": { + "content": "<|reserved_special_token_88|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128097": { + "content": "<|reserved_special_token_89|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128098": { + "content": "<|reserved_special_token_90|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128099": { + "content": "<|reserved_special_token_91|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128100": { + "content": "<|reserved_special_token_92|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128101": { + "content": "<|reserved_special_token_93|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128102": { + "content": "<|reserved_special_token_94|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128103": { + "content": "<|reserved_special_token_95|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128104": { + "content": "<|reserved_special_token_96|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128105": { + "content": "<|reserved_special_token_97|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128106": { + "content": "<|reserved_special_token_98|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128107": { + "content": "<|reserved_special_token_99|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128108": { + "content": "<|reserved_special_token_100|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128109": { + "content": "<|reserved_special_token_101|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128110": { + "content": "<|reserved_special_token_102|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128111": { + "content": "<|reserved_special_token_103|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128112": { + "content": "<|reserved_special_token_104|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128113": { + "content": "<|reserved_special_token_105|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128114": { + "content": "<|reserved_special_token_106|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128115": { + "content": "<|reserved_special_token_107|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128116": { + "content": "<|reserved_special_token_108|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128117": { + "content": "<|reserved_special_token_109|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128118": { + "content": "<|reserved_special_token_110|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128119": { + "content": "<|reserved_special_token_111|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128120": { + "content": "<|reserved_special_token_112|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128121": { + "content": "<|reserved_special_token_113|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128122": { + "content": "<|reserved_special_token_114|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128123": { + "content": "<|reserved_special_token_115|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128124": { + "content": "<|reserved_special_token_116|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128125": { + "content": "<|reserved_special_token_117|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128126": { + "content": "<|reserved_special_token_118|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128127": { + "content": "<|reserved_special_token_119|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128128": { + "content": "<|reserved_special_token_120|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128129": { + "content": "<|reserved_special_token_121|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128130": { + "content": "<|reserved_special_token_122|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128131": { + "content": "<|reserved_special_token_123|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128132": { + "content": "<|reserved_special_token_124|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128133": { + "content": "<|reserved_special_token_125|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128134": { + "content": "<|reserved_special_token_126|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128135": { + "content": "<|reserved_special_token_127|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128136": { + "content": "<|reserved_special_token_128|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128137": { + "content": "<|reserved_special_token_129|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128138": { + "content": "<|reserved_special_token_130|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128139": { + "content": "<|reserved_special_token_131|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128140": { + "content": "<|reserved_special_token_132|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128141": { + "content": "<|reserved_special_token_133|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128142": { + "content": "<|reserved_special_token_134|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128143": { + "content": "<|reserved_special_token_135|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128144": { + "content": "<|reserved_special_token_136|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128145": { + "content": "<|reserved_special_token_137|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128146": { + "content": "<|reserved_special_token_138|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128147": { + "content": "<|reserved_special_token_139|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128148": { + "content": "<|reserved_special_token_140|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128149": { + "content": "<|reserved_special_token_141|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128150": { + "content": "<|reserved_special_token_142|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128151": { + "content": "<|reserved_special_token_143|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128152": { + "content": "<|reserved_special_token_144|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128153": { + "content": "<|reserved_special_token_145|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128154": { + "content": "<|reserved_special_token_146|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128155": { + "content": "<|reserved_special_token_147|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128156": { + "content": "<|reserved_special_token_148|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128157": { + "content": "<|reserved_special_token_149|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128158": { + "content": "<|reserved_special_token_150|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128159": { + "content": "<|reserved_special_token_151|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128160": { + "content": "<|reserved_special_token_152|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128161": { + "content": "<|reserved_special_token_153|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128162": { + "content": "<|reserved_special_token_154|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128163": { + "content": "<|reserved_special_token_155|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128164": { + "content": "<|reserved_special_token_156|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128165": { + "content": "<|reserved_special_token_157|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128166": { + "content": "<|reserved_special_token_158|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128167": { + "content": "<|reserved_special_token_159|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128168": { + "content": "<|reserved_special_token_160|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128169": { + "content": "<|reserved_special_token_161|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128170": { + "content": "<|reserved_special_token_162|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128171": { + "content": "<|reserved_special_token_163|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128172": { + "content": "<|reserved_special_token_164|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128173": { + "content": "<|reserved_special_token_165|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128174": { + "content": "<|reserved_special_token_166|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128175": { + "content": "<|reserved_special_token_167|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128176": { + "content": "<|reserved_special_token_168|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128177": { + "content": "<|reserved_special_token_169|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128178": { + "content": "<|reserved_special_token_170|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128179": { + "content": "<|reserved_special_token_171|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128180": { + "content": "<|reserved_special_token_172|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128181": { + "content": "<|reserved_special_token_173|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128182": { + "content": "<|reserved_special_token_174|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128183": { + "content": "<|reserved_special_token_175|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128184": { + "content": "<|reserved_special_token_176|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128185": { + "content": "<|reserved_special_token_177|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128186": { + "content": "<|reserved_special_token_178|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128187": { + "content": "<|reserved_special_token_179|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128188": { + "content": "<|reserved_special_token_180|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128189": { + "content": "<|reserved_special_token_181|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128190": { + "content": "<|reserved_special_token_182|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128191": { + "content": "<|reserved_special_token_183|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128192": { + "content": "<|reserved_special_token_184|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128193": { + "content": "<|reserved_special_token_185|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128194": { + "content": "<|reserved_special_token_186|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128195": { + "content": "<|reserved_special_token_187|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128196": { + "content": "<|reserved_special_token_188|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128197": { + "content": "<|reserved_special_token_189|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128198": { + "content": "<|reserved_special_token_190|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128199": { + "content": "<|reserved_special_token_191|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128200": { + "content": "<|reserved_special_token_192|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128201": { + "content": "<|reserved_special_token_193|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128202": { + "content": "<|reserved_special_token_194|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128203": { + "content": "<|reserved_special_token_195|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128204": { + "content": "<|reserved_special_token_196|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128205": { + "content": "<|reserved_special_token_197|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128206": { + "content": "<|reserved_special_token_198|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128207": { + "content": "<|reserved_special_token_199|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128208": { + "content": "<|reserved_special_token_200|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128209": { + "content": "<|reserved_special_token_201|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128210": { + "content": "<|reserved_special_token_202|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128211": { + "content": "<|reserved_special_token_203|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128212": { + "content": "<|reserved_special_token_204|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128213": { + "content": "<|reserved_special_token_205|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128214": { + "content": "<|reserved_special_token_206|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128215": { + "content": "<|reserved_special_token_207|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128216": { + "content": "<|reserved_special_token_208|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128217": { + "content": "<|reserved_special_token_209|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128218": { + "content": "<|reserved_special_token_210|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128219": { + "content": "<|reserved_special_token_211|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128220": { + "content": "<|reserved_special_token_212|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128221": { + "content": "<|reserved_special_token_213|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128222": { + "content": "<|reserved_special_token_214|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128223": { + "content": "<|reserved_special_token_215|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128224": { + "content": "<|reserved_special_token_216|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128225": { + "content": "<|reserved_special_token_217|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128226": { + "content": "<|reserved_special_token_218|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128227": { + "content": "<|reserved_special_token_219|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128228": { + "content": "<|reserved_special_token_220|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128229": { + "content": "<|reserved_special_token_221|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128230": { + "content": "<|reserved_special_token_222|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128231": { + "content": "<|reserved_special_token_223|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128232": { + "content": "<|reserved_special_token_224|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128233": { + "content": "<|reserved_special_token_225|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128234": { + "content": "<|reserved_special_token_226|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128235": { + "content": "<|reserved_special_token_227|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128236": { + "content": "<|reserved_special_token_228|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128237": { + "content": "<|reserved_special_token_229|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128238": { + "content": "<|reserved_special_token_230|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128239": { + "content": "<|reserved_special_token_231|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128240": { + "content": "<|reserved_special_token_232|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128241": { + "content": "<|reserved_special_token_233|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128242": { + "content": "<|reserved_special_token_234|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128243": { + "content": "<|reserved_special_token_235|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128244": { + "content": "<|reserved_special_token_236|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128245": { + "content": "<|reserved_special_token_237|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128246": { + "content": "<|reserved_special_token_238|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128247": { + "content": "<|reserved_special_token_239|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128248": { + "content": "<|reserved_special_token_240|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128249": { + "content": "<|reserved_special_token_241|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128250": { + "content": "<|reserved_special_token_242|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128251": { + "content": "<|reserved_special_token_243|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128252": { + "content": "<|reserved_special_token_244|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128253": { + "content": "<|reserved_special_token_245|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128254": { + "content": "<|reserved_special_token_246|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128255": { + "content": "<|reserved_special_token_247|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "<|begin_of_text|>", + "clean_up_tokenization_spaces": true, + "eos_token": "<|eot_id|>", + "extra_special_tokens": {}, + "model_input_names": [ + "input_ids", + "attention_mask" + ], + "model_max_length": 131072, + "pad_token": "<|eot_id|>", + "tokenizer_class": "PreTrainedTokenizerFast" +} diff --git a/checkpoint-738/trainer_state.json b/checkpoint-738/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..c524e2889ee2210b34dfc3a09b0c9c127be6e58b --- /dev/null +++ b/checkpoint-738/trainer_state.json @@ -0,0 +1,617 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 3.0, + "eval_steps": 500, + "global_step": 738, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.04065040650406504, + "grad_norm": 14.707608222961426, + "learning_rate": 9.000000000000001e-07, + "loss": 0.9613, + "step": 10 + }, + { + "epoch": 0.08130081300813008, + "grad_norm": 12.035386085510254, + "learning_rate": 1.9000000000000002e-06, + "loss": 0.8509, + "step": 20 + }, + { + "epoch": 0.12195121951219512, + "grad_norm": 18.44657325744629, + "learning_rate": 2.9e-06, + "loss": 0.9369, + "step": 30 + }, + { + "epoch": 0.16260162601626016, + "grad_norm": 12.941998481750488, + "learning_rate": 3.900000000000001e-06, + "loss": 0.896, + "step": 40 + }, + { + "epoch": 0.2032520325203252, + "grad_norm": 15.150432586669922, + "learning_rate": 4.9000000000000005e-06, + "loss": 0.9821, + "step": 50 + }, + { + "epoch": 0.24390243902439024, + "grad_norm": 18.638032913208008, + "learning_rate": 5.9e-06, + "loss": 0.9666, + "step": 60 + }, + { + "epoch": 0.2845528455284553, + "grad_norm": 15.954939842224121, + "learning_rate": 6.9e-06, + "loss": 0.9019, + "step": 70 + }, + { + "epoch": 0.3252032520325203, + "grad_norm": 11.114273071289062, + "learning_rate": 7.9e-06, + "loss": 0.8321, + "step": 80 + }, + { + "epoch": 0.36585365853658536, + "grad_norm": 15.285880088806152, + "learning_rate": 8.900000000000001e-06, + "loss": 0.7198, + "step": 90 + }, + { + "epoch": 0.4065040650406504, + "grad_norm": 17.8586483001709, + "learning_rate": 9.9e-06, + "loss": 0.7806, + "step": 100 + }, + { + "epoch": 0.44715447154471544, + "grad_norm": 11.217978477478027, + "learning_rate": 9.961864406779662e-06, + "loss": 1.0024, + "step": 110 + }, + { + "epoch": 0.4878048780487805, + "grad_norm": 7.002477169036865, + "learning_rate": 9.91949152542373e-06, + "loss": 0.8086, + "step": 120 + }, + { + "epoch": 0.5284552845528455, + "grad_norm": 13.211562156677246, + "learning_rate": 9.877118644067798e-06, + "loss": 0.8958, + "step": 130 + }, + { + "epoch": 0.5691056910569106, + "grad_norm": 11.169763565063477, + "learning_rate": 9.834745762711865e-06, + "loss": 0.8316, + "step": 140 + }, + { + "epoch": 0.6097560975609756, + "grad_norm": 15.369425773620605, + "learning_rate": 9.792372881355933e-06, + "loss": 0.675, + "step": 150 + }, + { + "epoch": 0.6504065040650406, + "grad_norm": 11.003032684326172, + "learning_rate": 9.75e-06, + "loss": 0.7512, + "step": 160 + }, + { + "epoch": 0.6910569105691057, + "grad_norm": 16.466957092285156, + "learning_rate": 9.707627118644068e-06, + "loss": 0.8546, + "step": 170 + }, + { + "epoch": 0.7317073170731707, + "grad_norm": 13.067832946777344, + "learning_rate": 9.665254237288136e-06, + "loss": 0.7497, + "step": 180 + }, + { + "epoch": 0.7723577235772358, + "grad_norm": 9.530882835388184, + "learning_rate": 9.622881355932205e-06, + "loss": 0.6136, + "step": 190 + }, + { + "epoch": 0.8130081300813008, + "grad_norm": 15.063409805297852, + "learning_rate": 9.580508474576273e-06, + "loss": 0.6073, + "step": 200 + }, + { + "epoch": 0.8536585365853658, + "grad_norm": 9.07528305053711, + "learning_rate": 9.53813559322034e-06, + "loss": 0.7295, + "step": 210 + }, + { + "epoch": 0.8943089430894309, + "grad_norm": 14.199564933776855, + "learning_rate": 9.495762711864408e-06, + "loss": 0.596, + "step": 220 + }, + { + "epoch": 0.9349593495934959, + "grad_norm": 16.03732681274414, + "learning_rate": 9.453389830508474e-06, + "loss": 0.6922, + "step": 230 + }, + { + "epoch": 0.975609756097561, + "grad_norm": 17.533695220947266, + "learning_rate": 9.411016949152543e-06, + "loss": 0.7484, + "step": 240 + }, + { + "epoch": 1.0, + "eval_general_loss": 0.754059910774231, + "eval_general_runtime": 254.3068, + "eval_general_samples_per_second": 3.598, + "eval_general_steps_per_second": 0.9, + "step": 246 + }, + { + "epoch": 1.0, + "eval_code_loss": 0.7234187722206116, + "eval_code_runtime": 296.8568, + "eval_code_samples_per_second": 3.092, + "eval_code_steps_per_second": 0.775, + "step": 246 + }, + { + "epoch": 1.0, + "eval_stem_loss": 0.7939386367797852, + "eval_stem_runtime": 250.6578, + "eval_stem_samples_per_second": 3.646, + "eval_stem_steps_per_second": 0.914, + "step": 246 + }, + { + "epoch": 1.016260162601626, + "grad_norm": 16.589147567749023, + "learning_rate": 9.368644067796611e-06, + "loss": 0.7309, + "step": 250 + }, + { + "epoch": 1.056910569105691, + "grad_norm": 8.124390602111816, + "learning_rate": 9.32627118644068e-06, + "loss": 0.5937, + "step": 260 + }, + { + "epoch": 1.0975609756097562, + "grad_norm": 13.223992347717285, + "learning_rate": 9.283898305084746e-06, + "loss": 0.6961, + "step": 270 + }, + { + "epoch": 1.1382113821138211, + "grad_norm": 13.791741371154785, + "learning_rate": 9.241525423728814e-06, + "loss": 0.5783, + "step": 280 + }, + { + "epoch": 1.1788617886178863, + "grad_norm": 16.130605697631836, + "learning_rate": 9.199152542372882e-06, + "loss": 0.6318, + "step": 290 + }, + { + "epoch": 1.2195121951219512, + "grad_norm": 14.941628456115723, + "learning_rate": 9.15677966101695e-06, + "loss": 0.6163, + "step": 300 + }, + { + "epoch": 1.2601626016260163, + "grad_norm": 6.407144546508789, + "learning_rate": 9.114406779661017e-06, + "loss": 0.5745, + "step": 310 + }, + { + "epoch": 1.3008130081300813, + "grad_norm": 7.032970905303955, + "learning_rate": 9.072033898305086e-06, + "loss": 0.474, + "step": 320 + }, + { + "epoch": 1.3414634146341464, + "grad_norm": 14.255295753479004, + "learning_rate": 9.029661016949152e-06, + "loss": 0.6833, + "step": 330 + }, + { + "epoch": 1.3821138211382114, + "grad_norm": 19.13692855834961, + "learning_rate": 8.98728813559322e-06, + "loss": 0.5369, + "step": 340 + }, + { + "epoch": 1.4227642276422765, + "grad_norm": 9.524161338806152, + "learning_rate": 8.944915254237289e-06, + "loss": 0.6925, + "step": 350 + }, + { + "epoch": 1.4634146341463414, + "grad_norm": 12.59819221496582, + "learning_rate": 8.902542372881357e-06, + "loss": 0.572, + "step": 360 + }, + { + "epoch": 1.5040650406504064, + "grad_norm": 7.560878753662109, + "learning_rate": 8.860169491525424e-06, + "loss": 0.5101, + "step": 370 + }, + { + "epoch": 1.5447154471544715, + "grad_norm": 10.911989212036133, + "learning_rate": 8.817796610169492e-06, + "loss": 0.7357, + "step": 380 + }, + { + "epoch": 1.5853658536585367, + "grad_norm": 13.019627571105957, + "learning_rate": 8.77542372881356e-06, + "loss": 0.7094, + "step": 390 + }, + { + "epoch": 1.6260162601626016, + "grad_norm": 5.221607685089111, + "learning_rate": 8.733050847457629e-06, + "loss": 0.5762, + "step": 400 + }, + { + "epoch": 1.6666666666666665, + "grad_norm": 9.154648780822754, + "learning_rate": 8.690677966101695e-06, + "loss": 0.6516, + "step": 410 + }, + { + "epoch": 1.7073170731707317, + "grad_norm": 8.04185962677002, + "learning_rate": 8.648305084745763e-06, + "loss": 0.5457, + "step": 420 + }, + { + "epoch": 1.7479674796747968, + "grad_norm": 12.428257942199707, + "learning_rate": 8.60593220338983e-06, + "loss": 0.6458, + "step": 430 + }, + { + "epoch": 1.7886178861788617, + "grad_norm": 6.699453353881836, + "learning_rate": 8.563559322033898e-06, + "loss": 0.6026, + "step": 440 + }, + { + "epoch": 1.8292682926829267, + "grad_norm": 5.6174774169921875, + "learning_rate": 8.521186440677967e-06, + "loss": 0.6756, + "step": 450 + }, + { + "epoch": 1.8699186991869918, + "grad_norm": 12.72862720489502, + "learning_rate": 8.478813559322035e-06, + "loss": 0.5932, + "step": 460 + }, + { + "epoch": 1.910569105691057, + "grad_norm": 4.651763439178467, + "learning_rate": 8.436440677966102e-06, + "loss": 0.418, + "step": 470 + }, + { + "epoch": 1.951219512195122, + "grad_norm": 16.044872283935547, + "learning_rate": 8.39406779661017e-06, + "loss": 0.5756, + "step": 480 + }, + { + "epoch": 1.9918699186991868, + "grad_norm": 10.388751029968262, + "learning_rate": 8.351694915254238e-06, + "loss": 0.6304, + "step": 490 + }, + { + "epoch": 2.0, + "eval_general_loss": 0.6887519359588623, + "eval_general_runtime": 255.0576, + "eval_general_samples_per_second": 3.587, + "eval_general_steps_per_second": 0.898, + "step": 492 + }, + { + "epoch": 2.0, + "eval_code_loss": 0.5912412405014038, + "eval_code_runtime": 297.8316, + "eval_code_samples_per_second": 3.082, + "eval_code_steps_per_second": 0.772, + "step": 492 + }, + { + "epoch": 2.0, + "eval_stem_loss": 0.7283160090446472, + "eval_stem_runtime": 251.4929, + "eval_stem_samples_per_second": 3.634, + "eval_stem_steps_per_second": 0.911, + "step": 492 + }, + { + "epoch": 2.032520325203252, + "grad_norm": 13.620870590209961, + "learning_rate": 8.309322033898306e-06, + "loss": 0.5292, + "step": 500 + }, + { + "epoch": 2.073170731707317, + "grad_norm": 11.176264762878418, + "learning_rate": 8.266949152542375e-06, + "loss": 0.4926, + "step": 510 + }, + { + "epoch": 2.113821138211382, + "grad_norm": 4.5993852615356445, + "learning_rate": 8.224576271186441e-06, + "loss": 0.476, + "step": 520 + }, + { + "epoch": 2.154471544715447, + "grad_norm": 16.03154182434082, + "learning_rate": 8.182203389830508e-06, + "loss": 0.492, + "step": 530 + }, + { + "epoch": 2.1951219512195124, + "grad_norm": 3.7860374450683594, + "learning_rate": 8.139830508474576e-06, + "loss": 0.4376, + "step": 540 + }, + { + "epoch": 2.2357723577235773, + "grad_norm": 14.141989707946777, + "learning_rate": 8.097457627118644e-06, + "loss": 0.5422, + "step": 550 + }, + { + "epoch": 2.2764227642276422, + "grad_norm": 11.716277122497559, + "learning_rate": 8.055084745762713e-06, + "loss": 0.4781, + "step": 560 + }, + { + "epoch": 2.317073170731707, + "grad_norm": 16.112192153930664, + "learning_rate": 8.012711864406781e-06, + "loss": 0.5243, + "step": 570 + }, + { + "epoch": 2.3577235772357725, + "grad_norm": 5.857080936431885, + "learning_rate": 7.970338983050848e-06, + "loss": 0.4588, + "step": 580 + }, + { + "epoch": 2.3983739837398375, + "grad_norm": 9.052570343017578, + "learning_rate": 7.927966101694916e-06, + "loss": 0.5717, + "step": 590 + }, + { + "epoch": 2.4390243902439024, + "grad_norm": 17.8330078125, + "learning_rate": 7.885593220338984e-06, + "loss": 0.4547, + "step": 600 + }, + { + "epoch": 2.4796747967479673, + "grad_norm": 13.779817581176758, + "learning_rate": 7.843220338983052e-06, + "loss": 0.4584, + "step": 610 + }, + { + "epoch": 2.5203252032520327, + "grad_norm": 18.924348831176758, + "learning_rate": 7.800847457627119e-06, + "loss": 0.4788, + "step": 620 + }, + { + "epoch": 2.5609756097560976, + "grad_norm": 12.157154083251953, + "learning_rate": 7.758474576271187e-06, + "loss": 0.4762, + "step": 630 + }, + { + "epoch": 2.6016260162601625, + "grad_norm": 14.143574714660645, + "learning_rate": 7.716101694915254e-06, + "loss": 0.7017, + "step": 640 + }, + { + "epoch": 2.642276422764228, + "grad_norm": 11.326656341552734, + "learning_rate": 7.673728813559322e-06, + "loss": 0.4524, + "step": 650 + }, + { + "epoch": 2.682926829268293, + "grad_norm": 5.236691474914551, + "learning_rate": 7.63135593220339e-06, + "loss": 0.5228, + "step": 660 + }, + { + "epoch": 2.7235772357723578, + "grad_norm": 17.48626708984375, + "learning_rate": 7.588983050847458e-06, + "loss": 0.4414, + "step": 670 + }, + { + "epoch": 2.7642276422764227, + "grad_norm": 13.257789611816406, + "learning_rate": 7.546610169491526e-06, + "loss": 0.5442, + "step": 680 + }, + { + "epoch": 2.8048780487804876, + "grad_norm": 20.655475616455078, + "learning_rate": 7.504237288135594e-06, + "loss": 0.5451, + "step": 690 + }, + { + "epoch": 2.845528455284553, + "grad_norm": 10.467672348022461, + "learning_rate": 7.461864406779662e-06, + "loss": 0.4601, + "step": 700 + }, + { + "epoch": 2.886178861788618, + "grad_norm": 13.194644927978516, + "learning_rate": 7.41949152542373e-06, + "loss": 0.502, + "step": 710 + }, + { + "epoch": 2.926829268292683, + "grad_norm": 9.131794929504395, + "learning_rate": 7.377118644067798e-06, + "loss": 0.5583, + "step": 720 + }, + { + "epoch": 2.9674796747967482, + "grad_norm": 8.837148666381836, + "learning_rate": 7.334745762711864e-06, + "loss": 0.4668, + "step": 730 + }, + { + "epoch": 3.0, + "eval_general_loss": 0.6758893728256226, + "eval_general_runtime": 255.2921, + "eval_general_samples_per_second": 3.584, + "eval_general_steps_per_second": 0.897, + "step": 738 + }, + { + "epoch": 3.0, + "eval_code_loss": 0.5598136782646179, + "eval_code_runtime": 297.7838, + "eval_code_samples_per_second": 3.083, + "eval_code_steps_per_second": 0.772, + "step": 738 + }, + { + "epoch": 3.0, + "eval_stem_loss": 0.7172386050224304, + "eval_stem_runtime": 251.2967, + "eval_stem_samples_per_second": 3.637, + "eval_stem_steps_per_second": 0.911, + "step": 738 + } + ], + "logging_steps": 10, + "max_steps": 2460, + "num_input_tokens_seen": 0, + "num_train_epochs": 10, + "save_steps": 500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 1.8257976213169766e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/checkpoint-738/training_args.bin b/checkpoint-738/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..8614ea1120688aa2b00c51b5ab043d685f967c46 --- /dev/null +++ b/checkpoint-738/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a75db4b667e1acb16a0e7511a6d417ad638ff613009acc2ca8623c871c05831 +size 6289 diff --git a/checkpoint-984/README.md b/checkpoint-984/README.md new file mode 100644 index 0000000000000000000000000000000000000000..e3bd00a46564008273624a7a4a3ceacd36132ecb --- /dev/null +++ b/checkpoint-984/README.md @@ -0,0 +1,208 @@ +--- +base_model: meta-llama/Llama-3.1-8B-Instruct +library_name: peft +tags: +- base_model:adapter:meta-llama/Llama-3.1-8B-Instruct +- lora +- reward-trainer +- transformers +- trl +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.18.0 \ No newline at end of file diff --git a/checkpoint-984/adapter_config.json b/checkpoint-984/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..e8bd38b33b11f8e4d950e88e0b046528165c5a81 --- /dev/null +++ b/checkpoint-984/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-3.1-8B-Instruct", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 16, + "lora_bias": false, + "lora_dropout": 0.1, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": [ + "classifier", + "score" + ], + "peft_type": "LORA", + "peft_version": "0.18.0", + "qalora_group_size": 16, + "r": 8, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "v_proj", + "q_proj", + "k_proj", + "o_proj" + ], + "target_parameters": null, + "task_type": "SEQ_CLS", + "trainable_token_indices": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false +} \ No newline at end of file diff --git a/checkpoint-984/adapter_model.safetensors b/checkpoint-984/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..da114b75b355f4bdd0905b7783e8d4f3e01c4cdb --- /dev/null +++ b/checkpoint-984/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66fcf5b999053e2b97ae824030b4eaed5abae677acd86159ce1787086ca2baa1 +size 27305328 diff --git a/checkpoint-984/chat_template.jinja b/checkpoint-984/chat_template.jinja new file mode 100644 index 0000000000000000000000000000000000000000..33089ace1be88f22a10fe861ad49718d5d886090 --- /dev/null +++ b/checkpoint-984/chat_template.jinja @@ -0,0 +1,109 @@ +{{- bos_token }} +{%- if custom_tools is defined %} + {%- set tools = custom_tools %} +{%- endif %} +{%- if not tools_in_user_message is defined %} + {%- set tools_in_user_message = true %} +{%- endif %} +{%- if not date_string is defined %} + {%- set date_string = "26 Jul 2024" %} +{%- endif %} +{%- if not tools is defined %} + {%- set tools = none %} +{%- endif %} + +{#- This block extracts the system message, so we can slot it into the right place. #} +{%- if messages[0]['role'] == 'system' %} + {%- set system_message = messages[0]['content']|trim %} + {%- set messages = messages[1:] %} +{%- else %} + {%- set system_message = "" %} +{%- endif %} + +{#- System message + builtin tools #} +{{- "<|start_header_id|>system<|end_header_id|>\n\n" }} +{%- if builtin_tools is defined or tools is not none %} + {{- "Environment: ipython\n" }} +{%- endif %} +{%- if builtin_tools is defined %} + {{- "Tools: " + builtin_tools | reject('equalto', 'code_interpreter') | join(", ") + "\n\n"}} +{%- endif %} +{{- "Cutting Knowledge Date: December 2023\n" }} +{{- "Today Date: " + date_string + "\n\n" }} +{%- if tools is not none and not tools_in_user_message %} + {{- "You have access to the following functions. To call a function, please respond with JSON for a function call." }} + {{- 'Respond in the format {"name": function name, "parameters": dictionary of argument name and its value}.' }} + {{- "Do not use variables.\n\n" }} + {%- for t in tools %} + {{- t | tojson(indent=4) }} + {{- "\n\n" }} + {%- endfor %} +{%- endif %} +{{- system_message }} +{{- "<|eot_id|>" }} + +{#- Custom tools are passed in a user message with some extra guidance #} +{%- if tools_in_user_message and not tools is none %} + {#- Extract the first user message so we can plug it in here #} + {%- if messages | length != 0 %} + {%- set first_user_message = messages[0]['content']|trim %} + {%- set messages = messages[1:] %} + {%- else %} + {{- raise_exception("Cannot put tools in the first user message when there's no first user message!") }} +{%- endif %} + {{- '<|start_header_id|>user<|end_header_id|>\n\n' -}} + {{- "Given the following functions, please respond with a JSON for a function call " }} + {{- "with its proper arguments that best answers the given prompt.\n\n" }} + {{- 'Respond in the format {"name": function name, "parameters": dictionary of argument name and its value}.' }} + {{- "Do not use variables.\n\n" }} + {%- for t in tools %} + {{- t | tojson(indent=4) }} + {{- "\n\n" }} + {%- endfor %} + {{- first_user_message + "<|eot_id|>"}} +{%- endif %} + +{%- for message in messages %} + {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %} + {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' }} + {%- elif 'tool_calls' in message %} + {%- if not message.tool_calls|length == 1 %} + {{- raise_exception("This model only supports single tool-calls at once!") }} + {%- endif %} + {%- set tool_call = message.tool_calls[0].function %} + {%- if builtin_tools is defined and tool_call.name in builtin_tools %} + {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' -}} + {{- "<|python_tag|>" + tool_call.name + ".call(" }} + {%- for arg_name, arg_val in tool_call.arguments | items %} + {{- arg_name + '="' + arg_val + '"' }} + {%- if not loop.last %} + {{- ", " }} + {%- endif %} + {%- endfor %} + {{- ")" }} + {%- else %} + {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' -}} + {{- '{"name": "' + tool_call.name + '", ' }} + {{- '"parameters": ' }} + {{- tool_call.arguments | tojson }} + {{- "}" }} + {%- endif %} + {%- if builtin_tools is defined %} + {#- This means we're in ipython mode #} + {{- "<|eom_id|>" }} + {%- else %} + {{- "<|eot_id|>" }} + {%- endif %} + {%- elif message.role == "tool" or message.role == "ipython" %} + {{- "<|start_header_id|>ipython<|end_header_id|>\n\n" }} + {%- if message.content is mapping or message.content is iterable %} + {{- message.content | tojson }} + {%- else %} + {{- message.content }} + {%- endif %} + {{- "<|eot_id|>" }} + {%- endif %} +{%- endfor %} +{%- if add_generation_prompt %} + {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' }} +{%- endif %} diff --git a/checkpoint-984/optimizer.pt b/checkpoint-984/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..532de840529e9fa33895b2c01fd291e1c685fe03 --- /dev/null +++ b/checkpoint-984/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f388c156ff0b0da55a6085474c0a44b3b9d9e512fe15ffef0e0ddecb07cfef2a +size 54761995 diff --git a/checkpoint-984/rng_state.pth b/checkpoint-984/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..42f3459c368eaaf025e69758ac2dbd2ca88bffb3 --- /dev/null +++ b/checkpoint-984/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a392b10968451c357d65996bfcadc4a9aa4ec0990c7a29affa02cf58b1efdc45 +size 14645 diff --git a/checkpoint-984/scheduler.pt b/checkpoint-984/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..6d390c091032a2e1366b89ccf17a72c29f4ee09a --- /dev/null +++ b/checkpoint-984/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dccb4631b088cfe419960cde0e886206ed487084df8be5c72992782d689e2533 +size 1465 diff --git a/checkpoint-984/special_tokens_map.json b/checkpoint-984/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..b43be96621d147110fb8a18b5776ec6e38516127 --- /dev/null +++ b/checkpoint-984/special_tokens_map.json @@ -0,0 +1,17 @@ +{ + "bos_token": { + "content": "<|begin_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "<|eot_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "<|eot_id|>" +} diff --git a/checkpoint-984/tokenizer.json b/checkpoint-984/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..1c1d8d5c9024994f1d3b00f9662b8dd89ca13cf2 --- /dev/null +++ b/checkpoint-984/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b9e4e7fb171f92fd137b777cc2714bf87d11576700a1dcd7a399e7bbe39537b +size 17209920 diff --git a/checkpoint-984/tokenizer_config.json b/checkpoint-984/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3beeacc86a6ca3cae14ad3004263ab74a4bac07a --- /dev/null +++ b/checkpoint-984/tokenizer_config.json @@ -0,0 +1,2063 @@ +{ + "added_tokens_decoder": { + "128000": { + "content": "<|begin_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128001": { + "content": "<|end_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128002": { + "content": "<|reserved_special_token_0|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128003": { + "content": "<|reserved_special_token_1|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128004": { + "content": "<|finetune_right_pad_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128005": { + "content": "<|reserved_special_token_2|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128006": { + "content": "<|start_header_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128007": { + "content": "<|end_header_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128008": { + "content": "<|eom_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128009": { + "content": "<|eot_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128010": { + "content": "<|python_tag|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128011": { + "content": "<|reserved_special_token_3|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128012": { + "content": "<|reserved_special_token_4|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128013": { + "content": "<|reserved_special_token_5|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128014": { + "content": "<|reserved_special_token_6|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128015": { + "content": "<|reserved_special_token_7|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128016": { + "content": "<|reserved_special_token_8|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128017": { + "content": "<|reserved_special_token_9|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128018": { + "content": "<|reserved_special_token_10|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128019": { + "content": "<|reserved_special_token_11|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128020": { + "content": "<|reserved_special_token_12|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128021": { + "content": "<|reserved_special_token_13|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128022": { + "content": "<|reserved_special_token_14|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128023": { + "content": "<|reserved_special_token_15|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128024": { + "content": "<|reserved_special_token_16|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128025": { + "content": "<|reserved_special_token_17|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128026": { + "content": "<|reserved_special_token_18|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128027": { + "content": "<|reserved_special_token_19|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128028": { + "content": "<|reserved_special_token_20|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128029": { + "content": "<|reserved_special_token_21|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128030": { + "content": "<|reserved_special_token_22|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128031": { + "content": "<|reserved_special_token_23|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128032": { + "content": "<|reserved_special_token_24|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128033": { + "content": "<|reserved_special_token_25|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128034": { + "content": "<|reserved_special_token_26|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128035": { + "content": "<|reserved_special_token_27|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128036": { + "content": "<|reserved_special_token_28|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128037": { + "content": "<|reserved_special_token_29|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128038": { + "content": "<|reserved_special_token_30|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128039": { + "content": "<|reserved_special_token_31|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128040": { + "content": "<|reserved_special_token_32|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128041": { + "content": "<|reserved_special_token_33|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128042": { + "content": "<|reserved_special_token_34|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128043": { + "content": "<|reserved_special_token_35|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128044": { + "content": "<|reserved_special_token_36|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128045": { + "content": "<|reserved_special_token_37|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128046": { + "content": "<|reserved_special_token_38|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128047": { + "content": "<|reserved_special_token_39|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128048": { + "content": "<|reserved_special_token_40|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128049": { + "content": "<|reserved_special_token_41|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128050": { + "content": "<|reserved_special_token_42|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128051": { + "content": "<|reserved_special_token_43|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128052": { + "content": "<|reserved_special_token_44|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128053": { + "content": "<|reserved_special_token_45|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128054": { + "content": "<|reserved_special_token_46|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128055": { + "content": "<|reserved_special_token_47|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128056": { + "content": "<|reserved_special_token_48|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128057": { + "content": "<|reserved_special_token_49|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128058": { + "content": "<|reserved_special_token_50|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128059": { + "content": "<|reserved_special_token_51|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128060": { + "content": "<|reserved_special_token_52|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128061": { + "content": "<|reserved_special_token_53|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128062": { + "content": "<|reserved_special_token_54|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128063": { + "content": "<|reserved_special_token_55|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128064": { + "content": "<|reserved_special_token_56|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128065": { + "content": "<|reserved_special_token_57|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128066": { + "content": "<|reserved_special_token_58|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128067": { + "content": "<|reserved_special_token_59|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128068": { + "content": "<|reserved_special_token_60|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128069": { + "content": "<|reserved_special_token_61|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128070": { + "content": "<|reserved_special_token_62|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128071": { + "content": "<|reserved_special_token_63|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128072": { + "content": "<|reserved_special_token_64|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128073": { + "content": "<|reserved_special_token_65|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128074": { + "content": "<|reserved_special_token_66|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128075": { + "content": "<|reserved_special_token_67|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128076": { + "content": "<|reserved_special_token_68|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128077": { + "content": "<|reserved_special_token_69|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128078": { + "content": "<|reserved_special_token_70|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128079": { + "content": "<|reserved_special_token_71|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128080": { + "content": "<|reserved_special_token_72|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128081": { + "content": "<|reserved_special_token_73|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128082": { + "content": "<|reserved_special_token_74|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128083": { + "content": "<|reserved_special_token_75|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128084": { + "content": "<|reserved_special_token_76|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128085": { + "content": "<|reserved_special_token_77|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128086": { + "content": "<|reserved_special_token_78|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128087": { + "content": "<|reserved_special_token_79|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128088": { + "content": "<|reserved_special_token_80|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128089": { + "content": "<|reserved_special_token_81|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128090": { + "content": "<|reserved_special_token_82|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128091": { + "content": "<|reserved_special_token_83|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128092": { + "content": "<|reserved_special_token_84|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128093": { + "content": "<|reserved_special_token_85|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128094": { + "content": "<|reserved_special_token_86|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128095": { + "content": "<|reserved_special_token_87|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128096": { + "content": "<|reserved_special_token_88|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128097": { + "content": "<|reserved_special_token_89|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128098": { + "content": "<|reserved_special_token_90|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128099": { + "content": "<|reserved_special_token_91|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128100": { + "content": "<|reserved_special_token_92|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128101": { + "content": "<|reserved_special_token_93|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128102": { + "content": "<|reserved_special_token_94|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128103": { + "content": "<|reserved_special_token_95|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128104": { + "content": "<|reserved_special_token_96|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128105": { + "content": "<|reserved_special_token_97|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128106": { + "content": "<|reserved_special_token_98|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128107": { + "content": "<|reserved_special_token_99|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128108": { + "content": "<|reserved_special_token_100|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128109": { + "content": "<|reserved_special_token_101|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128110": { + "content": "<|reserved_special_token_102|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128111": { + "content": "<|reserved_special_token_103|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128112": { + "content": "<|reserved_special_token_104|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128113": { + "content": "<|reserved_special_token_105|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128114": { + "content": "<|reserved_special_token_106|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128115": { + "content": "<|reserved_special_token_107|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128116": { + "content": "<|reserved_special_token_108|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128117": { + "content": "<|reserved_special_token_109|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128118": { + "content": "<|reserved_special_token_110|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128119": { + "content": "<|reserved_special_token_111|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128120": { + "content": "<|reserved_special_token_112|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128121": { + "content": "<|reserved_special_token_113|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128122": { + "content": "<|reserved_special_token_114|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128123": { + "content": "<|reserved_special_token_115|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128124": { + "content": "<|reserved_special_token_116|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128125": { + "content": "<|reserved_special_token_117|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128126": { + "content": "<|reserved_special_token_118|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128127": { + "content": "<|reserved_special_token_119|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128128": { + "content": "<|reserved_special_token_120|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128129": { + "content": "<|reserved_special_token_121|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128130": { + "content": "<|reserved_special_token_122|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128131": { + "content": "<|reserved_special_token_123|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128132": { + "content": "<|reserved_special_token_124|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128133": { + "content": "<|reserved_special_token_125|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128134": { + "content": "<|reserved_special_token_126|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128135": { + "content": "<|reserved_special_token_127|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128136": { + "content": "<|reserved_special_token_128|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128137": { + "content": "<|reserved_special_token_129|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128138": { + "content": "<|reserved_special_token_130|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128139": { + "content": "<|reserved_special_token_131|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128140": { + "content": "<|reserved_special_token_132|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128141": { + "content": "<|reserved_special_token_133|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128142": { + "content": "<|reserved_special_token_134|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128143": { + "content": "<|reserved_special_token_135|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128144": { + "content": "<|reserved_special_token_136|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128145": { + "content": "<|reserved_special_token_137|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128146": { + "content": "<|reserved_special_token_138|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128147": { + "content": "<|reserved_special_token_139|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128148": { + "content": "<|reserved_special_token_140|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128149": { + "content": "<|reserved_special_token_141|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128150": { + "content": "<|reserved_special_token_142|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128151": { + "content": "<|reserved_special_token_143|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128152": { + "content": "<|reserved_special_token_144|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128153": { + "content": "<|reserved_special_token_145|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128154": { + "content": "<|reserved_special_token_146|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128155": { + "content": "<|reserved_special_token_147|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128156": { + "content": "<|reserved_special_token_148|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128157": { + "content": "<|reserved_special_token_149|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128158": { + "content": "<|reserved_special_token_150|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128159": { + "content": "<|reserved_special_token_151|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128160": { + "content": "<|reserved_special_token_152|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128161": { + "content": "<|reserved_special_token_153|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128162": { + "content": "<|reserved_special_token_154|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128163": { + "content": "<|reserved_special_token_155|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128164": { + "content": "<|reserved_special_token_156|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128165": { + "content": "<|reserved_special_token_157|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128166": { + "content": "<|reserved_special_token_158|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128167": { + "content": "<|reserved_special_token_159|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128168": { + "content": "<|reserved_special_token_160|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128169": { + "content": "<|reserved_special_token_161|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128170": { + "content": "<|reserved_special_token_162|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128171": { + "content": "<|reserved_special_token_163|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128172": { + "content": "<|reserved_special_token_164|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128173": { + "content": "<|reserved_special_token_165|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128174": { + "content": "<|reserved_special_token_166|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128175": { + "content": "<|reserved_special_token_167|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128176": { + "content": "<|reserved_special_token_168|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128177": { + "content": "<|reserved_special_token_169|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128178": { + "content": "<|reserved_special_token_170|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128179": { + "content": "<|reserved_special_token_171|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128180": { + "content": "<|reserved_special_token_172|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128181": { + "content": "<|reserved_special_token_173|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128182": { + "content": "<|reserved_special_token_174|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128183": { + "content": "<|reserved_special_token_175|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128184": { + "content": "<|reserved_special_token_176|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128185": { + "content": "<|reserved_special_token_177|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128186": { + "content": "<|reserved_special_token_178|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128187": { + "content": "<|reserved_special_token_179|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128188": { + "content": "<|reserved_special_token_180|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128189": { + "content": "<|reserved_special_token_181|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128190": { + "content": "<|reserved_special_token_182|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128191": { + "content": "<|reserved_special_token_183|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128192": { + "content": "<|reserved_special_token_184|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128193": { + "content": "<|reserved_special_token_185|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128194": { + "content": "<|reserved_special_token_186|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128195": { + "content": "<|reserved_special_token_187|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128196": { + "content": "<|reserved_special_token_188|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128197": { + "content": "<|reserved_special_token_189|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128198": { + "content": "<|reserved_special_token_190|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128199": { + "content": "<|reserved_special_token_191|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128200": { + "content": "<|reserved_special_token_192|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128201": { + "content": "<|reserved_special_token_193|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128202": { + "content": "<|reserved_special_token_194|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128203": { + "content": "<|reserved_special_token_195|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128204": { + "content": "<|reserved_special_token_196|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128205": { + "content": "<|reserved_special_token_197|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128206": { + "content": "<|reserved_special_token_198|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128207": { + "content": "<|reserved_special_token_199|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128208": { + "content": "<|reserved_special_token_200|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128209": { + "content": "<|reserved_special_token_201|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128210": { + "content": "<|reserved_special_token_202|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128211": { + "content": "<|reserved_special_token_203|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128212": { + "content": "<|reserved_special_token_204|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128213": { + "content": "<|reserved_special_token_205|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128214": { + "content": "<|reserved_special_token_206|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128215": { + "content": "<|reserved_special_token_207|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128216": { + "content": "<|reserved_special_token_208|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128217": { + "content": "<|reserved_special_token_209|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128218": { + "content": "<|reserved_special_token_210|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128219": { + "content": "<|reserved_special_token_211|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128220": { + "content": "<|reserved_special_token_212|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128221": { + "content": "<|reserved_special_token_213|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128222": { + "content": "<|reserved_special_token_214|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128223": { + "content": "<|reserved_special_token_215|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128224": { + "content": "<|reserved_special_token_216|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128225": { + "content": "<|reserved_special_token_217|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128226": { + "content": "<|reserved_special_token_218|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128227": { + "content": "<|reserved_special_token_219|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128228": { + "content": "<|reserved_special_token_220|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128229": { + "content": "<|reserved_special_token_221|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128230": { + "content": "<|reserved_special_token_222|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128231": { + "content": "<|reserved_special_token_223|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128232": { + "content": "<|reserved_special_token_224|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128233": { + "content": "<|reserved_special_token_225|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128234": { + "content": "<|reserved_special_token_226|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128235": { + "content": "<|reserved_special_token_227|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128236": { + "content": "<|reserved_special_token_228|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128237": { + "content": "<|reserved_special_token_229|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128238": { + "content": "<|reserved_special_token_230|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128239": { + "content": "<|reserved_special_token_231|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128240": { + "content": "<|reserved_special_token_232|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128241": { + "content": "<|reserved_special_token_233|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128242": { + "content": "<|reserved_special_token_234|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128243": { + "content": "<|reserved_special_token_235|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128244": { + "content": "<|reserved_special_token_236|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128245": { + "content": "<|reserved_special_token_237|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128246": { + "content": "<|reserved_special_token_238|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128247": { + "content": "<|reserved_special_token_239|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128248": { + "content": "<|reserved_special_token_240|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128249": { + "content": "<|reserved_special_token_241|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128250": { + "content": "<|reserved_special_token_242|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128251": { + "content": "<|reserved_special_token_243|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128252": { + "content": "<|reserved_special_token_244|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128253": { + "content": "<|reserved_special_token_245|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128254": { + "content": "<|reserved_special_token_246|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128255": { + "content": "<|reserved_special_token_247|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "<|begin_of_text|>", + "clean_up_tokenization_spaces": true, + "eos_token": "<|eot_id|>", + "extra_special_tokens": {}, + "model_input_names": [ + "input_ids", + "attention_mask" + ], + "model_max_length": 131072, + "pad_token": "<|eot_id|>", + "tokenizer_class": "PreTrainedTokenizerFast" +} diff --git a/checkpoint-984/trainer_state.json b/checkpoint-984/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..be00e4ac93341eefb22f8f84b468976c4fd7f995 --- /dev/null +++ b/checkpoint-984/trainer_state.json @@ -0,0 +1,816 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 4.0, + "eval_steps": 500, + "global_step": 984, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.04065040650406504, + "grad_norm": 14.707608222961426, + "learning_rate": 9.000000000000001e-07, + "loss": 0.9613, + "step": 10 + }, + { + "epoch": 0.08130081300813008, + "grad_norm": 12.035386085510254, + "learning_rate": 1.9000000000000002e-06, + "loss": 0.8509, + "step": 20 + }, + { + "epoch": 0.12195121951219512, + "grad_norm": 18.44657325744629, + "learning_rate": 2.9e-06, + "loss": 0.9369, + "step": 30 + }, + { + "epoch": 0.16260162601626016, + "grad_norm": 12.941998481750488, + "learning_rate": 3.900000000000001e-06, + "loss": 0.896, + "step": 40 + }, + { + "epoch": 0.2032520325203252, + "grad_norm": 15.150432586669922, + "learning_rate": 4.9000000000000005e-06, + "loss": 0.9821, + "step": 50 + }, + { + "epoch": 0.24390243902439024, + "grad_norm": 18.638032913208008, + "learning_rate": 5.9e-06, + "loss": 0.9666, + "step": 60 + }, + { + "epoch": 0.2845528455284553, + "grad_norm": 15.954939842224121, + "learning_rate": 6.9e-06, + "loss": 0.9019, + "step": 70 + }, + { + "epoch": 0.3252032520325203, + "grad_norm": 11.114273071289062, + "learning_rate": 7.9e-06, + "loss": 0.8321, + "step": 80 + }, + { + "epoch": 0.36585365853658536, + "grad_norm": 15.285880088806152, + "learning_rate": 8.900000000000001e-06, + "loss": 0.7198, + "step": 90 + }, + { + "epoch": 0.4065040650406504, + "grad_norm": 17.8586483001709, + "learning_rate": 9.9e-06, + "loss": 0.7806, + "step": 100 + }, + { + "epoch": 0.44715447154471544, + "grad_norm": 11.217978477478027, + "learning_rate": 9.961864406779662e-06, + "loss": 1.0024, + "step": 110 + }, + { + "epoch": 0.4878048780487805, + "grad_norm": 7.002477169036865, + "learning_rate": 9.91949152542373e-06, + "loss": 0.8086, + "step": 120 + }, + { + "epoch": 0.5284552845528455, + "grad_norm": 13.211562156677246, + "learning_rate": 9.877118644067798e-06, + "loss": 0.8958, + "step": 130 + }, + { + "epoch": 0.5691056910569106, + "grad_norm": 11.169763565063477, + "learning_rate": 9.834745762711865e-06, + "loss": 0.8316, + "step": 140 + }, + { + "epoch": 0.6097560975609756, + "grad_norm": 15.369425773620605, + "learning_rate": 9.792372881355933e-06, + "loss": 0.675, + "step": 150 + }, + { + "epoch": 0.6504065040650406, + "grad_norm": 11.003032684326172, + "learning_rate": 9.75e-06, + "loss": 0.7512, + "step": 160 + }, + { + "epoch": 0.6910569105691057, + "grad_norm": 16.466957092285156, + "learning_rate": 9.707627118644068e-06, + "loss": 0.8546, + "step": 170 + }, + { + "epoch": 0.7317073170731707, + "grad_norm": 13.067832946777344, + "learning_rate": 9.665254237288136e-06, + "loss": 0.7497, + "step": 180 + }, + { + "epoch": 0.7723577235772358, + "grad_norm": 9.530882835388184, + "learning_rate": 9.622881355932205e-06, + "loss": 0.6136, + "step": 190 + }, + { + "epoch": 0.8130081300813008, + "grad_norm": 15.063409805297852, + "learning_rate": 9.580508474576273e-06, + "loss": 0.6073, + "step": 200 + }, + { + "epoch": 0.8536585365853658, + "grad_norm": 9.07528305053711, + "learning_rate": 9.53813559322034e-06, + "loss": 0.7295, + "step": 210 + }, + { + "epoch": 0.8943089430894309, + "grad_norm": 14.199564933776855, + "learning_rate": 9.495762711864408e-06, + "loss": 0.596, + "step": 220 + }, + { + "epoch": 0.9349593495934959, + "grad_norm": 16.03732681274414, + "learning_rate": 9.453389830508474e-06, + "loss": 0.6922, + "step": 230 + }, + { + "epoch": 0.975609756097561, + "grad_norm": 17.533695220947266, + "learning_rate": 9.411016949152543e-06, + "loss": 0.7484, + "step": 240 + }, + { + "epoch": 1.0, + "eval_general_loss": 0.754059910774231, + "eval_general_runtime": 254.3068, + "eval_general_samples_per_second": 3.598, + "eval_general_steps_per_second": 0.9, + "step": 246 + }, + { + "epoch": 1.0, + "eval_code_loss": 0.7234187722206116, + "eval_code_runtime": 296.8568, + "eval_code_samples_per_second": 3.092, + "eval_code_steps_per_second": 0.775, + "step": 246 + }, + { + "epoch": 1.0, + "eval_stem_loss": 0.7939386367797852, + "eval_stem_runtime": 250.6578, + "eval_stem_samples_per_second": 3.646, + "eval_stem_steps_per_second": 0.914, + "step": 246 + }, + { + "epoch": 1.016260162601626, + "grad_norm": 16.589147567749023, + "learning_rate": 9.368644067796611e-06, + "loss": 0.7309, + "step": 250 + }, + { + "epoch": 1.056910569105691, + "grad_norm": 8.124390602111816, + "learning_rate": 9.32627118644068e-06, + "loss": 0.5937, + "step": 260 + }, + { + "epoch": 1.0975609756097562, + "grad_norm": 13.223992347717285, + "learning_rate": 9.283898305084746e-06, + "loss": 0.6961, + "step": 270 + }, + { + "epoch": 1.1382113821138211, + "grad_norm": 13.791741371154785, + "learning_rate": 9.241525423728814e-06, + "loss": 0.5783, + "step": 280 + }, + { + "epoch": 1.1788617886178863, + "grad_norm": 16.130605697631836, + "learning_rate": 9.199152542372882e-06, + "loss": 0.6318, + "step": 290 + }, + { + "epoch": 1.2195121951219512, + "grad_norm": 14.941628456115723, + "learning_rate": 9.15677966101695e-06, + "loss": 0.6163, + "step": 300 + }, + { + "epoch": 1.2601626016260163, + "grad_norm": 6.407144546508789, + "learning_rate": 9.114406779661017e-06, + "loss": 0.5745, + "step": 310 + }, + { + "epoch": 1.3008130081300813, + "grad_norm": 7.032970905303955, + "learning_rate": 9.072033898305086e-06, + "loss": 0.474, + "step": 320 + }, + { + "epoch": 1.3414634146341464, + "grad_norm": 14.255295753479004, + "learning_rate": 9.029661016949152e-06, + "loss": 0.6833, + "step": 330 + }, + { + "epoch": 1.3821138211382114, + "grad_norm": 19.13692855834961, + "learning_rate": 8.98728813559322e-06, + "loss": 0.5369, + "step": 340 + }, + { + "epoch": 1.4227642276422765, + "grad_norm": 9.524161338806152, + "learning_rate": 8.944915254237289e-06, + "loss": 0.6925, + "step": 350 + }, + { + "epoch": 1.4634146341463414, + "grad_norm": 12.59819221496582, + "learning_rate": 8.902542372881357e-06, + "loss": 0.572, + "step": 360 + }, + { + "epoch": 1.5040650406504064, + "grad_norm": 7.560878753662109, + "learning_rate": 8.860169491525424e-06, + "loss": 0.5101, + "step": 370 + }, + { + "epoch": 1.5447154471544715, + "grad_norm": 10.911989212036133, + "learning_rate": 8.817796610169492e-06, + "loss": 0.7357, + "step": 380 + }, + { + "epoch": 1.5853658536585367, + "grad_norm": 13.019627571105957, + "learning_rate": 8.77542372881356e-06, + "loss": 0.7094, + "step": 390 + }, + { + "epoch": 1.6260162601626016, + "grad_norm": 5.221607685089111, + "learning_rate": 8.733050847457629e-06, + "loss": 0.5762, + "step": 400 + }, + { + "epoch": 1.6666666666666665, + "grad_norm": 9.154648780822754, + "learning_rate": 8.690677966101695e-06, + "loss": 0.6516, + "step": 410 + }, + { + "epoch": 1.7073170731707317, + "grad_norm": 8.04185962677002, + "learning_rate": 8.648305084745763e-06, + "loss": 0.5457, + "step": 420 + }, + { + "epoch": 1.7479674796747968, + "grad_norm": 12.428257942199707, + "learning_rate": 8.60593220338983e-06, + "loss": 0.6458, + "step": 430 + }, + { + "epoch": 1.7886178861788617, + "grad_norm": 6.699453353881836, + "learning_rate": 8.563559322033898e-06, + "loss": 0.6026, + "step": 440 + }, + { + "epoch": 1.8292682926829267, + "grad_norm": 5.6174774169921875, + "learning_rate": 8.521186440677967e-06, + "loss": 0.6756, + "step": 450 + }, + { + "epoch": 1.8699186991869918, + "grad_norm": 12.72862720489502, + "learning_rate": 8.478813559322035e-06, + "loss": 0.5932, + "step": 460 + }, + { + "epoch": 1.910569105691057, + "grad_norm": 4.651763439178467, + "learning_rate": 8.436440677966102e-06, + "loss": 0.418, + "step": 470 + }, + { + "epoch": 1.951219512195122, + "grad_norm": 16.044872283935547, + "learning_rate": 8.39406779661017e-06, + "loss": 0.5756, + "step": 480 + }, + { + "epoch": 1.9918699186991868, + "grad_norm": 10.388751029968262, + "learning_rate": 8.351694915254238e-06, + "loss": 0.6304, + "step": 490 + }, + { + "epoch": 2.0, + "eval_general_loss": 0.6887519359588623, + "eval_general_runtime": 255.0576, + "eval_general_samples_per_second": 3.587, + "eval_general_steps_per_second": 0.898, + "step": 492 + }, + { + "epoch": 2.0, + "eval_code_loss": 0.5912412405014038, + "eval_code_runtime": 297.8316, + "eval_code_samples_per_second": 3.082, + "eval_code_steps_per_second": 0.772, + "step": 492 + }, + { + "epoch": 2.0, + "eval_stem_loss": 0.7283160090446472, + "eval_stem_runtime": 251.4929, + "eval_stem_samples_per_second": 3.634, + "eval_stem_steps_per_second": 0.911, + "step": 492 + }, + { + "epoch": 2.032520325203252, + "grad_norm": 13.620870590209961, + "learning_rate": 8.309322033898306e-06, + "loss": 0.5292, + "step": 500 + }, + { + "epoch": 2.073170731707317, + "grad_norm": 11.176264762878418, + "learning_rate": 8.266949152542375e-06, + "loss": 0.4926, + "step": 510 + }, + { + "epoch": 2.113821138211382, + "grad_norm": 4.5993852615356445, + "learning_rate": 8.224576271186441e-06, + "loss": 0.476, + "step": 520 + }, + { + "epoch": 2.154471544715447, + "grad_norm": 16.03154182434082, + "learning_rate": 8.182203389830508e-06, + "loss": 0.492, + "step": 530 + }, + { + "epoch": 2.1951219512195124, + "grad_norm": 3.7860374450683594, + "learning_rate": 8.139830508474576e-06, + "loss": 0.4376, + "step": 540 + }, + { + "epoch": 2.2357723577235773, + "grad_norm": 14.141989707946777, + "learning_rate": 8.097457627118644e-06, + "loss": 0.5422, + "step": 550 + }, + { + "epoch": 2.2764227642276422, + "grad_norm": 11.716277122497559, + "learning_rate": 8.055084745762713e-06, + "loss": 0.4781, + "step": 560 + }, + { + "epoch": 2.317073170731707, + "grad_norm": 16.112192153930664, + "learning_rate": 8.012711864406781e-06, + "loss": 0.5243, + "step": 570 + }, + { + "epoch": 2.3577235772357725, + "grad_norm": 5.857080936431885, + "learning_rate": 7.970338983050848e-06, + "loss": 0.4588, + "step": 580 + }, + { + "epoch": 2.3983739837398375, + "grad_norm": 9.052570343017578, + "learning_rate": 7.927966101694916e-06, + "loss": 0.5717, + "step": 590 + }, + { + "epoch": 2.4390243902439024, + "grad_norm": 17.8330078125, + "learning_rate": 7.885593220338984e-06, + "loss": 0.4547, + "step": 600 + }, + { + "epoch": 2.4796747967479673, + "grad_norm": 13.779817581176758, + "learning_rate": 7.843220338983052e-06, + "loss": 0.4584, + "step": 610 + }, + { + "epoch": 2.5203252032520327, + "grad_norm": 18.924348831176758, + "learning_rate": 7.800847457627119e-06, + "loss": 0.4788, + "step": 620 + }, + { + "epoch": 2.5609756097560976, + "grad_norm": 12.157154083251953, + "learning_rate": 7.758474576271187e-06, + "loss": 0.4762, + "step": 630 + }, + { + "epoch": 2.6016260162601625, + "grad_norm": 14.143574714660645, + "learning_rate": 7.716101694915254e-06, + "loss": 0.7017, + "step": 640 + }, + { + "epoch": 2.642276422764228, + "grad_norm": 11.326656341552734, + "learning_rate": 7.673728813559322e-06, + "loss": 0.4524, + "step": 650 + }, + { + "epoch": 2.682926829268293, + "grad_norm": 5.236691474914551, + "learning_rate": 7.63135593220339e-06, + "loss": 0.5228, + "step": 660 + }, + { + "epoch": 2.7235772357723578, + "grad_norm": 17.48626708984375, + "learning_rate": 7.588983050847458e-06, + "loss": 0.4414, + "step": 670 + }, + { + "epoch": 2.7642276422764227, + "grad_norm": 13.257789611816406, + "learning_rate": 7.546610169491526e-06, + "loss": 0.5442, + "step": 680 + }, + { + "epoch": 2.8048780487804876, + "grad_norm": 20.655475616455078, + "learning_rate": 7.504237288135594e-06, + "loss": 0.5451, + "step": 690 + }, + { + "epoch": 2.845528455284553, + "grad_norm": 10.467672348022461, + "learning_rate": 7.461864406779662e-06, + "loss": 0.4601, + "step": 700 + }, + { + "epoch": 2.886178861788618, + "grad_norm": 13.194644927978516, + "learning_rate": 7.41949152542373e-06, + "loss": 0.502, + "step": 710 + }, + { + "epoch": 2.926829268292683, + "grad_norm": 9.131794929504395, + "learning_rate": 7.377118644067798e-06, + "loss": 0.5583, + "step": 720 + }, + { + "epoch": 2.9674796747967482, + "grad_norm": 8.837148666381836, + "learning_rate": 7.334745762711864e-06, + "loss": 0.4668, + "step": 730 + }, + { + "epoch": 3.0, + "eval_general_loss": 0.6758893728256226, + "eval_general_runtime": 255.2921, + "eval_general_samples_per_second": 3.584, + "eval_general_steps_per_second": 0.897, + "step": 738 + }, + { + "epoch": 3.0, + "eval_code_loss": 0.5598136782646179, + "eval_code_runtime": 297.7838, + "eval_code_samples_per_second": 3.083, + "eval_code_steps_per_second": 0.772, + "step": 738 + }, + { + "epoch": 3.0, + "eval_stem_loss": 0.7172386050224304, + "eval_stem_runtime": 251.2967, + "eval_stem_samples_per_second": 3.637, + "eval_stem_steps_per_second": 0.911, + "step": 738 + }, + { + "epoch": 3.008130081300813, + "grad_norm": 8.791101455688477, + "learning_rate": 7.292372881355933e-06, + "loss": 0.3545, + "step": 740 + }, + { + "epoch": 3.048780487804878, + "grad_norm": 7.602899074554443, + "learning_rate": 7.25e-06, + "loss": 0.4633, + "step": 750 + }, + { + "epoch": 3.089430894308943, + "grad_norm": 10.939055442810059, + "learning_rate": 7.207627118644068e-06, + "loss": 0.3989, + "step": 760 + }, + { + "epoch": 3.130081300813008, + "grad_norm": 9.168066024780273, + "learning_rate": 7.165254237288136e-06, + "loss": 0.5555, + "step": 770 + }, + { + "epoch": 3.1707317073170733, + "grad_norm": 17.25099754333496, + "learning_rate": 7.122881355932204e-06, + "loss": 0.5326, + "step": 780 + }, + { + "epoch": 3.2113821138211383, + "grad_norm": 13.0396146774292, + "learning_rate": 7.080508474576272e-06, + "loss": 0.3831, + "step": 790 + }, + { + "epoch": 3.252032520325203, + "grad_norm": 11.217447280883789, + "learning_rate": 7.03813559322034e-06, + "loss": 0.4142, + "step": 800 + }, + { + "epoch": 3.292682926829268, + "grad_norm": 8.102045059204102, + "learning_rate": 6.995762711864408e-06, + "loss": 0.4414, + "step": 810 + }, + { + "epoch": 3.3333333333333335, + "grad_norm": 11.761209487915039, + "learning_rate": 6.953389830508475e-06, + "loss": 0.501, + "step": 820 + }, + { + "epoch": 3.3739837398373984, + "grad_norm": 7.058698654174805, + "learning_rate": 6.911016949152542e-06, + "loss": 0.3771, + "step": 830 + }, + { + "epoch": 3.4146341463414633, + "grad_norm": 7.728908061981201, + "learning_rate": 6.86864406779661e-06, + "loss": 0.3867, + "step": 840 + }, + { + "epoch": 3.4552845528455283, + "grad_norm": 12.833827018737793, + "learning_rate": 6.826271186440679e-06, + "loss": 0.4132, + "step": 850 + }, + { + "epoch": 3.4959349593495936, + "grad_norm": 9.884450912475586, + "learning_rate": 6.783898305084746e-06, + "loss": 0.3674, + "step": 860 + }, + { + "epoch": 3.5365853658536586, + "grad_norm": 10.731056213378906, + "learning_rate": 6.741525423728814e-06, + "loss": 0.422, + "step": 870 + }, + { + "epoch": 3.5772357723577235, + "grad_norm": 6.745728015899658, + "learning_rate": 6.699152542372882e-06, + "loss": 0.499, + "step": 880 + }, + { + "epoch": 3.617886178861789, + "grad_norm": 9.808424949645996, + "learning_rate": 6.65677966101695e-06, + "loss": 0.2978, + "step": 890 + }, + { + "epoch": 3.658536585365854, + "grad_norm": 8.444202423095703, + "learning_rate": 6.614406779661018e-06, + "loss": 0.3698, + "step": 900 + }, + { + "epoch": 3.6991869918699187, + "grad_norm": 10.285717964172363, + "learning_rate": 6.572033898305086e-06, + "loss": 0.4677, + "step": 910 + }, + { + "epoch": 3.7398373983739837, + "grad_norm": 6.763285160064697, + "learning_rate": 6.5296610169491525e-06, + "loss": 0.4449, + "step": 920 + }, + { + "epoch": 3.7804878048780486, + "grad_norm": 20.608469009399414, + "learning_rate": 6.487288135593221e-06, + "loss": 0.5297, + "step": 930 + }, + { + "epoch": 3.821138211382114, + "grad_norm": 9.06677532196045, + "learning_rate": 6.444915254237288e-06, + "loss": 0.4292, + "step": 940 + }, + { + "epoch": 3.861788617886179, + "grad_norm": 6.93435525894165, + "learning_rate": 6.4025423728813565e-06, + "loss": 0.3877, + "step": 950 + }, + { + "epoch": 3.902439024390244, + "grad_norm": 11.75598430633545, + "learning_rate": 6.360169491525424e-06, + "loss": 0.4032, + "step": 960 + }, + { + "epoch": 3.943089430894309, + "grad_norm": 6.338623046875, + "learning_rate": 6.317796610169492e-06, + "loss": 0.4228, + "step": 970 + }, + { + "epoch": 3.983739837398374, + "grad_norm": 6.302221775054932, + "learning_rate": 6.27542372881356e-06, + "loss": 0.4054, + "step": 980 + }, + { + "epoch": 4.0, + "eval_general_loss": 0.6872960329055786, + "eval_general_runtime": 254.991, + "eval_general_samples_per_second": 3.588, + "eval_general_steps_per_second": 0.898, + "step": 984 + }, + { + "epoch": 4.0, + "eval_code_loss": 0.5443978309631348, + "eval_code_runtime": 297.6318, + "eval_code_samples_per_second": 3.084, + "eval_code_steps_per_second": 0.773, + "step": 984 + }, + { + "epoch": 4.0, + "eval_stem_loss": 0.7525980472564697, + "eval_stem_runtime": 251.3515, + "eval_stem_samples_per_second": 3.636, + "eval_stem_steps_per_second": 0.911, + "step": 984 + } + ], + "logging_steps": 10, + "max_steps": 2460, + "num_input_tokens_seen": 0, + "num_train_epochs": 10, + "save_steps": 500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 2.4388046396105687e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/checkpoint-984/training_args.bin b/checkpoint-984/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..8614ea1120688aa2b00c51b5ab043d685f967c46 --- /dev/null +++ b/checkpoint-984/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a75db4b667e1acb16a0e7511a6d417ad638ff613009acc2ca8623c871c05831 +size 6289 diff --git a/error_severity_epochs_margin_reg_baseline_code_20260328_121558.png b/error_severity_epochs_margin_reg_baseline_code_20260328_121558.png new file mode 100644 index 0000000000000000000000000000000000000000..ee96e44994ec9801e1e45f2b84902816905069c4 --- /dev/null +++ b/error_severity_epochs_margin_reg_baseline_code_20260328_121558.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:991bb8aa5ea41de81174a43a7b0e0939c03acd662eb721f7f636510db7ccb751 +size 193937 diff --git a/experiment_metadata.json b/experiment_metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..f076c4a2550a4bd54597afeb265717a41d6685b9 --- /dev/null +++ b/experiment_metadata.json @@ -0,0 +1,14 @@ +{ + "job_name": "margin_baseline_code", + "job_id": "125598", + "experiment_id": "margin_reg_baseline_code_20260328_121558", + "base_model": "meta-llama/Llama-3.1-8B-Instruct", + "train_domains": [ + "code" + ], + "use_margin_reg": true, + "lambda_reg": 0.0, + "delta_reg": 1.0, + "tau": 1.0, + "learning_rate": 1e-05 +} \ No newline at end of file diff --git a/margin_logs/epoch_metrics.csv b/margin_logs/epoch_metrics.csv new file mode 100644 index 0000000000000000000000000000000000000000..76db4528bbba41395d7a74cd9b251195fa7ee008 --- /dev/null +++ b/margin_logs/epoch_metrics.csv @@ -0,0 +1,31 @@ +epoch,step,domain,eval_loss,eval_accuracy,margin_mean +1.0,246,general,0.754059910774231,0.5846994535519126,0.49009084701538086 +1.0,246,code,0.0,0.5915032679738562,0.7128996253013611 +1.0,246,stem,0.0,0.574398249452954,0.3838408887386322 +2.0,492,general,0.6887519359588623,0.6327868852459017,0.7847661375999451 +2.0,492,code,0.0,0.673202614379085,1.3276170492172241 +2.0,492,stem,0.0,0.6225382932166302,0.7555620670318604 +3.0,738,general,0.6758893728256226,0.6327868852459017,0.8038123250007629 +3.0,738,code,0.0,0.6895424836601307,1.5014357566833496 +3.0,738,stem,0.0,0.6105032822757112,0.8135308027267456 +4.0,984,general,0.6872960329055786,0.6415300546448087,0.997459352016449 +4.0,984,code,0.0,0.6938997821350763,1.9135780334472656 +4.0,984,stem,0.0,0.6137855579868708,1.0132267475128174 +5.0,1230,general,0.7001935839653015,0.6426229508196721,1.190500020980835 +5.0,1230,code,0.0,0.710239651416122,2.26448917388916 +5.0,1230,stem,0.0,0.6148796498905909,1.1789042949676514 +6.0,1476,general,0.7351013422012329,0.6480874316939891,1.3944945335388184 +6.0,1476,code,0.0,0.7331154684095861,2.7008097171783447 +6.0,1476,stem,0.0,0.6050328227571116,1.398270845413208 +7.0,1722,general,0.7735296487808228,0.644808743169399,1.5480133295059204 +7.0,1722,code,0.0,0.7363834422657952,3.104238510131836 +7.0,1722,stem,0.0,0.5995623632385121,1.563852310180664 +8.0,1968,general,0.8415325880050659,0.6622950819672131,1.871593952178955 +8.0,1968,code,0.0,0.7418300653594772,3.681284189224243 +8.0,1968,stem,0.0,0.6094091903719913,1.9072976112365723 +9.0,2214,general,0.8703850507736206,0.6513661202185792,1.9912307262420654 +9.0,2214,code,0.0,0.7429193899782135,3.9107680320739746 +9.0,2214,stem,0.0,0.6148796498905909,2.022435188293457 +10.0,2460,general,0.8984853029251099,0.6546448087431694,2.0600435733795166 +10.0,2460,code,0.0,0.7429193899782135,4.078938961029053 +10.0,2460,stem,0.0,0.6094091903719913,2.092808723449707 diff --git a/margin_logs/rm_bench_epoch_metrics.csv b/margin_logs/rm_bench_epoch_metrics.csv new file mode 100644 index 0000000000000000000000000000000000000000..803b10723ea560b9899cfae4c76d9d44df71f691 --- /dev/null +++ b/margin_logs/rm_bench_epoch_metrics.csv @@ -0,0 +1 @@ +epoch,step,domain,hard_acc,normal_acc,easy_acc,avg_acc diff --git a/margin_logs/val_margins_code_epoch_1.json b/margin_logs/val_margins_code_epoch_1.json new file mode 100644 index 0000000000000000000000000000000000000000..5a3ab88ccf0bf4a55bfc44a3279cb9741579100f --- /dev/null +++ b/margin_logs/val_margins_code_epoch_1.json @@ -0,0 +1 @@ +{"epoch": 1.0, "step": 246, "domain": "code", "rewards_chosen": [4.375, -4.4375, 1.265625, 3.6875, 2.015625, 2.671875, 3.8125, -0.8046875, 3.09375, -2.0625, 1.9296875, 4.59375, 3.875, 3.140625, 3.84375, 3.359375, 1.1796875, 1.9921875, 4.03125, 3.5, -1.671875, 3.625, 2.15625, 3.359375, 2.578125, 2.375, 3.484375, 1.640625, 3.046875, 2.5625, 3.109375, 3.546875, 2.015625, 2.5, 2.078125, -0.1484375, 1.1328125, 3.609375, 4.125, 4.6875, 4.65625, -2.046875, 3.46875, 3.46875, 3.265625, 1.46875, 1.71875, 0.380859375, 1.4921875, 3.109375, 2.171875, -2.96875, 2.890625, 4.96875, 0.061767578125, 3.171875, 3.328125, 3.421875, 3.1875, 2.53125, 1.1796875, 2.5625, 1.3515625, 3.6875, 3.03125, 2.953125, 4.21875, 2.046875, 1.953125, 3.0625, 1.3984375, 2.5, 0.1923828125, 4.25, 3.03125, 1.828125, 3.21875, 3.90625, 4.125, 4.125, 2.953125, 0.55859375, 4.15625, 3.375, -0.1689453125, 0.84765625, -2.984375, 2.203125, 4.40625, 2.921875, 3.71875, 3.109375, 2.65625, -0.73828125, -2.265625, 4.5625, 3.015625, 3.046875, 1.515625, -2.359375, -0.052734375, 4.1875, -0.1904296875, 0.97265625, 1.9921875, 4.6875, 2.84375, 1.6640625, 2.015625, 1.7734375, -0.99609375, 2.9375, 2.484375, 4.0625, 4.78125, 3.515625, -0.5703125, 3.703125, 3.09375, 3.40625, 3.6875, 3.90625, -0.55078125, 3.09375, -0.404296875, 3.015625, 2.859375, 1.21875, 2.265625, 1.875, 1.59375, 4.5, 2.296875, 2.921875, 2.78125, 2.578125, 3.4375, 0.306640625, -3.546875, 4.46875, 3.875, 4.0625, 1.3125, 0.162109375, 2.28125, 2.921875, 3.59375, -0.2216796875, 2.1875, 4.4375, 1.734375, 4.125, 3.109375, 1.53125, 4.75, 3.8125, 3.203125, 2.3125, 0.416015625, 4.6875, 1.828125, 2.828125, 3.46875, 1.484375, 4.125, 3.984375, 2.890625, 0.85546875, 2.96875, -1.578125, 1.046875, 3.90625, 3.296875, 2.078125, 1.8671875, 3.75, 2.46875, -0.8046875, 1.2578125, 2.953125, 1.3359375, -0.52734375, -1.78125, 3.15625, 2.140625, 0.41796875, 5.21875, 3.375, -0.58203125, 2.984375, 3.65625, 4.28125, 1.5703125, 1.2421875, 2.90625, 0.28515625, -1.9375, 4.6875, 2.90625, 2.0, 2.46875, 2.390625, 2.921875, 3.15625, 3.578125, 1.546875, 5.09375, 4.125, -0.14453125, 2.9375, 2.5, 2.4375, 2.921875, 0.94921875, 3.0625, 4.28125, 3.140625, -0.734375, 1.1015625, 0.427734375, 2.890625, 3.359375, 2.6875, 1.90625, 2.109375, 3.765625, 4.90625, -0.1611328125, 1.828125, 3.234375, -0.875, 3.734375, 2.84375, 4.75, 5.03125, 2.09375, 2.078125, 3.71875, 1.734375, -1.9375, -2.96875, 4.0, 3.390625, 3.5625, 3.9375, 3.734375, 2.875, 3.546875, 4.3125, 3.84375, 3.21875, 3.234375, 2.765625, -0.0888671875, 4.3125, 4.125, 1.703125, 4.03125, 4.125, -1.0546875, 1.90625, -1.9375, 2.8125, 3.953125, 3.8125, 4.21875, 2.375, -3.046875, 2.671875, 4.125, 2.734375, 1.8828125, 2.9375, 3.921875, 4.0625, 4.1875, 3.0625, 2.84375, 2.875, 2.71875, 1.9296875, 3.671875, 3.6875, 0.5859375, 2.328125, -0.384765625, 4.09375, -0.73828125, 1.7734375, 3.34375, -1.421875, 1.953125, -1.3671875, 4.03125, 2.59375, 5.03125, 4.0, 4.65625, 2.5625, 5.0625, 3.34375, 2.015625, 1.3203125, 2.796875, 3.421875, 3.140625, 3.09375, 4.0, 1.7890625, 2.890625, 2.078125, 2.1875, 4.46875, 0.828125, 2.15625, -2.015625, 3.8125, -1.7734375, 3.375, 0.09228515625, 1.7109375, 3.078125, -0.1064453125, 3.515625, 2.234375, 3.046875, -1.296875, 0.361328125, 1.4453125, 4.6875, 3.234375, 2.546875, 1.5078125, 3.46875, 2.921875, 1.1328125, 4.15625, 1.9453125, 3.4375, -3.96875, 2.609375, 2.953125, 4.21875, 4.71875, 3.609375, 2.796875, -2.234375, 2.484375, 2.078125, 6.21875, 2.734375, 2.734375, 2.96875, 0.734375, 4.78125, 2.8125, 3.265625, 3.03125, 3.53125, 3.5625, 1.9765625, 5.03125, 2.890625, 3.359375, 5.0, 0.921875, 4.5, 4.59375, 2.625, 2.46875, 2.5, 3.296875, 3.6875, 3.515625, 3.515625, 3.65625, 4.53125, 2.46875, 4.09375, 1.0234375, 3.328125, 2.71875, 1.7734375, 2.390625, -0.07763671875, 2.8125, 2.28125, 4.0625, 3.921875, 4.53125, 3.171875, 4.40625, 4.03125, 3.59375, 3.671875, 3.5625, 2.484375, 0.58984375, 2.140625, 3.984375, 3.1875, 3.765625, 3.640625, 3.3125, -0.38671875, 2.421875, 3.78125, 2.578125, 3.0, 2.5625, 2.6875, 2.890625, 2.390625, 4.59375, 2.09375, 3.1875, 3.375, 4.5625, 0.3515625, 1.1171875, 3.5, 1.984375, -0.82421875, -3.03125, 2.953125, 2.609375, 3.171875, -0.2412109375, 1.9140625, 1.5078125, 0.70703125, 2.53125, -6.125, 3.015625, 2.84375, 2.875, 3.578125, 3.390625, 3.640625, 0.671875, 3.171875, 2.28125, 1.9375, 1.7421875, -2.046875, 3.28125, 3.171875, 3.828125, 3.375, 2.3125, 4.0625, 1.5390625, 4.21875, 5.28125, 4.03125, -1.359375, 3.328125, 1.1171875, 2.640625, 1.09375, 3.96875, 3.203125, 1.203125, 3.546875, 4.46875, 3.9375, 4.15625, -1.703125, -1.671875, 3.015625, 2.3125, 3.0, 3.0625, -2.578125, -0.3125, -0.380859375, -3.1875, 2.1875, 3.09375, 0.162109375, 3.25, 3.0625, 0.8046875, 4.03125, 3.578125, -3.46875, 0.75390625, 4.03125, 3.625, 4.125, 3.859375, 4.25, 3.953125, 3.578125, 3.03125, 3.25, 6.09375, 4.5625, 4.25, 4.90625, 3.265625, -1.453125, -0.1669921875, 3.109375, 2.078125, 2.390625, -2.1875, 3.59375, 4.1875, 3.3125, 3.75, 1.53125, 4.6875, 3.28125, 1.28125, 1.171875, 4.03125, 3.25, 1.328125, 3.53125, -5.34375, 1.484375, 5.21875, 3.65625, 4.1875, 0.1513671875, 1.4921875, 0.09326171875, 3.640625, 2.234375, 3.328125, 0.052001953125, 3.28125, 5.15625, -2.046875, 2.765625, 1.34375, 1.5078125, 2.765625, 1.1953125, 3.078125, 4.3125, 3.453125, 1.453125, 7.25, 3.609375, 1.1796875, -3.0, 1.8515625, 2.15625, 4.5, 1.875, 1.4296875, 3.0625, 1.0703125, 2.96875, 1.25, 3.28125, -7.65625, 2.84375, 4.25, 2.53125, 3.578125, 0.326171875, 3.0625, 0.75390625, 3.578125, 2.484375, 2.84375, 1.1484375, 0.92578125, -2.21875, 4.59375, 2.6875, 0.48828125, -1.90625, 4.0625, 3.578125, 2.328125, 2.296875, 1.625, 2.703125, 4.84375, 2.890625, 2.765625, -1.4765625, 1.1171875, 3.546875, -0.54296875, 0.94921875, 4.40625, 3.5, 3.78125, -2.0625, 2.625, 3.703125, 4.125, 2.5, 4.5, 0.828125, 1.59375, 4.6875, 3.53125, 2.953125, 3.90625, 2.546875, 5.1875, 3.53125, 2.703125, 4.59375, 0.07861328125, 3.34375, 3.953125, 3.421875, 3.515625, -0.87109375, 0.734375, 0.73828125, 0.5859375, -2.4375, 4.0625, 3.828125, 2.125, -0.1748046875, 4.40625, 2.6875, 4.0625, 4.03125, 3.671875, 1.625, 4.59375, 3.984375, 0.7421875, 3.4375, 1.6640625, 3.25, 0.87109375, 2.890625, 1.78125, 1.0078125, 1.28125, 1.390625, 1.484375, 2.984375, 1.5546875, 2.953125, -3.578125, 2.3125, 2.8125, 4.0625, 3.4375, 2.125, -3.578125, 4.0, 2.46875, 2.921875, 2.59375, 5.0625, 2.78125, 6.65625, 2.984375, 3.828125, 1.7421875, 4.1875, 3.90625, -1.578125, -4.53125, 2.71875, 2.921875, 3.328125, 2.5625, 2.984375, 3.40625, 2.796875, -6.5625, -4.34375, 1.796875, 3.625, 3.09375, 2.90625, 3.09375, 3.34375, 3.0, 1.046875, 4.25, 5.9375, 3.53125, 1.03125, 4.40625, 3.015625, 4.71875, 3.296875, 4.0625, 0.67578125, 0.9296875, 2.4375, 1.3125, 1.1328125, 3.4375, 4.34375, 2.140625, 3.953125, 1.3359375, 3.046875, 3.109375, 3.75, 2.609375, 2.640625, 3.5, -1.09375, 0.71484375, 2.171875, 3.28125, 0.95703125, 4.4375, 2.4375, 2.390625, 2.34375, -0.44921875, 2.890625, 2.8125, 3.09375, 2.953125, 2.984375, 2.34375, 2.5, 4.34375, 4.1875, 4.15625, 3.484375, 2.875, 3.75, 2.9375, 2.40625, 1.1171875, 0.578125, -0.2578125, 1.2109375, 1.5078125, 2.921875, 2.46875, 3.390625, 4.28125, 2.984375, 2.828125, 2.40625, 0.3359375, 3.296875, -1.7890625, 2.859375, 0.66796875, -0.1328125, 4.4375, 4.15625, 1.90625, 4.21875, 1.609375, 3.046875, 3.28125, 2.859375, 3.109375, 0.302734375, 2.65625, 0.62109375, 2.84375, 3.90625, 3.90625, 2.078125, 2.796875, 2.25, 3.4375, 3.234375, 2.15625, 3.78125, 4.125, -1.875, -0.248046875, 0.2177734375, 3.9375, 2.765625, 3.890625, 1.3515625, 3.96875, 1.21875, 3.328125, 3.1875, 2.375, -0.10107421875, 2.625, 2.234375, 2.390625, 1.59375, 4.46875, 2.5, 2.890625, 0.9296875, 3.21875, -4.3125, 3.828125, 2.59375, 1.3203125, 2.4375, 4.65625, 3.5, 1.28125, 4.0625, 2.765625, 1.6171875, 2.015625, 0.65234375, -0.45703125, 4.59375, 3.296875, 2.828125, 1.65625, 2.578125, 2.203125, 3.953125, 2.09375, 3.53125, 2.203125, 1.5703125, 3.109375, 2.765625, 3.0625, 2.484375, 2.578125, 3.609375, 1.15625, 3.5625, -1.1953125, 2.1875, 1.5078125, 3.390625, 4.34375, 4.71875, 2.234375, 2.5, 2.21875, 3.484375, 1.0, 2.46875, 2.78125, 1.6875, 2.90625, 0.53125, 3.09375, 4.3125, -1.296875, 3.921875, 3.71875, 2.015625, -3.921875, 1.1640625, 3.953125, 3.5625, 2.515625, 3.140625, 3.96875, 2.40625, 3.46875, 1.6875, 3.34375, 5.375, 1.90625, 0.8046875, 1.09375, 3.75, 1.640625, 4.0, 4.21875, -1.53125, 4.96875, -3.375, 4.03125, 3.328125, 1.609375, 3.9375, 3.828125, 4.03125, 3.609375, 2.6875, 2.859375, 3.484375, 2.515625, 2.53125, 4.03125, -0.10791015625, 3.375, 1.6015625, 3.296875, 3.421875, 2.078125, 1.34375, 2.890625, 3.546875, -0.64453125, 4.34375, 0.60546875, 4.21875, 0.61328125, 1.28125, 2.890625, 3.828125, 3.953125, 2.140625, 1.15625, 4.125, 2.46875, 2.40625, 3.296875, 2.796875, 4.625, 3.015625, -3.921875, 0.470703125, 2.625, 2.71875], "rewards_rejected": [2.859375, -4.4375, 3.515625, 4.28125, 3.96875, 3.078125, 1.5078125, -1.5546875, 1.2578125, -2.0625, 0.263671875, 3.65625, 3.1875, 1.546875, 2.28125, -0.44921875, 3.125, -0.1240234375, 2.796875, 4.15625, -0.48046875, -0.042236328125, 1.390625, 0.6640625, 2.96875, -0.61328125, -1.828125, 3.296875, 0.44921875, 3.15625, 3.734375, 2.953125, 2.015625, -0.00860595703125, -0.11083984375, -0.1484375, 0.71875, 3.140625, -1.6015625, 1.265625, 4.65625, -2.046875, 5.28125, 1.6640625, 2.15625, -0.90234375, 0.66015625, -1.859375, 0.82421875, 2.0, -0.65234375, -2.96875, 3.578125, 3.90625, 4.15625, -1.4609375, 3.328125, 3.421875, 3.171875, 2.53125, 0.328125, 3.4375, 1.9375, 2.515625, 4.15625, 4.34375, 4.21875, 3.921875, 2.328125, 1.15625, 1.3359375, 2.9375, 2.4375, 4.46875, 3.421875, 1.828125, 3.671875, 1.6015625, -0.2099609375, 2.03125, 2.421875, 1.375, 0.625, 4.0, 2.28125, 0.84765625, -5.90625, 2.53125, 3.578125, 2.921875, 3.078125, 1.234375, 3.640625, 1.4296875, -2.265625, 4.15625, -0.220703125, 4.0625, 0.125, 0.7109375, 1.2734375, 3.015625, 1.9921875, 3.28125, 2.53125, 1.671875, 3.984375, 1.3828125, 2.5, -2.78125, -0.99609375, 1.9375, 3.140625, 2.515625, 1.0390625, -2.171875, -0.435546875, 3.515625, 2.03125, -0.2890625, 2.375, 3.65625, -1.4609375, 2.625, -0.404296875, 1.9375, 0.6953125, 1.21875, 1.9609375, 3.921875, 2.609375, 3.703125, 4.09375, 2.6875, 2.78125, 0.41796875, 2.75, 0.306640625, -1.7578125, 1.8828125, 3.1875, 3.390625, 3.015625, 0.99609375, 1.109375, 3.203125, 0.62890625, 2.515625, -1.15625, -1.015625, 3.46875, 2.0, -0.330078125, 1.984375, -1.8671875, -2.390625, 0.5703125, 1.8515625, -1.7109375, -4.3125, 1.2578125, 2.28125, 2.046875, 2.8125, 2.3125, 4.1875, 2.46875, 0.2578125, 3.34375, 2.640625, -0.5703125, 3.453125, 2.265625, -0.11083984375, 3.796875, 3.09375, 2.90625, -1.5546875, 4.125, 2.671875, -2.28125, -0.52734375, 1.8359375, 3.0, 3.65625, 0.41796875, 2.546875, 3.203125, 1.390625, -0.203125, 3.0, 1.9765625, 1.5703125, 1.2421875, -0.1796875, -3.3125, -1.9375, 0.2294921875, 2.59375, 2.0, 3.984375, 0.5625, 2.53125, 1.78125, 5.28125, 3.59375, 2.59375, -2.203125, -0.14453125, 1.046875, -1.8671875, 4.5, 2.0, 0.26171875, 0.2451171875, 4.28125, 4.21875, -2.46875, -2.234375, 2.390625, 2.109375, 2.5625, 2.640625, 3.109375, 2.65625, -2.328125, 2.609375, 1.890625, 1.9140625, 0.73046875, -1.0546875, 4.59375, 2.265625, 4.09375, 5.28125, 0.70703125, 2.625, 3.078125, -3.390625, -1.9375, -2.96875, 2.890625, 2.375, 1.34375, 0.298828125, 1.375, 2.46875, 2.03125, 4.1875, 2.875, 3.15625, 3.234375, 3.625, 1.1015625, -0.10888671875, 1.2421875, 3.421875, 1.2890625, 2.453125, -1.0546875, -0.7421875, -0.061767578125, 1.5390625, 1.546875, 0.451171875, 3.3125, 2.46875, -0.52734375, -1.140625, 0.302734375, 2.453125, 4.53125, 2.8125, 3.1875, 4.40625, 2.3125, -1.0859375, -0.82421875, 2.125, 3.0, 3.40625, 3.8125, 4.125, 0.5859375, 1.46875, 4.21875, -0.059814453125, 1.4296875, 1.6875, 2.3125, -1.421875, -0.51171875, 0.76953125, -1.8203125, 0.059814453125, 3.828125, 3.84375, 3.859375, 4.59375, 1.3671875, 3.34375, 3.96875, 4.1875, -0.06982421875, 3.4375, 1.7890625, 4.0625, 1.15625, 1.7890625, 4.03125, 2.3125, 0.85546875, 2.71875, 1.0703125, 1.28125, -2.015625, 1.375, -1.7734375, 2.65625, 0.09228515625, 1.7109375, -0.205078125, 2.609375, 1.7578125, 7.25, 0.44921875, -1.296875, 0.361328125, 1.21875, 1.671875, -0.1923828125, -2.21875, -0.74609375, 0.41796875, 3.03125, 0.82421875, 0.462890625, 2.21875, 2.375, -3.96875, -2.796875, 3.140625, -3.359375, 5.8125, 2.515625, 2.796875, 2.25, 3.421875, -1.46875, 4.09375, 3.21875, 1.4453125, 2.96875, 0.271484375, 0.462890625, -1.96875, 3.1875, 4.1875, 2.65625, -0.53125, 2.984375, 3.921875, 3.84375, -2.1875, 2.65625, -1.0390625, 4.6875, 3.9375, 3.265625, 5.21875, 1.8828125, 1.3984375, 1.625, 1.2578125, 2.109375, 3.0, 2.921875, 3.828125, -0.059814453125, 1.765625, 2.078125, 2.28125, 0.326171875, 1.0546875, 1.515625, 3.625, 1.109375, 1.5078125, 1.0546875, 4.03125, 1.015625, 0.53125, 3.984375, -1.1796875, 2.796875, 3.40625, 1.296875, 0.58984375, 1.7421875, -0.48828125, 2.359375, -1.0234375, 2.921875, 4.71875, 2.03125, 3.09375, 2.953125, 2.40625, 2.0625, 0.427734375, -0.86328125, 3.203125, 3.5625, 2.671875, 4.09375, 3.625, 0.58984375, 2.9375, -0.77734375, 0.42578125, 4.125, 2.765625, -0.82421875, -3.03125, 1.71875, 1.625, 3.171875, 3.703125, 3.953125, -0.52734375, 0.70703125, 2.53125, 3.296875, 1.4453125, 3.28125, 2.890625, 3.734375, 2.390625, 2.921875, -1.1796875, -2.3125, 4.03125, -0.69921875, 5.53125, -2.046875, 2.09375, 3.734375, 3.625, 3.71875, 2.171875, 3.171875, -0.5703125, 4.0, 5.28125, 1.6171875, 0.328125, 1.140625, -0.7109375, -0.82421875, 2.53125, -2.671875, 2.28125, 1.203125, 3.171875, 2.515625, 3.046875, 3.1875, -0.8046875, -1.671875, 3.921875, 0.89453125, 2.9375, 1.8359375, -1.203125, -0.3125, -0.380859375, 1.875, 2.90625, -0.3984375, 0.99609375, 2.90625, 0.8046875, 3.0625, 1.21875, 3.28125, 1.140625, 1.8515625, -0.68359375, 3.375, 0.53515625, 3.65625, 4.8125, 1.171875, 2.328125, 3.171875, 2.328125, 6.09375, 3.46875, 3.46875, 5.5, 3.4375, -0.279296875, -0.1669921875, 2.265625, 2.078125, 3.34375, -2.1875, 2.53125, 3.46875, 0.0213623046875, 3.828125, -0.01953125, 3.109375, 3.75, 4.96875, -5.65625, 4.03125, 3.0625, -0.30078125, -3.703125, -5.34375, 2.703125, 3.953125, 3.90625, 3.828125, 2.265625, 0.32421875, -0.2158203125, 3.625, 1.5390625, -1.640625, 0.052001953125, 3.859375, 3.421875, -3.796875, 3.265625, 3.640625, 2.59375, -3.34375, 2.6875, 3.109375, 3.609375, 3.09375, 0.86328125, 1.375, 0.9609375, 2.078125, -0.14453125, 0.98046875, 1.984375, 4.90625, 1.5625, 1.1796875, 0.2451171875, 1.0703125, 0.4296875, 1.0703125, 3.484375, -7.65625, 0.546875, 3.0625, 1.921875, 1.9296875, 3.078125, 1.15625, 11.5, 3.359375, 1.296875, 2.609375, 0.9453125, -0.94921875, -2.21875, 3.15625, 2.09375, 0.53125, 1.75, 3.6875, 3.5, -1.734375, 2.28125, 3.734375, 3.328125, 3.453125, 2.59375, 2.765625, -0.9140625, 0.42578125, 3.40625, -0.55078125, 0.87890625, 3.25, 3.75, 3.1875, -2.0625, -0.2392578125, -0.6875, 3.53125, 1.5625, 3.21875, 2.3125, -1.3046875, 1.421875, 3.921875, 2.453125, 5.125, 3.484375, 3.671875, 0.7890625, 1.1640625, 2.0, 0.07861328125, 2.375, 2.625, 3.421875, 3.671875, -0.150390625, 0.53515625, 1.203125, 2.40625, -2.4375, 2.140625, 4.03125, -1.6328125, 1.5703125, -0.412109375, 3.34375, 3.390625, 4.09375, 1.3828125, -0.234375, 3.296875, 2.265625, 2.984375, 2.828125, 1.3828125, 2.328125, 0.2236328125, 2.703125, 2.96875, -3.28125, 1.28125, 1.6484375, 2.40625, 0.64453125, 0.609375, 4.125, 1.4375, 0.50390625, 2.8125, -0.7109375, 2.828125, 0.953125, 1.4140625, 3.765625, 0.28515625, 2.6875, 0.74609375, 4.96875, 3.359375, 3.609375, 2.09375, 4.0, 1.53125, 2.15625, 3.375, 0.1533203125, -4.53125, -0.65625, 2.484375, 2.203125, -0.31640625, 2.765625, 3.265625, 2.46875, 2.984375, -3.71875, 1.796875, 1.0859375, 3.09375, 3.859375, 3.453125, 3.5625, -3.359375, -0.5703125, 0.8515625, 5.9375, 2.484375, 1.0546875, -1.40625, 2.375, 1.578125, 2.25, 1.484375, 3.21875, -1.515625, 4.5, 2.359375, 0.248046875, 3.4375, -0.3515625, 2.15625, 3.546875, 3.984375, 0.796875, 2.765625, 3.828125, 3.390625, 2.609375, 2.265625, -1.2890625, 2.890625, 1.2578125, 2.078125, 1.078125, -0.51171875, -1.34375, 2.265625, 2.34375, 1.3984375, 2.890625, 1.03125, 0.671875, 2.765625, 1.390625, 0.80859375, 2.765625, 0.50390625, 2.078125, 3.703125, -2.015625, 2.875, 3.78125, -0.1787109375, -0.5390625, -1.8359375, -2.421875, 0.53515625, -1.78125, -0.52734375, -0.2353515625, 2.796875, 0.96484375, 1.859375, 0.48046875, 0.85546875, 2.40625, -2.203125, 1.90625, -1.7890625, 3.0625, 0.66796875, -0.69921875, -1.5, 2.75, -0.474609375, 2.90625, 1.609375, 3.453125, 0.71875, 3.0625, 2.9375, 1.3671875, -0.6328125, 1.5625, 0.63671875, 3.40625, 1.15625, 1.0859375, 2.0, -0.1845703125, 3.640625, 3.890625, 0.427734375, 3.078125, -0.8203125, -1.875, 0.76171875, -3.9375, 4.15625, 3.796875, 2.453125, 1.9375, 2.6875, 2.5, -1.8203125, 1.1171875, 2.703125, -0.10107421875, 2.046875, 0.384765625, -0.12158203125, 2.046875, 2.34375, 2.5, 1.4296875, -1.515625, 5.09375, 1.203125, 3.515625, 3.65625, 0.1103515625, 3.328125, 3.015625, 4.84375, 4.96875, 2.15625, 4.09375, 0.58203125, 3.96875, 0.7734375, 0.83984375, 3.3125, 1.90625, 2.828125, 0.26171875, 3.421875, -0.53515625, 3.609375, 2.109375, 2.375, -0.4296875, 0.419921875, 1.09375, 3.359375, 2.171875, -0.23046875, 0.11181640625, 3.28125, 2.546875, 3.171875, -3.09375, 3.59375, 0.31640625, 3.046875, 3.625, 3.125, 0.8671875, 0.5390625, 1.03125, 3.5, -1.4140625, 3.125, 0.68359375, 2.875, 2.953125, 0.53125, 2.875, -0.10888671875, 1.34375, 3.1875, 3.703125, 2.03125, -2.15625, 1.1640625, 1.1171875, 2.875, 1.609375, 2.0625, 4.71875, 2.359375, 4.4375, -1.6640625, 2.84375, 4.65625, -0.984375, -0.79296875, 2.53125, 2.34375, 2.15625, 2.890625, 0.462890625, 2.703125, 3.328125, -3.375, -1.34375, 4.0, 1.609375, 2.703125, -1.234375, -2.125, 2.21875, 4.78125, 4.96875, 3.5, 2.84375, 2.53125, 4.03125, -0.10791015625, 3.890625, 1.6015625, 2.96875, 2.671875, 2.0, 3.640625, 2.0625, 0.77734375, -0.64453125, 4.0, -0.8828125, 4.21875, -1.46875, 3.21875, 1.2578125, 3.515625, 1.546875, 2.8125, -0.75, -2.203125, 1.5625, 3.40625, 3.640625, 3.75, 5.0, 1.9375, -2.28125, 0.470703125, 1.5390625, 3.6875], "margins": [1.515625, 0.0, -2.25, -0.59375, -1.953125, -0.40625, 2.3046875, 0.75, 1.8359375, 0.0, 1.666015625, 0.9375, 0.6875, 1.59375, 1.5625, 3.80859375, -1.9453125, 2.1162109375, 1.234375, -0.65625, -1.19140625, 3.667236328125, 0.765625, 2.6953125, -0.390625, 2.98828125, 5.3125, -1.65625, 2.59765625, -0.59375, -0.625, 0.59375, 0.0, 2.50860595703125, 2.18896484375, 0.0, 0.4140625, 0.46875, 5.7265625, 3.421875, 0.0, 0.0, -1.8125, 1.8046875, 1.109375, 2.37109375, 1.05859375, 2.240234375, 0.66796875, 1.109375, 2.82421875, 0.0, -0.6875, 1.0625, -4.094482421875, 4.6328125, 0.0, 0.0, 0.015625, 0.0, 0.8515625, -0.875, -0.5859375, 1.171875, -1.125, -1.390625, 0.0, -1.875, -0.375, 1.90625, 0.0625, -0.4375, -2.2451171875, -0.21875, -0.390625, 0.0, -0.453125, 2.3046875, 4.3349609375, 2.09375, 0.53125, -0.81640625, 3.53125, -0.625, -2.4501953125, 0.0, 2.921875, -0.328125, 0.828125, 0.0, 0.640625, 1.875, -0.984375, -2.16796875, 0.0, 0.40625, 3.236328125, -1.015625, 1.390625, -3.0703125, -1.326171875, 1.171875, -2.1826171875, -2.30859375, -0.5390625, 3.015625, -1.140625, 0.28125, -0.484375, 4.5546875, 0.0, 1.0, -0.65625, 1.546875, 3.7421875, 5.6875, -0.134765625, 0.1875, 1.0625, 3.6953125, 1.3125, 0.25, 0.91015625, 0.46875, 0.0, 1.078125, 2.1640625, 0.0, 0.3046875, -2.046875, -1.015625, 0.796875, -1.796875, 0.234375, 0.0, 2.16015625, 0.6875, 0.0, -1.7890625, 2.5859375, 0.6875, 0.671875, -1.703125, -0.833984375, 1.171875, -0.28125, 2.96484375, -2.7373046875, 3.34375, 5.453125, -1.734375, 2.125, 3.439453125, -0.453125, 6.6171875, 6.203125, 2.6328125, 0.4609375, 2.126953125, 9.0, 0.5703125, 0.546875, 1.421875, -1.328125, 1.8125, -0.203125, 0.421875, 0.59765625, -0.375, -4.21875, 1.6171875, 0.453125, 1.03125, 2.18896484375, -1.9296875, 0.65625, -0.4375, 0.75, -2.8671875, 0.28125, 3.6171875, 0.0, -3.6171875, 0.15625, -1.515625, 0.0, 2.671875, 0.171875, -1.97265625, 3.1875, 0.65625, 2.3046875, 0.0, 0.0, 3.0859375, 3.59765625, 0.0, 4.4580078125, 0.3125, 0.0, -1.515625, 1.828125, 0.390625, 1.375, -1.703125, -2.046875, 2.5, 6.328125, 0.0, 1.890625, 4.3671875, -2.0625, 0.921875, 0.6875, 2.8173828125, 0.0, -1.078125, 1.734375, 3.3359375, -1.962890625, 0.78125, 0.796875, 0.046875, -1.203125, -0.546875, 6.09375, 2.296875, -2.0517578125, -0.0859375, 2.50390625, 0.1796875, -0.859375, 0.578125, 0.65625, -0.25, 1.38671875, -0.546875, 0.640625, 5.125, 0.0, 0.0, 1.109375, 1.015625, 2.21875, 3.638671875, 2.359375, 0.40625, 1.515625, 0.125, 0.96875, 0.0625, 0.0, -0.859375, -1.1904296875, 4.42138671875, 2.8828125, -1.71875, 2.7421875, 1.671875, 0.0, 2.6484375, -1.875732421875, 1.2734375, 2.40625, 3.361328125, 0.90625, -0.09375, -2.51953125, 3.8125, 3.822265625, 0.28125, -2.6484375, 0.125, 0.734375, -0.34375, 1.875, 4.1484375, 3.66796875, 0.75, -0.28125, -1.4765625, -0.140625, -0.4375, 0.0, 0.859375, -4.603515625, 4.153564453125, -2.16796875, 0.0859375, 1.03125, 0.0, 2.46484375, -2.13671875, 5.8515625, 2.533935546875, 1.203125, 0.15625, 0.796875, -2.03125, 3.6953125, 0.0, -1.953125, -2.8671875, 2.86669921875, -0.015625, 1.3515625, -0.96875, 2.84375, 0.0, -1.140625, -0.234375, 1.33203125, 1.75, -0.2421875, 0.875, 0.0, 2.4375, 0.0, 0.71875, 0.0, 0.0, 3.283203125, -2.7158203125, 1.7578125, -5.015625, 2.59765625, 0.0, 0.0, 0.2265625, 3.015625, 3.4267578125, 4.765625, 2.25390625, 3.05078125, -0.109375, 0.30859375, 3.693359375, -0.2734375, 1.0625, 0.0, 5.40625, -0.1875, 7.578125, -1.09375, 1.09375, 0.0, -4.484375, -0.9375, 3.546875, 2.125, -0.484375, 1.2890625, 0.0, 0.462890625, 4.318359375, 4.78125, 0.078125, -1.15625, 0.875, 4.09375, -1.0078125, 1.109375, -0.953125, 5.546875, 2.34375, 1.9609375, -0.1875, 0.65625, -0.640625, -2.75, 0.6171875, 1.8984375, 2.0625, 2.2578125, 1.40625, 0.65625, 1.609375, -1.359375, 4.153564453125, -0.7421875, 1.25, 0.4375, 1.447265625, 1.3359375, -1.59326171875, -0.8125, 1.171875, 2.5546875, 2.8671875, 0.5, 2.15625, 3.875, 0.046875, 4.7734375, 0.875, 0.15625, 1.1875, 0.0, 0.3984375, 4.47265625, 0.828125, 4.7890625, 0.71875, -1.40625, -2.41796875, -0.671875, 0.828125, 0.171875, 0.9375, 2.134765625, 3.55078125, -0.3125, -1.171875, 1.921875, -2.0, -0.4375, 2.78515625, 1.625, 1.12890625, 0.69140625, -0.625, -0.78125, 0.0, 0.0, 1.234375, 0.984375, 0.0, -3.9443359375, -2.0390625, 2.03515625, 0.0, 0.0, -9.421875, 1.5703125, -0.4375, -0.015625, -0.15625, 1.0, 0.71875, 1.8515625, 5.484375, -1.75, 2.63671875, -3.7890625, 0.0, 1.1875, -0.5625, 0.203125, -0.34375, 0.140625, 0.890625, 2.109375, 0.21875, 0.0, 2.4140625, -1.6875, 2.1875, 1.828125, 3.46484375, -1.4375, 6.640625, 0.921875, 0.0, 0.375, 1.953125, 0.890625, 0.96875, -0.8984375, 0.0, -0.90625, 1.41796875, 0.0625, 1.2265625, -1.375, 0.0, 0.0, -5.0625, -0.71875, 3.4921875, -0.833984375, 0.34375, 2.2578125, -2.2578125, 2.8125, 0.296875, -4.609375, -1.09765625, 4.71484375, 0.25, 3.58984375, 0.203125, -0.5625, 2.78125, 1.25, -0.140625, 0.921875, 0.0, 1.09375, 0.78125, -0.59375, -0.171875, -1.173828125, 0.0, 0.84375, 0.0, -0.953125, 0.0, 1.0625, 0.71875, 3.2911376953125, -0.078125, 1.55078125, 1.578125, -0.46875, -3.6875, 6.828125, 0.0, 0.1875, 1.62890625, 7.234375, 0.0, -1.21875, 1.265625, -0.25, 0.359375, -2.1142578125, 1.16796875, 0.30908203125, 0.015625, 0.6953125, 4.96875, 0.0, -0.578125, 1.734375, 1.75, -0.5, -2.296875, -1.0859375, 6.109375, -1.4921875, -0.03125, 0.703125, 0.359375, 0.58984375, 5.875, 2.6484375, -0.8984375, -2.85546875, 0.87109375, 0.171875, -0.40625, 0.3125, 0.25, 2.8173828125, 0.0, 2.5390625, 0.1796875, -0.203125, 0.0, 2.296875, 1.1875, 0.609375, 1.6484375, -2.751953125, 1.90625, -10.74609375, 0.21875, 1.1875, 0.234375, 0.203125, 1.875, 0.0, 1.4375, 0.59375, -0.04296875, -3.65625, 0.375, 0.078125, 4.0625, 0.015625, -2.109375, -0.625, 1.390625, 0.296875, 0.0, -0.5625, 0.69140625, 0.140625, 0.0078125, 0.0703125, 1.15625, -0.25, 0.59375, 0.0, 2.8642578125, 4.390625, 0.59375, 0.9375, 1.28125, -1.484375, 2.8984375, 3.265625, -0.390625, 0.5, -1.21875, -0.9375, 1.515625, 2.7421875, 1.5390625, 2.59375, 0.0, 0.96875, 1.328125, 0.0, -0.15625, -0.720703125, 0.19921875, -0.46484375, -1.8203125, 0.0, 1.921875, -0.203125, 3.7578125, -1.7451171875, 4.818359375, -0.65625, 0.671875, -0.0625, 2.2890625, 1.859375, 1.296875, 1.71875, -2.2421875, 0.609375, 0.28125, 0.921875, 0.6474609375, 0.1875, -1.1875, 4.2890625, 0.0, -0.2578125, -0.921875, 2.33984375, 0.9453125, -1.171875, -5.015625, 1.80859375, 0.0, 4.7734375, 0.609375, 1.171875, -4.9921875, 0.234375, 2.18359375, 0.234375, 1.84765625, 0.09375, -0.578125, 3.046875, 0.890625, -0.171875, 0.2109375, 2.03125, 0.53125, -1.7314453125, 0.0, 3.375, 0.4375, 1.125, 2.87890625, 0.21875, 0.140625, 0.328125, -9.546875, -0.625, 0.0, 2.5390625, 0.0, -0.953125, -0.359375, -0.21875, 6.359375, 1.6171875, 3.3984375, 0.0, 1.046875, -0.0234375, 5.8125, 0.640625, 3.140625, 1.046875, 2.578125, -2.54296875, 2.4453125, -2.0625, -1.046875, 0.884765625, 0.0, 4.6953125, -0.015625, 0.40625, -2.6484375, 2.25, 0.34375, -0.078125, -0.78125, 0.03125, 1.234375, 0.1953125, -2.17578125, 0.9140625, 1.203125, -0.12109375, 4.94921875, 3.78125, 0.125, 0.0, -1.84765625, 0.0, 1.78125, 2.421875, 0.1875, 1.59375, 1.53515625, -0.265625, 3.83984375, 2.109375, 0.453125, 5.5, 0.0, -0.03125, 3.1162109375, 2.9453125, 2.953125, 3.0, -0.79296875, 2.9921875, 2.03515625, 3.1572265625, -0.328125, 2.42578125, 2.421875, 2.50390625, 1.97265625, 0.0, 2.5390625, 1.390625, 0.0, -0.203125, 0.0, 0.56640625, 5.9375, 1.40625, 2.380859375, 1.3125, 0.0, -0.40625, 2.5625, -0.203125, 0.171875, -1.064453125, 3.2890625, -0.94140625, 2.20703125, 0.5, 2.75, 0.9921875, 0.796875, 2.4345703125, -0.203125, -0.65625, 1.728515625, 0.703125, 4.9453125, 0.0, -1.009765625, 4.1552734375, -0.21875, -1.03125, 1.4375, -0.5859375, 1.28125, -1.28125, 5.1484375, 2.0703125, -0.328125, 0.0, 0.578125, 1.849609375, 2.51220703125, -0.453125, 2.125, 0.0, 1.4609375, 2.4453125, -1.875, -5.515625, 0.3125, -1.0625, 1.2099609375, -0.890625, 1.640625, -1.34375, -3.6875, 1.90625, -1.328125, 1.03515625, -1.953125, -0.12109375, -1.296875, 1.28125, 1.390625, 0.0, 1.39453125, -0.84375, 2.73828125, 0.34375, -0.015625, 1.15625, 2.6328125, 1.150390625, 2.015625, -0.59375, 0.890625, 2.71484375, 2.46630859375, 0.328125, -1.390625, 0.390625, 1.8984375, -1.40625, 1.19140625, 0.34375, 0.71875, 1.59375, 1.3671875, 1.9609375, 1.1875, -0.015625, 2.4140625, -0.65625, 2.09765625, -1.1875, -0.046875, 0.0, 0.21875, 4.42138671875, -2.640625, 0.734375, 0.015625, -0.015625, -1.765625, 0.0, 2.8359375, 0.6875, 0.90625, 1.078125, -0.75, 0.046875, -0.96875, 3.3515625, 0.5, 0.71875, 2.890625, 1.59765625, -1.4375, 1.40625, -0.515625, 1.109375, 3.755859375, -4.234375, 1.640625, 0.0, 5.375, -0.671875, 0.0, 1.234375, 5.0625, 6.15625, 1.390625, -2.09375, -2.109375, -0.015625, -0.328125, 0.0, 0.0, 0.0, -0.515625, 0.0, 0.328125, 0.75, 0.078125, -2.296875, 0.828125, 2.76953125, 0.0, 0.34375, 1.48828125, 0.0, 2.08203125, -1.9375, 1.6328125, 0.3125, 2.40625, -0.671875, 1.90625, 6.328125, 0.90625, -1.0, -0.34375, -0.953125, -0.375, 1.078125, -1.640625, 0.0, 1.0859375, -0.96875]} \ No newline at end of file diff --git a/margin_logs/val_margins_code_epoch_10.json b/margin_logs/val_margins_code_epoch_10.json new file mode 100644 index 0000000000000000000000000000000000000000..6f4227b2a7aca5bc27e3ac97ea7417e9d71e4606 --- /dev/null +++ b/margin_logs/val_margins_code_epoch_10.json @@ -0,0 +1 @@ +{"epoch": 10.0, "step": 2460, "domain": "code", "rewards_chosen": [3.8125, -7.625, -0.52734375, 4.375, -2.921875, -7.375, -9.3125, -9.375, 0.0947265625, -6.25, -2.25, 1.28125, 4.3125, 5.75, 2.8125, 0.07958984375, -1.0078125, -0.55859375, -3.609375, 3.65625, -8.4375, 0.062255859375, -3.34375, 3.1875, 2.171875, 3.25, 5.53125, 1.0234375, 4.0, 4.0625, 7.4375, 5.21875, -1.34375, 4.28125, -0.92578125, -4.5, 5.15625, -1.078125, 4.71875, 2.546875, -3.046875, -3.15625, 3.234375, 0.34375, 5.0, -3.3125, -3.125, 1.671875, -0.10009765625, -4.03125, 5.5, -3.78125, -0.78125, 7.40625, -1.484375, -1.5, -3.625, -0.69921875, 4.71875, 2.625, -6.90625, 1.2890625, -5.5625, 5.0625, -0.00848388671875, -0.6015625, 4.75, 1.6640625, -2.828125, 4.15625, -0.72265625, 2.203125, 2.171875, -0.9296875, 6.96875, 0.5078125, 5.53125, 5.625, -2.859375, -7.75, 0.86328125, 2.0625, 3.59375, 5.75, -1.3046875, 0.96875, -3.03125, 0.478515625, 8.875, 3.0, 5.59375, 2.296875, 0.462890625, 0.84765625, -4.03125, 5.375, 3.3125, 5.125, 0.8671875, -13.6875, -0.259765625, 4.1875, -10.5625, -2.5, 3.5, 4.40625, -3.140625, -3.09375, 0.94921875, 1.8359375, -2.15625, 2.703125, 4.53125, 5.5625, 5.6875, 7.5625, -1.71875, -2.078125, 2.28125, 5.75, 6.71875, 5.03125, -1.2265625, 3.140625, -1.5546875, -4.6875, 1.234375, -1.046875, 3.0625, -6.09375, 4.71875, 7.1875, 1.5, 2.859375, 1.6015625, -3.109375, 4.875, -3.859375, -2.90625, 3.5625, 4.3125, 3.890625, -5.125, -1.8515625, 2.203125, 3.640625, 5.84375, -1.7578125, -5.78125, 8.3125, 0.875, -0.64453125, 1.5, 0.77734375, 4.1875, -2.265625, 4.5625, 1.46875, -2.421875, -3.921875, 3.078125, 6.40625, 0.07958984375, -0.375, 4.5625, 6.625, 0.796875, -3.625, 6.59375, -0.625, 0.0888671875, 4.5, 2.078125, -0.92578125, -5.0, -1.28125, 4.28125, -9.375, -7.96875, -11.625, -1.984375, -3.09375, -3.0625, 0.796875, -1.578125, -0.92578125, 4.09375, 3.921875, -1.8515625, 2.578125, 6.71875, 2.1875, -3.609375, -6.125, 2.546875, 2.0625, -1.65625, 3.625, 0.81640625, 1.8125, -1.0859375, 3.890625, 2.53125, 2.390625, 2.0, -0.8828125, 7.125, 1.8828125, -3.265625, 1.65625, 5.875, 1.671875, 3.59375, -8.8125, -2.0, 3.3125, 0.376953125, -3.140625, -2.328125, 0.87890625, 3.28125, 3.34375, 0.263671875, 4.625, 0.484375, 3.53125, 2.640625, -4.59375, -5.84375, 1.4140625, 0.828125, 1.0546875, -0.1279296875, 4.375, 6.21875, 5.125, 2.078125, 5.59375, -4.15625, -7.4375, -2.171875, 5.34375, 6.0625, 5.78125, -7.65625, 9.5625, 7.40625, -3.703125, -0.0166015625, 1.484375, 2.421875, 3.921875, 4.03125, -5.6875, 1.2109375, 5.375, -7.9375, 5.4375, 1.828125, -3.90625, -0.92578125, -1.125, 1.6796875, 7.875, -0.04833984375, 2.09375, -0.427734375, -6.90625, 0.75390625, 1.296875, -3.015625, -7.96875, 1.65625, 5.53125, 4.09375, 5.625, 3.109375, 2.671875, 2.0625, 3.546875, 5.15625, 8.375, 1.125, 1.6796875, -6.6875, -2.296875, 2.0, 0.84765625, -0.466796875, -0.76953125, -4.75, 1.1953125, -6.6875, 6.78125, 3.421875, 3.28125, 3.171875, 6.28125, 1.234375, 2.5, -4.0625, -2.921875, -3.265625, 4.84375, 6.625, 3.1875, 5.03125, 5.9375, -4.0, -3.046875, -1.546875, -4.0625, 1.9609375, -3.53125, -4.59375, -5.8125, 0.423828125, -6.90625, 4.4375, -0.671875, 0.07275390625, -8.5625, 0.6328125, -1.15625, 2.90625, 4.0, -1.5625, -2.203125, 0.90625, 4.40625, -3.625, -0.6328125, 1.34375, -0.08203125, -2.90625, -0.439453125, 5.4375, 1.875, 2.53125, -4.65625, -0.2294921875, 5.6875, 0.7421875, 6.59375, 3.625, -0.5703125, -2.28125, -2.921875, 1.7109375, 6.90625, 3.078125, -2.75, -2.328125, 4.6875, 7.59375, 4.90625, -7.5, -9.8125, -0.435546875, -0.15625, -9.125, 4.53125, 0.310546875, 5.84375, -1.78125, -1.4765625, 7.3125, 5.59375, -2.203125, -7.5, 6.40625, -0.0184326171875, 4.40625, 5.25, 3.03125, 6.71875, 3.40625, 2.078125, 2.0, -2.671875, 4.6875, -4.40625, -5.46875, -1.015625, -1.890625, 0.07177734375, 2.203125, 4.90625, 4.28125, -6.0, -1.3203125, 6.5, -3.046875, 6.59375, -0.1357421875, 2.3125, 2.21875, -0.7578125, 3.6875, -0.77734375, -1.75, 4.09375, 0.375, 2.890625, -3.953125, 0.984375, -5.71875, 0.91796875, 1.2890625, 2.84375, 1.3046875, 7.0625, 3.984375, 2.53125, -7.84375, 1.6875, 1.796875, 3.484375, -0.462890625, -0.4609375, 1.6015625, 1.0625, -1.21875, -4.9375, -1.0703125, 1.2265625, 5.9375, -0.76953125, -6.25, 0.8984375, -1.75, 2.046875, -4.90625, 1.1484375, 0.09716796875, 0.005584716796875, 5.78125, 7.5, 0.375, -2.96875, -7.34375, 2.953125, 0.61328125, 4.9375, -4.28125, 2.296875, 4.78125, -2.484375, -3.359375, 1.8359375, 7.125, -2.1875, 2.96875, 3.203125, 5.6875, -9.8125, 1.625, 1.9921875, 1.75, -2.578125, 4.46875, 2.3125, 0.07861328125, 5.15625, 1.1796875, 6.21875, 1.046875, -9.4375, -1.40625, -10.0, -3.765625, -11.625, 0.515625, 1.5859375, -4.15625, -3.078125, -4.96875, 2.296875, 2.421875, -1.8515625, 0.78125, 1.0234375, -2.484375, 4.59375, -4.5, -2.109375, 0.796875, 0.8671875, 3.421875, 2.671875, 7.90625, 5.9375, 4.84375, 5.28125, -0.498046875, 6.15625, 3.21875, 6.8125, 5.71875, 6.65625, 1.78125, -8.0, -5.34375, 1.96875, -5.875, 0.95703125, -3.75, 6.75, 5.53125, 2.703125, 3.28125, 1.6796875, 6.0625, 2.484375, -3.0, -1.234375, 3.296875, 0.76171875, 0.75390625, -1.9140625, -4.4375, -10.625, 3.828125, -2.0625, 2.671875, -1.328125, -1.171875, -0.9140625, 4.625, 0.455078125, 4.96875, -2.921875, 1.6015625, 7.125, -5.71875, 2.796875, -5.40625, -0.99609375, 2.515625, 4.4375, -0.61328125, 3.296875, 3.203125, 3.03125, 3.84375, 0.3671875, -6.65625, -5.53125, -2.15625, 5.34375, 6.40625, 1.3671875, 0.255859375, -2.0, 0.53515625, -2.8125, 4.40625, 4.1875, -8.6875, 5.0625, 8.3125, 2.578125, 1.6796875, 0.8125, 4.15625, 0.072265625, 6.375, 2.21875, 0.0908203125, -0.796875, -6.6875, -3.90625, 6.0, 2.59375, -6.625, -1.265625, 5.59375, 4.0, 4.71875, 3.03125, 3.265625, -5.59375, 7.5, 2.5625, 2.140625, -6.90625, -0.4609375, 5.65625, -5.875, -1.3515625, 7.34375, 7.59375, -0.73828125, -6.25, 5.53125, -3.59375, 5.375, 1.3125, 6.46875, 1.828125, 4.84375, 4.21875, 4.9375, 7.9375, 6.65625, 0.0546875, -1.5625, -3.890625, 3.703125, -2.34375, -1.96875, 4.5, 4.3125, 2.09375, -0.19921875, -8.1875, 0.0296630859375, -2.78125, -9.25, -5.0625, 1.09375, 1.4140625, 0.7109375, -3.765625, -0.07421875, 4.09375, 3.890625, 5.25, 0.578125, -0.7421875, 3.65625, 2.84375, 1.359375, 5.125, -3.09375, 6.15625, -5.65625, 2.203125, -4.125, -4.03125, -0.201171875, 2.921875, -3.046875, 3.984375, 1.6328125, -2.453125, -1.6484375, -1.0859375, -3.28125, 5.65625, -6.53125, -1.1953125, -1.796875, 4.625, -4.46875, 2.859375, -6.8125, 6.84375, 8.5, 2.15625, -4.1875, 1.6640625, 6.125, 9.3125, 5.03125, -1.8828125, -5.28125, 3.5625, 3.65625, 5.625, 0.466796875, -7.46875, 5.3125, 0.60546875, -8.3125, -7.875, -1.2109375, 3.234375, -3.546875, -11.1875, 1.8125, 2.78125, 0.1845703125, 0.0888671875, 1.3125, 3.53125, 3.28125, -3.0625, 5.84375, 3.53125, 3.921875, 0.62890625, 4.625, -0.87109375, -1.8515625, 1.671875, -0.58984375, -1.9765625, -1.8359375, 4.21875, -2.203125, 2.84375, 4.25, -3.78125, 3.25, 3.28125, 2.703125, 2.65625, 6.375, -4.28125, 3.390625, 1.125, 4.84375, -6.6875, 2.78125, 3.5625, 3.15625, 0.4921875, -2.390625, -0.193359375, -0.1416015625, 3.0, 3.125, 0.80859375, 5.125, 2.875, 2.109375, 1.4609375, 7.15625, 0.1923828125, 1.1953125, 4.6875, -6.40625, 0.015869140625, -0.470703125, -0.51171875, -0.7109375, 1.234375, 0.8984375, 0.98828125, -1.6953125, 6.28125, -2.71875, -2.9375, 4.84375, -1.1875, 1.6484375, 0.234375, -4.28125, 4.28125, -0.041259765625, -3.328125, 4.25, 4.5625, -1.9765625, -7.15625, -0.1484375, 7.03125, 2.921875, 4.28125, 1.53125, -6.15625, -6.53125, -0.373046875, 4.90625, 1.7109375, 6.4375, -0.8203125, 1.046875, 4.21875, 8.0625, 2.078125, 2.0625, 0.1328125, 4.5, -4.4375, -1.5, -4.0, 6.71875, 4.5, 5.125, -5.5625, 6.84375, 1.5390625, 1.4375, 0.984375, 3.1875, 1.390625, 0.9296875, 1.1015625, -3.609375, -2.03125, 4.15625, -2.84375, 1.453125, -1.8515625, 5.5625, -6.59375, 8.5, 3.28125, -6.0, 1.703125, -1.6640625, 4.3125, -3.0, 4.0625, -3.65625, -4.9375, -2.921875, -2.03125, -0.1083984375, 4.0625, 0.234375, 0.79296875, -7.59375, -5.84375, 4.53125, 1.2421875, -0.435546875, 0.80859375, 3.515625, -0.9453125, 1.078125, 0.0634765625, 0.4453125, 1.4375, -4.84375, 8.3125, -1.0546875, 5.1875, -11.9375, 3.625, -1.0859375, 9.25, 3.21875, 5.71875, 3.0, 1.6640625, 3.53125, 5.59375, 1.703125, -4.28125, -0.83984375, 4.90625, 1.96875, 0.203125, 5.34375, 1.2109375, -1.4921875, 5.53125, 0.69140625, -1.171875, -2.828125, -3.609375, -2.546875, 3.890625, 4.9375, 2.21875, 2.765625, -0.62109375, 3.8125, -8.625, 3.21875, 10.125, 2.515625, -4.15625, -2.578125, 7.625, 3.046875, 5.34375, 4.84375, -5.78125, 5.6875, -7.375, 9.4375, 0.2236328125, -0.1484375, 6.875, -0.671875, -3.515625, -0.74609375, -3.15625, -0.734375, 5.59375, 3.34375, 2.046875, 3.296875, -1.6328125, 7.46875, -2.0625, 6.0, 3.015625, -8.3125, -5.40625, 4.0625, 3.671875, -1.96875, 0.81640625, -7.8125, 3.921875, 0.70703125, -8.625, -2.4375, 3.28125, 7.875, 2.9375, -4.03125, 1.8828125, -2.375, 2.125, -5.25, -0.52734375, 6.15625, -4.6875, -1.53125, -0.119140625, -5.8125, 6.78125], "rewards_rejected": [3.234375, -7.625, -1.59375, 1.3984375, 0.8203125, -0.380859375, -9.4375, -12.625, -11.375, -6.25, -12.6875, -5.46875, 1.0234375, 0.0013885498046875, -4.25, -4.6875, -7.0625, -5.75, -6.0, -0.322265625, -7.65625, -3.75, -7.90625, -6.46875, 0.240234375, -11.4375, -8.875, 4.71875, 1.296875, 1.5078125, -3.828125, 0.1416015625, -1.34375, -4.5, -7.96875, -4.5, 0.76953125, -7.3125, -10.8125, -1.8515625, -3.046875, -3.15625, 1.2734375, -8.5625, -9.125, -13.1875, -11.625, -7.3125, -2.765625, -9.5, -10.6875, -3.78125, -2.171875, -1.546875, 3.59375, -13.25, -3.625, -0.69921875, 2.828125, 2.625, -8.25, -3.03125, -13.5625, -3.328125, 3.4375, -10.0625, 4.75, 2.4375, -0.6484375, -10.375, -5.375, 5.3125, -0.06689453125, 5.65625, 5.6875, 0.5078125, 0.20703125, -6.375, -2.6875, -11.9375, -9.875, -1.6015625, -8.75, 0.73828125, -3.5, 0.96875, -7.375, 3.03125, 5.6875, 3.0, 8.375, -4.53125, 1.7890625, 0.96875, -4.03125, 3.96875, -6.5625, 1.984375, 0.138671875, -13.375, -6.6875, -2.125, 0.96484375, -7.75, -6.34375, -10.0625, -2.3125, -6.53125, -0.94921875, -4.25, -2.15625, -10.9375, -5.125, -8.3125, -1.4765625, -4.1875, -4.4375, -7.96875, -2.328125, -2.03125, 2.625, 2.9375, -3.875, -3.984375, -1.5546875, -10.25, -10.875, -1.046875, -2.125, 3.609375, 5.09375, 7.21875, 3.921875, 2.3125, 1.6015625, -10.0, 2.1875, -3.859375, -5.4375, -9.3125, 1.0234375, -3.734375, -6.71875, -8.125, 2.28125, -6.59375, -4.9375, -2.234375, -7.25, -5.9375, -0.48046875, -4.1875, -1.65625, 2.6875, -12.125, -7.03125, -3.9375, 0.26171875, -10.875, -13.5, 0.9375, -11.1875, -3.859375, -2.765625, -7.53125, 3.796875, -1.7421875, -3.625, 3.25, 2.75, -4.65625, 0.625, -5.5625, -7.96875, 2.71875, -10.6875, 4.09375, -12.625, -4.6875, -9.0, -7.4375, -3.09375, -1.0, 0.23046875, -10.1875, -0.92578125, -0.9296875, 1.3828125, 0.62890625, -14.25, -0.357421875, -1.6328125, -3.609375, -6.125, -12.6875, -5.25, -1.65625, -7.625, -0.66015625, 1.8125, -2.140625, -1.5625, 0.8984375, -6.21875, 1.2734375, -10.8125, -0.3046875, -8.0, -3.265625, -5.90625, -10.0625, -2.5625, -5.5625, -13.8125, -13.5625, 3.3125, 4.28125, -4.84375, -15.375, -0.11181640625, -5.625, 1.0, -4.375, 0.287109375, -2.75, -8.25, -3.734375, 4.625, -11.5, -7.3125, -2.90625, 1.734375, 1.015625, 3.546875, 7.125, -1.0859375, -4.375, 8.375, -7.8125, -7.4375, -2.171875, -8.75, -9.375, -8.6875, -12.25, 4.28125, 0.43359375, -5.46875, -1.4296875, -6.8125, 1.15625, 3.921875, 3.21875, -9.0, -7.125, -7.28125, 6.9375, -9.3125, -6.84375, -3.90625, -10.0625, -2.875, -0.01123046875, 1.2890625, -7.4375, -4.53125, -8.875, -6.96875, -13.125, -7.625, -10.125, 1.71875, -0.5546875, -3.171875, -3.40625, -13.875, -11.3125, -6.84375, -2.765625, 4.25, 5.59375, 7.5625, -1.0234375, 1.6796875, -8.75, 6.84375, -7.34375, 0.96875, -0.7265625, -0.4296875, -4.75, -6.0625, -7.28125, -10.5, -3.671875, 2.140625, -2.15625, 4.5, 6.5625, -6.71875, -4.0625, 0.8203125, 0.003936767578125, -10.1875, 3.453125, -2.0, 1.890625, -17.25, -4.0, 1.5859375, -11.1875, -10.0, 0.7890625, -10.5, -2.109375, -9.375, -3.640625, -6.90625, 6.6875, -0.671875, 0.07275390625, -9.0, -0.023193359375, -10.1875, 3.953125, 1.296875, -1.5625, -2.203125, -2.171875, -10.0625, -14.8125, -13.5, -9.0, -14.0625, 0.478515625, -7.6875, 0.5, -3.578125, 3.0625, -4.65625, -8.375, 1.34375, -2.59375, 4.75, -7.78125, -0.5703125, 0.984375, 1.875, -9.5, 2.140625, 3.40625, -8.9375, -2.328125, 1.34375, -3.5625, -11.75, -8.4375, 3.296875, -4.84375, -5.9375, -9.4375, -7.59375, -6.0625, -5.0, -5.71875, -8.625, 5.59375, 6.5, -8.9375, 1.8515625, -0.197265625, -3.234375, -2.828125, -0.78125, -1.6640625, -0.357421875, -11.0625, 2.15625, -7.34375, -5.0, -1.4609375, -8.3125, -5.5625, -6.8125, -10.4375, -3.609375, 2.28125, -3.1875, -4.4375, -10.4375, -7.1875, -3.15625, -6.1875, -7.75, -7.09375, 1.046875, -6.90625, -0.7578125, -7.15625, -4.96875, -11.8125, -10.0, -7.8125, -3.921875, -3.28125, 0.013916015625, -13.875, 0.09423828125, -7.5625, -1.9453125, -5.4375, 4.09375, -1.28125, -7.21875, 2.84375, 5.5625, -7.34375, 0.90625, -13.875, -4.65625, -8.1875, -3.96875, -1.21875, -4.9375, -4.46875, -2.734375, 5.9375, -0.9140625, 3.84375, -6.28125, -1.75, 2.046875, 4.46875, 0.388671875, 5.125, -4.5, -5.25, -2.125, -7.8125, -3.421875, -10.375, 1.484375, 1.6953125, 4.03125, -4.28125, -2.59375, -0.87890625, 1.234375, -1.3046875, -0.0294189453125, 3.53125, -1.0390625, 2.9375, 3.203125, -0.326171875, -3.265625, -6.625, -8.4375, -10.1875, -3.75, -10.625, -0.921875, 0.07861328125, 3.5, 0.69140625, 1.421875, 0.2470703125, -3.15625, -1.40625, -3.953125, -9.6875, -10.9375, -5.40625, -9.3125, -4.15625, -3.078125, -0.64453125, -2.796875, -10.0625, -8.125, -4.375, -10.0, 0.83984375, 0.78125, -9.6875, 0.77734375, -2.6875, 2.9375, 4.125, -2.21875, 2.71875, 1.71875, -3.515625, -0.03759765625, -0.8203125, 5.65625, 3.21875, -2.4375, -1.265625, 5.9375, -6.5625, -7.03125, -5.34375, -0.05078125, -5.875, -0.9140625, -3.75, 5.46875, 3.9375, -0.1669921875, 1.015625, -12.75, 2.890625, -8.75, 0.033447265625, -6.53125, 3.296875, 1.734375, -8.0, -8.9375, -4.4375, -0.48828125, 7.90625, -8.5625, 2.484375, 1.984375, -6.65625, -7.21875, 3.609375, 2.5625, -12.6875, -2.921875, 2.796875, -0.2890625, -4.28125, 4.96875, -10.375, -4.28125, -11.25, 1.1640625, -2.75, -4.9375, -0.451171875, -0.1298828125, 0.345703125, -10.125, 1.0, -9.1875, -8.4375, 4.71875, 0.431640625, 1.75, -3.03125, -13.5625, 0.53515625, -12.125, -6.3125, -7.59375, -8.6875, -8.25, 3.796875, 1.0, -4.40625, -0.609375, -10.375, 9.8125, -1.7890625, -6.90625, 3.515625, -8.75, -8.3125, -3.90625, 1.09375, -11.4375, -13.125, -1.75, 1.0234375, 1.8203125, -3.265625, -7.9375, 0.232421875, -5.875, 3.265625, 6.4375, -1.234375, -6.1875, -4.65625, 4.125, -8.5625, -5.6875, -10.75, 2.984375, -1.6328125, -6.25, -0.35546875, -11.5, 2.03125, -1.5078125, 0.9296875, -2.125, -7.0625, -5.78125, 6.375, -7.5, 6.21875, -6.34375, 2.109375, -10.8125, -4.28125, -7.875, -1.96875, -2.65625, 1.9140625, 2.09375, -8.125, -8.875, -10.9375, -9.5, -2.375, -5.0625, -7.375, 0.6171875, -14.125, -7.40625, -1.828125, 5.6875, -3.734375, 5.0625, -2.890625, -7.59375, 0.236328125, -9.6875, -4.46875, -4.0, -6.53125, 5.65625, -4.4375, 1.203125, 1.96875, -7.09375, -0.201171875, 2.25, -6.90625, 2.171875, -0.1904296875, -6.65625, -0.333984375, -3.6875, -3.28125, -3.75, -10.875, -7.5, -1.34375, 4.78125, -8.3125, 2.3125, -11.3125, 9.1875, -0.59375, -6.15625, -7.6875, 4.125, 3.84375, 2.046875, 3.59375, -3.5, -5.28125, -12.1875, 1.34375, -0.294921875, -10.0, -10.75, 3.984375, -1.8671875, -7.8125, -5.25, -1.2109375, -1.65625, -3.546875, -4.9375, -3.265625, 2.25, -11.9375, -4.65625, -2.84375, 3.53125, 2.34375, -9.0, -4.09375, -5.96875, -7.5625, -10.5, -10.5, -3.859375, -6.65625, -2.5625, -8.375, -6.65625, -1.8359375, -10.8125, -7.75, 1.3046875, -1.90625, -7.40625, -2.828125, 1.015625, -1.703125, -8.8125, 4.0, -14.625, 3.375, -3.90625, -3.90625, -2.75, -11.3125, -10.6875, 2.671875, 1.484375, -1.5390625, -0.193359375, -4.25, -4.34375, 1.9921875, -7.4375, 1.140625, -3.953125, -10.5625, -9.75, 4.6875, -13.375, 1.1953125, 2.8125, -11.875, -9.6875, -7.5, -2.8125, 1.1640625, -3.0625, -6.28125, -4.375, 2.671875, -4.4375, -9.8125, -12.125, -0.236328125, -1.1875, -10.3125, -0.5546875, -4.28125, 0.71875, -0.041259765625, -8.75, -7.5625, -3.703125, -0.1767578125, -5.84375, -0.1484375, -2.453125, -3.5625, 0.71875, 2.546875, -4.84375, -10.75, -6.34375, -8.4375, -5.75, -8.0625, -4.125, -0.62890625, -0.251953125, 4.40625, -0.0250244140625, -5.34375, -3.375, -11.4375, -4.4375, -7.15625, -12.6875, -0.71484375, 7.34375, -2.09375, -13.5625, -6.5625, 3.0625, -7.78125, -3.46875, 1.8203125, 1.390625, -1.0, -8.125, -9.625, -8.625, -5.375, -2.84375, -1.6171875, -6.65625, 8.625, 1.296875, 5.125, 1.8515625, -2.546875, 2.90625, -7.1875, -0.1962890625, 0.033447265625, -0.89453125, -10.0, -5.03125, 0.8203125, -3.546875, -3.296875, 7.5, -0.5546875, 0.79296875, -12.3125, -6.78125, -5.59375, -0.16796875, 0.79296875, 5.5, -8.25, -13.5625, -8.5625, -7.28125, -4.78125, -2.09375, -10.6875, -3.984375, -1.1015625, 3.4375, -10.875, 2.6875, -6.75, 3.703125, -4.84375, 2.65625, 0.302734375, -7.78125, -0.314453125, 5.53125, -7.34375, -8.5625, 0.60546875, -4.03125, -5.78125, 0.203125, -2.953125, -7.125, -9.375, -3.171875, -0.796875, -9.5625, -7.15625, -3.609375, -15.375, 0.91015625, -4.59375, -2.609375, -5.34375, -3.859375, 1.3828125, -10.6875, -1.21875, 7.625, -14.1875, -14.6875, -3.75, -5.8125, -5.15625, -8.75, -6.09375, -10.125, 1.46875, -7.375, -10.0, 0.12109375, -0.1484375, -6.40625, -0.94140625, -9.75, -2.390625, 8.5, 4.4375, 5.53125, 0.26953125, 2.046875, 3.296875, -1.6328125, 4.3125, -2.0625, -5.28125, 6.21875, -10.5625, -10.375, 1.53125, -14.0, -1.96875, -2.359375, -9.625, 3.921875, -4.125, -9.9375, -0.47265625, 0.99609375, 1.2890625, -5.0625, -7.09375, -8.0, -11.3125, -1.96875, 3.5, -0.63671875, -2.046875, -10.25, -5.03125, -0.119140625, -5.6875, 5.46875], "margins": [0.578125, 0.0, 1.06640625, 2.9765625, -3.7421875, -6.994140625, 0.125, 3.25, 11.4697265625, 0.0, 10.4375, 6.75, 3.2890625, 5.7486114501953125, 7.0625, 4.76708984375, 6.0546875, 5.19140625, 2.390625, 3.978515625, -0.78125, 3.812255859375, 4.5625, 9.65625, 1.931640625, 14.6875, 14.40625, -3.6953125, 2.703125, 2.5546875, 11.265625, 5.0771484375, 0.0, 8.78125, 7.04296875, 0.0, 4.38671875, 6.234375, 15.53125, 4.3984375, 0.0, 0.0, 1.9609375, 8.90625, 14.125, 9.875, 8.5, 8.984375, 2.66552734375, 5.46875, 16.1875, 0.0, 1.390625, 8.953125, -5.078125, 11.75, 0.0, 0.0, 1.890625, 0.0, 1.34375, 4.3203125, 8.0, 8.390625, -3.44598388671875, 9.4609375, 0.0, -0.7734375, -2.1796875, 14.53125, 4.65234375, -3.109375, 2.23876953125, -6.5859375, 1.28125, 0.0, 5.32421875, 12.0, -0.171875, 4.1875, 10.73828125, 3.6640625, 12.34375, 5.01171875, 2.1953125, 0.0, 4.34375, -2.552734375, 3.1875, 0.0, -2.78125, 6.828125, -1.326171875, -0.12109375, 0.0, 1.40625, 9.875, 3.140625, 0.728515625, -0.3125, 6.427734375, 6.3125, -11.52734375, 5.25, 9.84375, 14.46875, -0.828125, 3.4375, 1.8984375, 6.0859375, 0.0, 13.640625, 9.65625, 13.875, 7.1640625, 11.75, 2.71875, 5.890625, 4.609375, 7.78125, 4.09375, 2.09375, 2.6484375, 7.125, 0.0, 5.5625, 12.109375, 0.0, 5.1875, -9.703125, -0.375, -0.03125, -2.421875, 0.546875, 0.0, 6.890625, 2.6875, 0.0, 2.53125, 12.875, 3.2890625, 7.625, 1.59375, 6.2734375, -0.078125, 10.234375, 10.78125, 0.4765625, 1.46875, 14.25, 1.35546875, 3.54296875, 3.15625, -1.91015625, 16.3125, 4.765625, 8.5, 1.20703125, 8.453125, 9.578125, 2.140625, 17.59375, 3.93896484375, 2.390625, 12.09375, 2.828125, 2.5390625, 0.0, 3.34375, -3.375, 4.7451171875, 3.875, 7.640625, 7.04296875, -7.71875, 9.40625, 0.1875, 3.25, -3.28125, -2.625, 5.453125, 0.0, -2.0625, 0.56640625, 8.609375, 0.0, 5.0234375, 2.5390625, -2.48046875, 16.828125, 7.076171875, 3.8203125, 0.0, 0.0, 15.234375, 7.3125, 0.0, 11.25, 1.4765625, 0.0, 1.0546875, 5.453125, 1.6328125, 8.609375, 0.7265625, 9.9296875, 7.4296875, 9.8828125, 0.0, 7.5625, 15.9375, 4.234375, 9.15625, 5.0, 11.5625, 0.0, -3.904296875, 1.703125, 13.046875, 0.99072265625, 8.90625, 2.34375, 4.638671875, 4.337890625, 3.234375, 11.78125, 6.375, -9.21875, 5.65625, 8.7265625, 3.734375, -0.6796875, -1.1435546875, 0.828125, -0.90625, 6.2109375, 6.453125, -2.78125, 3.65625, 0.0, 0.0, 14.09375, 15.4375, 14.46875, 4.59375, 5.28125, 6.97265625, 1.765625, 1.4130859375, 8.296875, 1.265625, 0.0, 0.8125, 3.3125, 8.3359375, 12.65625, -14.875, 14.75, 8.671875, 0.0, 9.13671875, 1.75, 1.69091796875, 6.5859375, 7.38916015625, 6.625, 8.447265625, 0.0625, 13.87890625, 8.921875, 7.109375, -9.6875, 2.2109375, 8.703125, 7.5, 19.5, 14.421875, 9.515625, 4.828125, -0.703125, -0.4375, 0.8125, 2.1484375, 0.0, 2.0625, -9.140625, 9.34375, -0.12109375, 0.259765625, -0.33984375, 0.0, 7.2578125, 0.59375, 17.28125, 7.09375, 1.140625, 5.328125, 1.78125, -5.328125, 9.21875, 0.0, -3.7421875, -3.269561767578125, 15.03125, 3.171875, 5.1875, 3.140625, 23.1875, 0.0, -4.6328125, 9.640625, 5.9375, 1.171875, 6.96875, -2.484375, 3.5625, 4.064453125, 0.0, -2.25, 0.0, 0.0, 0.4375, 0.656005859375, 9.03125, -1.046875, 2.703125, 0.0, 0.0, 3.078125, 14.46875, 11.1875, 12.8671875, 10.34375, 13.98046875, -3.384765625, 7.248046875, 4.9375, 5.453125, -0.53125, 0.0, 8.1455078125, 4.34375, 3.3359375, 1.84375, 11.40625, 0.0, -3.265625, -4.796875, 11.2109375, 4.765625, -0.328125, 6.1875, 0.0, 3.34375, 11.15625, 16.65625, 0.9375, -13.109375, 4.408203125, 5.78125, 0.3125, 12.125, 6.373046875, 10.84375, 3.9375, 7.1484375, 1.71875, -0.90625, 6.734375, -9.3515625, 6.603515625, 3.2159423828125, 7.234375, 6.03125, 4.6953125, 7.076171875, 14.46875, -0.078125, 9.34375, 2.328125, 6.1484375, 3.90625, 0.09375, 5.796875, 8.546875, 3.68115234375, -0.078125, 8.09375, 8.71875, 4.4375, 5.8671875, 9.65625, 3.140625, 14.34375, 6.9580078125, 1.265625, 9.125, 0.0, 10.84375, 4.19140625, 10.0625, 14.09375, 8.1875, 6.8125, -0.671875, 0.970458984375, 8.15625, 0.82373046875, 8.8515625, 4.7890625, 6.7421875, 2.96875, 5.265625, 9.75, -10.6875, -3.875, 9.140625, 2.578125, 13.412109375, 4.1953125, 9.7890625, 5.03125, 0.0, 0.0, 3.3984375, 3.9609375, 0.0, 0.14453125, -10.09375, 7.1796875, 0.0, 0.0, -9.375, 0.759765625, -5.02783203125, 4.505584716796875, 11.03125, 9.625, 8.1875, 0.453125, 3.03125, 1.46875, -1.08203125, 0.90625, 0.0, 4.890625, 5.66015625, -3.71875, -2.0546875, 1.8653564453125, 3.59375, -1.1484375, 0.03125, 0.0, 6.013671875, -6.546875, 8.25, 10.4296875, 11.9375, 1.171875, 15.09375, 3.234375, 0.0, 1.65625, 0.48828125, 4.796875, 0.7998046875, -6.28125, 0.0, -6.046875, 5.921875, -0.6875, 5.921875, 10.8984375, 0.0, 0.0, -4.32421875, 5.09375, 12.484375, 6.2734375, 5.15625, 11.0234375, -3.32421875, 3.8125, 5.1875, -2.88671875, 3.484375, -2.0703125, -0.703125, 4.890625, 5.1875, 4.21875, 8.359375, 5.31884765625, 0.322265625, 0.5, 0.0, 9.25, 6.984375, 0.71875, 8.34375, -0.96875, 0.0, 2.01953125, 0.0, 1.87109375, 0.0, 1.28125, 1.59375, 2.8701171875, 2.265625, 14.4296875, 3.171875, 11.234375, -3.033447265625, 5.296875, 0.0, -0.97265625, 8.75390625, 7.0234375, 0.0, -10.13671875, -4.078125, 6.5, 0.1875, -3.3125, 5.484375, 6.3046875, 1.015625, -2.107421875, 17.65625, 0.0, -1.1953125, 7.4140625, -1.4375, -2.171875, 4.96875, 3.28515625, 13.765625, 3.2734375, 2.13671875, 8.234375, 3.654296875, 3.1611328125, 3.498046875, 10.4921875, -7.65625, 3.65625, 6.28125, 0.625, 5.974609375, -0.3828125, 3.287109375, 11.5625, 0.0, 9.3125, 10.71875, 11.78125, 0.0, 13.3125, 4.515625, 1.578125, 6.0859375, 1.421875, 14.53125, -9.740234375, 8.1640625, 9.125, -3.4248046875, 7.953125, 1.625, 0.0, 4.90625, 14.03125, 6.5, 0.484375, 4.5703125, 2.1796875, 7.984375, 10.96875, 3.033203125, 0.28125, 4.234375, -3.875, 3.375, -0.71875, 4.1953125, 1.53125, 2.6875, 4.3359375, 18.09375, 4.609375, 0.89453125, 0.0, 5.88671875, 7.90625, 3.34375, 2.8203125, 5.5390625, 3.953125, 11.90625, 10.0, -1.4375, 15.4375, 0.4375, 6.3984375, -3.671875, 6.921875, 7.984375, 5.53125, 0.0, 7.15625, 2.3984375, 0.0, 7.92578125, 0.6875, 10.9671630859375, 6.71875, -6.875, 0.0, 8.46875, 0.796875, 14.8359375, 3.640625, 1.75390625, -1.59375, 7.625, 0.1875, 3.46875, 6.8515625, 3.419921875, 12.53125, 5.828125, 9.125, 3.4375, 0.5, -1.21875, 1.0, -6.09375, 3.0625, 0.0, 0.671875, 3.859375, 1.8125, 1.8232421875, 4.203125, -1.314453125, 2.6015625, 0.0, 9.40625, 4.34375, 6.3046875, -0.453125, -0.15625, 3.84375, 0.546875, 4.5, -2.34375, 9.09375, 8.3125, 3.5, -2.4609375, 2.28125, 7.265625, 1.4375, 1.6171875, 0.0, 15.75, 2.3125, 5.919921875, 10.466796875, 3.28125, 1.328125, 2.47265625, -0.5, -2.625, 0.0, 4.890625, 0.0, -6.25, 5.078125, 0.53125, 12.1220703125, 4.7451171875, 4.15625, 0.0, 0.9375, 5.9375, 9.9375, 9.5, 11.484375, 11.12890625, 15.125, 2.98828125, 4.8046875, 4.234375, 7.78515625, 4.6796875, 0.0, 15.03125, 5.546875, 1.5390625, 6.15625, 3.625, 6.078125, 2.265625, 4.40625, 11.46875, 2.375, 10.34375, 0.015625, 5.03125, 8.75, -3.9375, 14.09375, 14.25, 0.484375, -0.9921875, -0.8515625, 0.0, 4.1083984375, 7.34375, 1.1328125, 8.24609375, 3.984375, 6.828125, 12.671875, 11.2109375, 2.46875, 13.5673828125, 0.0, 1.875, 5.46875, 9.703369140625, 7.029296875, 2.30078125, -1.875, 4.296875, 7.1796875, 5.36328125, -4.3671875, 10.71875, 7.09375, 9.1875, 5.080078125, 0.0, 11.9609375, 0.7890625, 0.0, 3.5625, 0.0, 5.421875, 11.8125, 8.265625, -1.7998046875, -1.3125, 0.0, 9.484375, 6.484375, 3.5625, -1.015625, -1.3125, 4.21875, 5.970703125, 13.34375, 7.4609375, 14.5, 3.3046875, 1.67578125, 4.470703125, 3.65625, 2.1031494140625, 7.40625, 3.5078125, 15.9375, 0.0, 5.65625, 8.6875, 7.43359375, -2.84375, 7.21875, 8.0, 13.40625, -1.5234375, 9.21875, 4.453125, 1.3671875, 0.0, 1.9296875, 9.2265625, 6.015625, 6.59375, 9.53125, 0.0, 3.0703125, 4.8046875, -3.0625, -7.890625, 3.375, 1.4296875, -3.453125, -1.203125, 5.5234375, 4.5087890625, -3.033447265625, 4.95703125, 6.34375, 0.09375, -3.7421875, 1.515625, 3.1884765625, -3.4375, 0.7890625, 0.0, 4.71875, 0.9375, 10.125, 1.41015625, -1.228515625, -4.69140625, 11.765625, 12.6171875, 9.640625, 7.3447265625, 5.2265625, 3.53125, 5.84375, 12.296875, 0.046875, 1.75, -1.0625, 0.9375, 5.6640625, 5.546875, 8.0625, 3.0625, 2.697265625, 9.4453125, 3.845703125, 0.0625, 9.046875, 4.28125, -1.4453125, 8.9375, 7.75, 0.0, 8.296875, 8.3359375, 7.8828125, 8.703125, 1.48828125, 8.390625, 4.328125, 0.0, 12.828125, 2.98046875, 9.53125, 4.828125, 8.109375, 3.23828125, 2.4296875, 2.0625, 4.4375, 2.5, 16.703125, 10.53125, 1.171875, 13.4375, 8.203125, 14.09375, 10.9375, 4.34375, 4.21875, 0.0, 19.4375, 0.1025390625, 0.0, 13.28125, 0.26953125, 6.234375, 1.64453125, -11.65625, -5.171875, 0.0625, 3.07421875, 0.0, 0.0, 0.0, 3.15625, 0.0, 11.28125, -3.203125, 2.25, 4.96875, 2.53125, 17.671875, 0.0, 3.17578125, 1.8125, 0.0, 4.83203125, 1.3125, -1.96484375, 2.28515625, 6.5859375, 8.0, 3.0625, 9.8828125, 8.9375, 4.09375, -8.75, 0.109375, 8.203125, 5.5625, 3.5, 0.0, -0.125, 1.3125]} \ No newline at end of file diff --git a/margin_logs/val_margins_code_epoch_2.json b/margin_logs/val_margins_code_epoch_2.json new file mode 100644 index 0000000000000000000000000000000000000000..7de401178a4ddd4394a82ead8d654b64f326e031 --- /dev/null +++ b/margin_logs/val_margins_code_epoch_2.json @@ -0,0 +1 @@ +{"epoch": 2.0, "step": 492, "domain": "code", "rewards_chosen": [1.53125, -5.0625, 0.3359375, 1.9609375, -0.24609375, -0.33203125, -0.2265625, -2.96875, -0.5390625, -2.859375, 0.5078125, 2.359375, 1.0859375, 2.125, 2.140625, 1.3125, -1.1484375, 0.8359375, -0.06591796875, 2.375, -3.859375, 1.53125, -0.46875, 0.90625, 1.203125, 1.046875, 1.6796875, -0.02685546875, 1.875, -0.97265625, 2.765625, 1.875, 0.158203125, 0.75390625, -0.171875, -1.765625, 0.29296875, 0.4453125, 2.65625, 3.640625, 2.921875, -3.125, 3.078125, 2.015625, 1.5234375, 0.37890625, -0.76171875, -0.9921875, -0.400390625, 0.25390625, 1.3984375, -3.828125, 0.06396484375, 3.609375, -0.08642578125, 0.38671875, 1.9140625, 2.421875, 2.671875, 2.265625, -1.9453125, 1.0, -2.453125, 2.3125, 1.3984375, 0.28515625, 3.5625, 0.53515625, -0.87890625, 1.421875, -2.109375, 0.7109375, -0.2890625, 0.87109375, 1.65625, 0.84765625, 2.265625, 1.734375, 1.9765625, 0.78515625, 1.421875, 0.28125, 2.234375, 2.890625, -1.0859375, 0.447265625, -3.375, 0.51171875, 3.34375, 2.625, 2.375, 1.6015625, 0.96484375, -1.3046875, -2.671875, 2.859375, 1.8984375, 0.294921875, 1.2109375, -5.0625, -0.341796875, 1.2109375, -3.703125, -3.125, 1.4375, 1.6796875, -0.490234375, -0.21875, 0.84375, 1.5546875, -1.140625, 1.84375, 1.6328125, 2.578125, 3.03125, 2.046875, -1.25, 1.2421875, 0.921875, 0.95703125, 2.640625, 3.421875, -1.0859375, 1.2890625, -1.0859375, -0.99609375, -0.01458740234375, 0.63671875, 0.78515625, -1.2890625, -0.0064697265625, 3.0625, 1.1640625, 1.3359375, 2.53125, -0.87890625, 2.09375, -1.015625, -4.1875, 4.25, 1.0859375, 2.28125, -1.15625, -0.236328125, 1.8984375, 1.8203125, 2.46875, -1.0703125, -0.62109375, 3.625, 1.234375, 1.0625, 1.796875, 0.232421875, 2.375, 0.00421142578125, 2.125, 0.8046875, 0.359375, 1.6328125, 1.390625, 1.1796875, 1.5703125, -1.015625, 2.046875, 2.9375, 0.1748046875, -1.203125, 2.34375, -1.46875, -0.040771484375, 2.109375, 1.1796875, -0.171875, 1.453125, 0.498046875, 1.5, -2.96875, -1.6796875, -2.1875, 0.7109375, -1.59375, -2.875, 2.15625, 0.57421875, 0.453125, 4.78125, 2.25, -1.21875, 0.50390625, 2.578125, 2.671875, 0.5390625, -0.8828125, 0.6640625, 0.068359375, -2.640625, 2.6875, 1.15625, 1.625, -0.7734375, 0.8828125, 0.4921875, 0.55078125, 2.5, -0.6953125, 3.875, 2.859375, -1.203125, 1.3984375, 1.6015625, 0.11669921875, 1.8515625, -1.9921875, 0.84765625, 3.890625, 0.83203125, -1.640625, 0.2158203125, -1.375, 0.404296875, 1.734375, 0.15234375, 2.25, -0.890625, 1.9375, 1.984375, -0.6875, -2.765625, 1.7265625, -1.1171875, 1.78125, 1.546875, 1.625, 4.21875, 1.5625, 1.75, 2.375, -0.5390625, -3.1875, -3.328125, 2.375, 2.453125, 2.09375, 0.61328125, 3.75, 2.203125, 0.294921875, 1.3671875, 2.359375, 1.8515625, 1.265625, 1.34375, -1.7890625, 2.25, 3.015625, -1.8828125, 1.9453125, 2.796875, -2.546875, -0.3203125, -2.171875, -0.404296875, 3.109375, 0.75390625, 2.125, -0.462890625, -3.921875, 0.6484375, 1.6796875, -0.6484375, -1.90625, 1.3984375, 2.25, 2.34375, 2.875, 1.9140625, 0.328125, 1.6015625, 1.65625, 1.515625, 2.53125, 1.6640625, 0.78515625, 0.5078125, -0.85546875, 3.6875, -1.3046875, 0.220703125, 0.6484375, -1.984375, 0.41015625, -3.28125, 2.359375, 0.91796875, 1.21875, 1.328125, 2.859375, 0.578125, 4.25, 1.765625, -0.24609375, -0.142578125, -0.90234375, 1.5546875, 1.890625, 0.375, 2.046875, -0.0267333984375, 1.421875, -0.380859375, -0.828125, 2.140625, -1.21875, -1.4609375, -3.390625, 1.75, -2.328125, 2.03125, -0.197265625, 1.1328125, -2.484375, -0.034423828125, 1.09375, 1.6171875, 1.875, -1.4375, -0.251953125, -0.23828125, 1.6796875, -0.75, 0.9921875, 0.8984375, 0.9765625, 0.1103515625, 0.2578125, 2.703125, 0.80078125, 1.390625, -4.1875, -0.578125, 1.7109375, 3.234375, 2.671875, 1.046875, 1.7265625, -2.515625, 0.10888671875, 0.33203125, 4.84375, 1.6328125, -0.1337890625, 1.609375, 1.0546875, 3.53125, 1.2734375, 0.302734375, -2.09375, 2.390625, 1.6875, -2.265625, 3.5625, 0.20703125, 1.7734375, 1.8515625, -0.98828125, 3.6875, 3.234375, -0.3515625, -0.55078125, 1.6953125, 1.1171875, 2.421875, 2.5625, 1.265625, 2.578125, 2.78125, 2.34375, 3.6875, 0.41015625, 2.703125, 0.0177001953125, -0.77734375, 0.353515625, -0.77734375, 0.6015625, 1.8984375, 2.6875, 2.421875, 0.96484375, 0.91796875, 3.046875, 0.328125, 2.8125, 0.97265625, 1.21875, 1.2109375, 0.061767578125, 1.015625, 1.1796875, 0.609375, 2.1875, 1.65625, 1.5546875, -0.88671875, 0.310546875, -0.34765625, 0.79296875, 0.953125, 1.34375, 0.515625, 1.9375, 1.8203125, 1.7734375, -2.015625, 2.25, 1.3359375, 2.703125, -0.53125, 1.4609375, -0.375, 1.2109375, -1.359375, -3.5, 0.2099609375, 0.6640625, 2.859375, -0.96484375, -1.2734375, 0.30859375, -0.408203125, 2.1875, -6.1875, 1.171875, 1.046875, 0.99609375, 2.265625, 2.25, 1.65625, -0.443359375, -0.8515625, 1.0390625, 0.330078125, 1.53125, -2.640625, 1.65625, 2.078125, 0.25, -0.0023193359375, 1.2578125, 3.1875, -1.90625, 2.203125, 4.9375, 2.796875, -1.984375, 0.78125, 0.07861328125, 1.0625, 0.2294921875, 2.84375, 1.9609375, 0.52734375, 1.5859375, 3.84375, 2.484375, 1.671875, -3.078125, -3.265625, -1.0859375, -0.353515625, -1.1171875, 0.2216796875, -3.1875, -1.421875, -1.4296875, -3.65625, 1.2109375, 1.578125, -0.236328125, 1.5, 0.9296875, -0.71875, 2.453125, 1.1953125, -3.625, -1.21875, 1.296875, 1.859375, 1.9296875, 3.390625, 2.578125, 2.1875, 3.03125, 0.64453125, 1.296875, 4.6875, 3.0, 3.125, 3.21875, 1.2421875, -3.28125, -2.0625, 2.3125, 0.337890625, 0.3359375, -2.71875, 2.078125, 2.90625, 1.4375, 2.4375, -0.33984375, 3.171875, 1.4140625, -0.119140625, 0.6328125, 3.65625, 2.328125, 0.0240478515625, 0.283203125, -5.15625, -4.09375, 3.09375, 0.255859375, 2.28125, -0.8359375, -0.07568359375, -0.87109375, 1.7734375, 1.078125, 2.265625, -0.7890625, 0.8671875, 3.5625, -3.1875, -0.34765625, -1.28125, -0.4375, 1.2421875, 0.28125, 0.47265625, 2.28125, 1.734375, 1.359375, 6.0625, 1.8828125, -1.59375, -3.578125, 0.89453125, 0.98046875, 3.203125, -0.035888671875, -0.62109375, 0.84765625, 0.6484375, -0.0067138671875, 0.193359375, 2.15625, -7.90625, 1.3828125, 2.375, 0.40234375, 0.95703125, 0.3828125, 1.421875, 0.76171875, 2.3125, 1.2109375, 0.7734375, -1.2421875, -0.43359375, -3.40625, 2.921875, -0.828125, -3.953125, -2.578125, 2.15625, 2.25, 1.6953125, 0.08544921875, 0.51171875, -0.25390625, 3.640625, 0.44140625, 1.4765625, -2.53125, 1.4609375, 2.359375, -3.46875, -1.5234375, 2.734375, 3.125, 2.234375, -2.859375, 3.09375, 1.734375, 3.015625, 0.40625, 2.34375, 0.78515625, 1.640625, 2.40625, 2.40625, 1.8359375, 2.453125, 0.384765625, 2.046875, -0.35546875, 1.1328125, 1.3671875, -0.34375, 2.453125, 2.4375, 3.375, 1.0, -2.390625, 0.5703125, -0.84375, -2.609375, -3.484375, 1.890625, 1.234375, -0.462890625, -1.796875, 1.640625, 0.85546875, 2.28125, 2.515625, 3.40625, -0.921875, 2.671875, 2.296875, 0.208984375, 2.375, -0.21875, 1.296875, -1.0234375, 2.046875, -0.1728515625, -1.375, 0.796875, 1.3515625, 0.0419921875, 1.671875, 0.0152587890625, 0.10009765625, -3.296875, -0.392578125, 0.609375, 2.671875, -0.96484375, -1.0, -3.421875, 2.125, -1.0625, 1.3359375, -1.5390625, 3.375, 2.484375, 5.0, -0.3515625, 0.494140625, 1.140625, 4.15625, 2.390625, -0.1953125, -5.8125, 1.609375, 1.4921875, 2.203125, 1.7421875, -1.9296875, 2.53125, 1.515625, -7.90625, -5.40625, 0.1005859375, 3.0, 1.4765625, -2.890625, 1.1796875, 1.84375, 0.79296875, -0.040771484375, 1.375, 5.53125, 1.4296875, -1.15625, 4.375, 0.74609375, 1.6015625, 1.3515625, 1.90625, -0.6875, -0.482421875, 0.11669921875, -0.298828125, -1.125, 2.03125, 2.1875, -0.26171875, 2.0, 0.3125, 0.439453125, 1.3828125, 2.4375, 2.59375, 1.0546875, 1.8828125, -1.15625, 0.91015625, -0.54296875, 2.28125, -2.109375, 3.140625, 0.287109375, 0.8046875, 1.640625, -1.375, 1.6015625, 1.5390625, 1.921875, 0.953125, 0.88671875, 1.984375, 2.0, 2.8125, 1.6015625, 3.109375, 1.578125, 1.96875, 2.234375, -1.359375, 0.3828125, 0.306640625, 0.1103515625, -0.03857421875, 0.212890625, 0.30859375, 1.1953125, 0.216796875, 1.796875, 1.421875, 0.034912109375, 1.828125, 1.5703125, 0.236328125, 1.125, -2.15625, 1.8984375, 0.43359375, -1.375, 3.140625, 1.8671875, 0.80078125, -0.1669921875, 0.91015625, 2.078125, 1.7109375, 1.8984375, 2.359375, -1.46875, -0.94140625, 0.12890625, 1.375, 2.03125, 2.1875, 0.78515625, 0.255859375, 0.439453125, 2.640625, 1.1171875, 0.78515625, 2.265625, 1.4609375, -2.5, -0.921875, -0.3515625, 3.21875, 0.57421875, 2.96875, -2.453125, 2.9375, 0.302734375, 1.6953125, 1.8984375, 1.9375, 0.412109375, 0.494140625, 1.90625, -0.1953125, -0.94921875, 2.90625, 1.1484375, 1.890625, -0.482421875, 2.640625, -5.03125, 2.59375, 1.328125, -1.84375, 1.09375, 1.53125, 2.859375, -0.119140625, 2.484375, 0.17578125, 0.345703125, -0.24609375, -0.55078125, -0.93359375, 2.75, 1.125, 2.296875, -1.4296875, 1.15625, 1.9375, 1.2890625, 1.265625, 1.125, 0.9921875, -0.455078125, 0.486328125, 1.1328125, 1.6328125, 2.03125, 1.203125, 2.703125, 0.31640625, 1.640625, -2.8125, 1.0546875, -0.04638671875, 1.96875, 2.25, 3.796875, 1.609375, 1.21875, 0.9921875, 3.015625, -0.035400390625, -0.1875, 1.2734375, -0.0927734375, 0.84765625, -0.08349609375, 1.9140625, 2.25, -0.70703125, 2.25, 1.4453125, -0.28515625, -4.0, 0.044921875, 2.359375, 1.6875, 0.95703125, 0.94140625, 1.6875, -0.2373046875, 1.6015625, -1.3046875, 1.59375, 4.375, 0.7109375, -1.1953125, 0.2294921875, 2.28125, 0.76171875, 2.375, 3.171875, -2.578125, 3.171875, -5.0, 2.8125, 0.6328125, 0.91015625, 2.984375, 1.46875, 2.109375, 0.07421875, -0.64453125, 0.77734375, 3.015625, 1.4765625, 2.1875, 3.65625, -0.64453125, 2.15625, 0.7265625, 1.6171875, 1.7578125, -1.71875, -1.28125, 1.8359375, -0.1923828125, -0.85546875, 1.828125, -2.234375, 4.0625, -0.423828125, -1.2421875, 0.59375, 3.28125, 3.109375, 0.74609375, -0.546875, 2.859375, 0.216796875, 0.8203125, 0.1474609375, 0.63671875, 2.75, -0.99609375, -3.859375, 0.373046875, -1.6796875, 2.03125], "rewards_rejected": [1.1484375, -5.0625, 2.28125, 0.83203125, 2.875, 0.1640625, -1.296875, -3.984375, -2.625, -2.859375, -3.75, -1.765625, 0.1259765625, -0.0693359375, -0.58203125, -3.109375, -0.400390625, -2.03125, -1.0390625, 1.6015625, -3.875, -1.5390625, -2.265625, -2.515625, 1.234375, -4.625, -4.34375, 2.625, 0.326171875, 0.88671875, 0.07861328125, 0.96875, 0.158203125, -2.125, -2.671875, -1.765625, -0.20703125, -1.9765625, -3.34375, 0.5625, 2.921875, -3.125, 4.21875, -0.515625, -2.546875, -5.34375, -3.046875, -3.71875, -1.7734375, -2.4375, -4.40625, -3.828125, 0.2578125, 2.8125, 2.53125, -5.625, 1.9140625, 2.421875, 2.40625, 2.265625, -2.390625, -0.333984375, -3.46875, 0.7890625, 2.171875, 0.72265625, 3.5625, 1.953125, -0.046630859375, -3.484375, 0.26953125, 1.578125, 0.953125, 2.53125, 2.9375, 0.84765625, 0.4296875, -2.96875, -1.5625, -2.171875, -0.79296875, 1.3359375, -2.015625, 0.81640625, -1.1875, 0.447265625, -6.28125, 1.1015625, 1.609375, 2.625, 2.5, -0.2177734375, 1.4375, -0.470703125, -2.671875, 1.90625, -2.296875, 2.359375, -0.328125, -4.25, -1.2265625, -0.69140625, 0.38671875, -1.0078125, 0.115234375, -3.109375, -0.625, -1.015625, 1.1015625, -4.09375, -1.140625, -4.09375, 0.31640625, -0.78125, 0.1689453125, -3.9375, -1.125, -0.6640625, -0.482421875, -1.0859375, 1.578125, 2.40625, -1.875, -0.1044921875, -1.0859375, -2.71875, -3.390625, 0.63671875, -0.1748046875, 2.046875, 1.5234375, 2.6875, 2.203125, 0.7734375, 2.53125, -3.203125, 1.15625, -1.015625, -2.71875, -3.265625, 0.1259765625, -0.05126953125, -1.9375, -1.703125, 1.0625, 1.8359375, -0.78125, 1.578125, -3.625, -3.546875, 1.578125, -1.1484375, -1.6171875, 0.76171875, -5.34375, -4.75, -0.9609375, 0.47265625, -4.5, -6.5, 1.4296875, -3.0625, -0.65234375, 0.8515625, -2.515625, 2.453125, -0.0048828125, -2.578125, 2.640625, 2.046875, -0.60546875, 1.3671875, -0.171875, -2.671875, 2.03125, -2.734375, 1.9765625, -3.984375, 0.75390625, -1.8203125, -3.84375, -1.59375, 0.53125, 1.3984375, 0.494140625, 0.453125, 1.4765625, 1.6640625, 1.21875, -5.53125, 0.921875, -0.63671875, 0.5390625, -0.8828125, -3.84375, -4.875, -2.640625, -2.625, -0.4765625, 1.625, 0.11328125, -0.55078125, 0.2412109375, -0.58203125, 3.53125, -1.0234375, 0.8125, -2.34375, -1.203125, -1.390625, -3.46875, 2.078125, -0.5859375, -2.484375, -3.1875, 3.890625, 2.5625, -3.09375, -4.59375, 0.36328125, -1.2890625, 0.6953125, -0.26171875, 1.5234375, -0.40234375, -4.09375, -0.66015625, 1.8828125, -3.203125, -3.609375, -1.5546875, 1.9140625, 1.78125, 2.140625, 4.3125, -0.4453125, 1.4296875, 2.5, -4.75, -3.1875, -3.328125, -1.0390625, -1.3046875, -1.375, -4.1875, 1.6875, 0.205078125, -1.6484375, 0.515625, -0.279296875, 1.4375, 1.265625, 2.15625, -1.46875, -2.65625, -2.71875, 1.515625, -1.921875, -1.296875, -2.546875, -4.875, -0.16796875, -2.484375, 0.302734375, -2.96875, -0.267578125, -1.90625, -1.53125, -4.5625, -0.81640625, -2.296875, 2.375, 0.8671875, -0.31640625, 1.4375, -3.265625, -4.28125, -2.328125, 0.205078125, 2.1875, 2.203125, 2.734375, 0.384765625, 0.78515625, -1.5234375, 3.734375, -2.53125, -0.470703125, 0.11279296875, 0.12109375, -1.984375, -3.0, -2.0625, -4.78125, -1.609375, 1.4609375, 1.75, 2.484375, 3.421875, -0.83984375, 1.765625, 2.875, 2.609375, -3.9375, 1.21875, -1.984375, 2.390625, -4.84375, -0.0267333984375, 2.78125, -2.09375, -3.625, 1.2109375, -2.328125, -1.3359375, -5.03125, -0.451171875, -2.328125, 2.25, -0.197265625, 1.1328125, -3.4375, 2.28125, -3.6875, 6.3125, 0.326171875, -1.4375, -0.251953125, -1.0703125, -3.109375, -4.625, -5.78125, -2.9375, -4.46875, 0.5234375, -4.625, -0.271484375, 0.2236328125, 0.78125, -4.1875, -5.96875, 0.75390625, -3.9375, 2.859375, -1.40625, 1.7265625, 1.625, 0.69921875, -3.765625, 1.78125, 1.7578125, -1.9921875, 1.609375, -0.921875, -2.28125, -4.6875, -0.48828125, 2.375, -0.1357421875, -3.34375, -1.984375, -0.0380859375, 0.384765625, -3.578125, 0.421875, -3.46875, 3.578125, 2.96875, -0.296875, 4.375, 0.56640625, 0.10009765625, -0.302734375, -0.78515625, 0.2314453125, 0.921875, -0.244140625, 1.2734375, -2.53125, 0.515625, 0.59765625, -1.578125, -1.09375, -3.171875, -3.0625, 0.703125, 1.0625, 0.369140625, -1.0625, -0.7890625, -1.875, -0.9765625, -0.6171875, -3.078125, 0.73046875, 0.9921875, -1.421875, 0.061767578125, 0.7109375, -3.5625, -3.140625, -3.796875, -0.6640625, 0.9453125, 0.7109375, 0.953125, -3.109375, 0.45703125, -0.81640625, -2.0, -2.984375, 0.51953125, 0.97265625, -1.59375, 0.287109375, 2.53125, -3.921875, 0.216796875, -2.828125, -0.087890625, 0.0164794921875, 0.68359375, -1.359375, -3.5, -1.5390625, 0.2060546875, 2.859375, 0.80859375, 2.046875, -1.5625, -0.408203125, 2.1875, 0.79296875, -0.051025390625, 2.15625, -0.2421875, 0.4765625, 0.6875, -0.6640625, -1.4453125, -4.375, 1.9453125, -1.390625, 3.421875, -2.640625, -0.47265625, 1.1875, 1.578125, 1.625, 1.6875, 2.359375, -0.953125, 1.984375, 4.9375, 0.703125, -0.341796875, -1.8984375, -3.140625, -4.8125, 1.078125, -5.46875, -0.1611328125, 0.52734375, 1.0078125, 2.109375, 0.58203125, -0.34765625, -2.296875, -3.265625, 0.65234375, -3.6875, -2.515625, -0.1689453125, -3.625, -1.421875, -1.4296875, -0.1484375, 1.265625, -3.546875, -1.703125, -0.5703125, -3.0, 1.125, 0.8046875, -0.34765625, 0.796875, -0.87109375, -0.12353515625, 1.828125, -0.78125, 2.015625, 1.2890625, -0.50390625, 0.470703125, 0.828125, 1.2421875, 4.6875, 0.640625, 0.59765625, 2.875, 1.515625, -1.953125, -2.0625, 1.9609375, 0.337890625, 0.5234375, -2.71875, 2.140625, 2.359375, -0.8359375, 1.0078125, -3.78125, 0.443359375, 0.5234375, 2.0625, -6.5625, 3.65625, 2.234375, -2.203125, -5.125, -5.15625, -3.359375, 2.484375, 0.255859375, 1.546875, 0.458984375, -2.34375, -3.234375, 2.265625, 1.1640625, -5.65625, -0.7890625, 0.8828125, 1.9296875, -4.40625, 2.09375, -1.3828125, 0.5546875, -5.0625, 1.5859375, 0.5703125, -0.62890625, 1.4609375, -0.3125, 0.9453125, -2.5625, 0.66015625, -2.78125, -2.390625, 0.35546875, 1.828125, -0.349609375, 0.046875, -3.1875, 0.6484375, -3.3125, -1.5078125, 0.7265625, -7.90625, -3.078125, 0.65234375, -0.337890625, -1.65625, 2.25, -3.484375, 10.6875, -0.1552734375, -1.421875, 0.6640625, -1.109375, -5.03125, -3.40625, 0.953125, -2.578125, -5.1875, 0.80078125, 0.87109375, 1.6640625, -2.84375, -2.46875, 1.515625, 0.80078125, 1.2578125, 2.28125, 0.90625, -2.796875, -0.087890625, 1.7578125, -2.109375, -2.421875, -3.171875, 2.5, 1.78125, -2.859375, 0.034912109375, -2.953125, 1.03125, -1.0703125, -0.0791015625, -0.4375, -4.84375, -2.515625, 1.7578125, -0.9609375, 3.4375, 0.369140625, 1.34375, -3.609375, -2.453125, -0.87890625, -0.34375, -1.296875, 1.2578125, 3.375, -1.0625, -2.25, -3.90625, -1.859375, 0.80859375, -3.484375, -2.03125, 1.0625, -5.28125, -1.1484375, -1.234375, 2.03125, -0.05126953125, 2.34375, -1.7578125, -2.84375, 0.37890625, -2.640625, -0.04833984375, -0.2578125, -1.015625, 1.2421875, -2.015625, 1.4921875, 1.359375, -4.15625, 0.796875, 0.953125, -1.9296875, 0.083984375, -0.86328125, 1.375, 0.875, -2.46875, 0.609375, -1.3984375, -2.71875, -1.9921875, 0.59375, 1.390625, -2.453125, 0.7734375, -4.34375, 4.4375, 0.140625, 0.1298828125, -2.25, 2.359375, 0.73828125, -0.294921875, 1.9140625, -0.9140625, -5.8125, -4.625, 1.0234375, 0.298828125, -2.421875, -3.015625, 2.296875, -1.75, -0.70703125, -5.6875, 0.1005859375, 0.6015625, 1.4765625, 2.15625, 1.0, 1.375, -6.71875, -0.60546875, -0.40625, 5.53125, 1.0234375, -1.9375, -2.59375, -1.078125, -3.21875, -2.625, -2.390625, 1.1015625, -3.625, 2.078125, -2.21875, -2.390625, 2.03125, -5.0625, -2.09375, 1.6484375, 1.3359375, -2.71875, -0.376953125, 1.0078125, 1.109375, -1.3046875, 1.328125, -4.1875, 1.8203125, -1.1875, 0.75390625, -1.6484375, -3.4375, -4.5625, 0.76953125, 0.95703125, 0.6796875, 1.6015625, -0.89453125, -1.3984375, 1.09375, -0.640625, 0.796875, 1.515625, -3.015625, -2.3125, 2.6875, -6.21875, 1.96875, 1.6484375, -3.921875, -3.765625, -1.8984375, -2.8125, 0.73828125, -2.875, -1.5625, -2.5625, 0.9375, -1.3515625, -2.046875, -3.3125, -0.95703125, 1.5703125, -5.59375, 0.16796875, -2.15625, 1.03125, 0.43359375, -4.1875, -3.03125, -2.53125, -0.3203125, -0.150390625, 0.91015625, 0.8359375, -1.421875, 1.03125, 1.984375, -0.5390625, -3.5625, -1.2734375, -3.109375, -0.2451171875, -2.5625, -0.7734375, 0.271484375, -1.59375, 2.21875, 2.078125, -1.4375, 1.4453125, -4.59375, -2.5, -2.703125, -5.40625, 1.1953125, 2.5625, 0.62109375, -3.46875, -0.8984375, 1.515625, -2.828125, 0.3671875, 1.9765625, 0.412109375, -1.0234375, -1.828125, -3.21875, -1.28125, -0.96484375, 1.1484375, 0.08544921875, -3.625, 4.0, 1.015625, 2.0625, 2.1875, -0.94140625, 1.4921875, -1.203125, 2.015625, 2.0625, 1.1875, -0.765625, 0.0830078125, 2.875, -0.6796875, -0.8828125, 2.6875, 0.16796875, 2.296875, -2.96875, 0.5625, -3.234375, 0.93359375, 1.9375, 0.7421875, -3.40625, -5.25, -3.75, -0.44140625, -0.25, -0.419921875, -2.703125, -1.1953125, 0.41796875, 1.0546875, -5.21875, 2.0, -2.34375, 1.1171875, -0.65625, 2.703125, -1.953125, -1.75, -0.98046875, 2.765625, -2.640625, -1.546875, 0.51953125, 0.58203125, -0.158203125, -0.08349609375, -0.83984375, -2.65625, -1.1953125, -0.31640625, 0.98046875, -2.65625, -3.625, 0.044921875, -3.40625, 0.765625, -1.0234375, -0.515625, 0.61328125, -0.044677734375, 0.97265625, -3.875, 0.33203125, 3.125, -5.46875, -4.84375, 1.078125, -0.5546875, -1.4140625, -1.0390625, -1.6953125, -2.359375, 1.8828125, -5.0, -4.40625, 2.1875, 0.91015625, -0.8828125, -0.79296875, -3.390625, -0.291015625, 2.703125, 2.09375, 2.765625, 1.5546875, 2.1875, 3.65625, -0.64453125, 2.0, 0.7265625, 0.25, 2.671875, -2.25, -1.3828125, 0.875, -5.5, -0.85546875, -0.296875, -4.09375, 4.0625, -2.578125, 0.2353515625, 0.30078125, 3.078125, 0.302734375, -0.60546875, -2.390625, -2.34375, -3.640625, 0.4140625, 1.7578125, 0.98046875, 1.9296875, -2.71875, -2.984375, 0.373046875, -0.6484375, 3.140625], "margins": [0.3828125, 0.0, -1.9453125, 1.12890625, -3.12109375, -0.49609375, 1.0703125, 1.015625, 2.0859375, 0.0, 4.2578125, 4.125, 0.9599609375, 2.1943359375, 2.72265625, 4.421875, -0.748046875, 2.8671875, 0.97314453125, 0.7734375, 0.015625, 3.0703125, 1.796875, 3.421875, -0.03125, 5.671875, 6.0234375, -2.65185546875, 1.548828125, -1.859375, 2.68701171875, 0.90625, 0.0, 2.87890625, 2.5, 0.0, 0.5, 2.421875, 6.0, 3.078125, 0.0, 0.0, -1.140625, 2.53125, 4.0703125, 5.72265625, 2.28515625, 2.7265625, 1.373046875, 2.69140625, 5.8046875, 0.0, -0.19384765625, 0.796875, -2.61767578125, 6.01171875, 0.0, 0.0, 0.265625, 0.0, 0.4453125, 1.333984375, 1.015625, 1.5234375, -0.7734375, -0.4375, 0.0, -1.41796875, -0.832275390625, 4.90625, -2.37890625, -0.8671875, -1.2421875, -1.66015625, -1.28125, 0.0, 1.8359375, 4.703125, 3.5390625, 2.95703125, 2.21484375, -1.0546875, 4.25, 2.07421875, 0.1015625, 0.0, 2.90625, -0.58984375, 1.734375, 0.0, -0.125, 1.8193359375, -0.47265625, -0.833984375, 0.0, 0.953125, 4.1953125, -2.064453125, 1.5390625, -0.8125, 0.884765625, 1.90234375, -4.08984375, -2.1171875, 1.322265625, 4.7890625, 0.134765625, 0.796875, -0.2578125, 5.6484375, 0.0, 5.9375, 1.31640625, 3.359375, 2.8623046875, 5.984375, -0.125, 1.90625, 1.404296875, 2.04296875, 1.0625, 1.015625, 0.7890625, 1.3935546875, 0.0, 1.72265625, 3.37603759765625, 0.0, 0.9599609375, -3.3359375, -1.5299072265625, 0.375, -1.0390625, 0.5625, 0.0, 2.32421875, 0.9375, 0.0, -1.46875, 7.515625, 0.9599609375, 2.33251953125, 0.78125, 1.466796875, 0.8359375, -0.015625, 3.25, -2.6484375, 3.00390625, 7.171875, -0.34375, 2.2109375, 3.4140625, -0.529296875, 7.71875, 4.75421142578125, 3.0859375, 0.33203125, 4.859375, 8.1328125, -0.0390625, 4.2421875, 2.22265625, -1.8671875, 4.5625, 0.484375, 0.1796875, 1.375, -0.296875, -3.515625, 0.564697265625, 0.7421875, 1.3515625, 2.5, -0.578125, 3.232421875, -0.4765625, 1.015625, -2.43359375, -0.3671875, 4.5546875, 0.0, -3.40625, 0.7578125, 0.080078125, 0.0, 3.3046875, 0.5859375, -2.4375, 6.03515625, 1.65625, 3.30859375, 0.0, 0.0, 4.5078125, 4.943359375, 0.0, 5.3125, 1.6328125, 0.0, -0.88671875, 1.43359375, 0.2509765625, 1.1328125, -1.03125, 0.328125, 3.0625, 5.203125, 0.0, 2.7890625, 5.0703125, -1.96142578125, 2.4375, 0.4921875, 4.03515625, 0.0, -1.73046875, 1.453125, 4.8095703125, -1.73828125, 1.693359375, 1.0390625, 0.4140625, 0.7265625, -0.48828125, 6.03125, 2.64453125, -2.5703125, 0.4375, 5.3359375, 0.4375, -0.1328125, -0.234375, -0.515625, -0.09375, 2.0078125, 0.3203125, -0.125, 4.2109375, 0.0, 0.0, 3.4140625, 3.7578125, 3.46875, 4.80078125, 2.0625, 1.998046875, 1.943359375, 0.8515625, 2.638671875, 0.4140625, 0.0, -0.8125, -0.3203125, 4.90625, 5.734375, -3.3984375, 3.8671875, 4.09375, 0.0, 4.5546875, -2.00390625, 2.080078125, 2.806640625, 3.72265625, 2.392578125, 1.443359375, -2.390625, 5.2109375, 2.49609375, 1.6484375, -4.28125, 0.53125, 2.56640625, 0.90625, 6.140625, 6.1953125, 2.65625, 1.396484375, -0.53125, -0.6875, -0.203125, 1.279296875, 0.0, 2.03125, -4.58984375, 6.21875, -0.833984375, 0.10791015625, 0.52734375, 0.0, 3.41015625, -1.21875, 7.140625, 2.52734375, -0.2421875, -0.421875, 0.375, -2.84375, 5.08984375, 0.0, -3.12109375, -2.751953125, 3.03515625, 0.3359375, 3.875, -2.015625, 6.890625, 0.0, -1.359375, 1.712890625, 2.796875, 0.9296875, 1.109375, -0.125, 1.640625, 2.201171875, 0.0, -0.21875, 0.0, 0.0, 0.953125, -2.315673828125, 4.78125, -4.6953125, 1.548828125, 0.0, 0.0, 0.83203125, 4.7890625, 3.875, 6.7734375, 3.8359375, 5.4453125, -0.4130859375, 4.8828125, 2.974609375, 0.5771484375, 0.609375, 0.0, 5.390625, 0.95703125, 7.171875, -0.1875, 2.453125, 0.0, -4.140625, -0.59033203125, 4.09765625, 3.0625, -0.125, 1.8583984375, 0.0, 1.9765625, 5.8125, 5.9609375, 0.791015625, -4.46875, 2.5263671875, 5.03125, -0.28125, 3.6005859375, -0.177734375, 5.3515625, 1.4296875, 2.48046875, 0.109375, 0.265625, -0.0546875, -4.92578125, 1.12890625, 1.01708984375, 2.724609375, 3.34765625, 1.0341796875, 1.65625, 3.025390625, 1.0703125, 6.21875, -0.10546875, 2.10546875, 1.5958251953125, 0.31640625, 3.525390625, 2.28515625, -0.1015625, 0.8359375, 2.318359375, 3.484375, 1.75390625, 2.79296875, 4.0234375, 0.9453125, 5.890625, 0.2421875, 0.2265625, 2.6328125, 0.0, 0.3046875, 4.7421875, 3.75, 5.984375, 2.3203125, 0.609375, -1.59765625, -0.642578125, 2.76171875, 0.3359375, 1.76953125, 3.34375, 3.5, 1.41796875, 0.84765625, 3.3671875, -2.302734375, -0.28125, 5.2578125, 2.486328125, 2.296875, 1.548828125, -0.3914794921875, 0.52734375, 0.0, 0.0, 1.7490234375, 0.4580078125, 0.0, -1.7734375, -3.3203125, 1.87109375, 0.0, 0.0, -6.98046875, 1.222900390625, -1.109375, 1.23828125, 1.7890625, 1.5625, 2.3203125, 1.001953125, 3.5234375, -0.90625, 1.720703125, -1.890625, 0.0, 2.12890625, 0.890625, -1.328125, -1.6273193359375, -0.4296875, 0.828125, -0.953125, 0.21875, 0.0, 2.09375, -1.642578125, 2.6796875, 3.21923828125, 5.875, -0.8486328125, 8.3125, 2.1220703125, 0.0, 0.578125, 1.734375, 1.90234375, 2.01953125, -0.78125, 0.0, -1.73828125, 3.333984375, 1.3984375, 0.390625, 0.4375, 0.0, 0.0, -3.5078125, -0.0546875, 5.125, 1.466796875, 2.0703125, 3.9296875, -1.84375, 1.6484375, 1.54296875, -4.421875, -0.34765625, 1.42041015625, 0.03125, 2.7109375, 1.375, 1.2890625, 2.69140625, 2.560546875, -0.18359375, 0.0546875, 0.0, 2.359375, 2.52734375, 0.34375, -0.2734375, -1.328125, 0.0, 0.3515625, 0.0, -0.1875, 0.0, -0.0625, 0.546875, 2.2734375, 1.4296875, 3.44140625, 2.728515625, 0.890625, -2.181640625, 7.1953125, 0.0, 0.09375, 2.2271728515625, 5.408203125, 0.0, -0.734375, 0.609375, 0.0, 0.734375, -1.294921875, 2.26806640625, 2.36328125, -0.4921875, -0.0859375, 7.921875, 0.0, -0.015625, 1.6328125, 1.21875, -2.44140625, 0.1015625, -0.9921875, 6.3046875, -1.3046875, -0.09765625, 2.91015625, 0.2734375, 1.671875, 5.1171875, 4.4453125, -2.25390625, -0.796875, 3.28515625, 0.625, 1.375, 0.313720703125, -0.66796875, 4.03515625, 0.0, 3.3057861328125, 1.701171875, 1.4296875, 0.0, 4.4609375, 1.72265625, 0.740234375, 2.61328125, -1.8671875, 4.90625, -9.92578125, 2.4677734375, 2.6328125, 0.109375, -0.1328125, 4.59765625, 0.0, 1.96875, 1.75, 1.234375, -3.37890625, 1.28515625, 0.5859375, 4.5390625, 2.55419921875, -1.00390625, -1.0546875, 2.3828125, -1.83984375, 0.5703125, 0.265625, 1.548828125, 0.6015625, -1.359375, 0.8984375, 5.90625, 0.625, 0.453125, 0.0, 3.058837890625, 4.6875, 1.984375, 1.4765625, 2.4228515625, 1.22265625, 6.484375, 4.921875, 0.6484375, 2.796875, -0.984375, 0.015625, 0.703125, 3.25390625, 3.5859375, 2.24609375, 0.0, 3.75, 1.1796875, 0.0, 2.0625, -0.140625, 4.4765625, 1.015625, -3.41796875, 0.0, 3.921875, 0.171875, 4.818359375, -0.6484375, 2.875, -1.17578125, 2.33251953125, 0.171875, 5.1640625, 1.921875, 2.29296875, 4.9375, 0.25732421875, 2.6328125, 0.796875, 0.0546875, 0.9921875, 0.5546875, -1.5322265625, 2.78125, 0.0, 0.3984375, 1.9716796875, 1.587890625, 0.8785400390625, -1.27490234375, -4.171875, 2.076171875, 0.0, 4.0703125, 1.75390625, 0.9921875, -4.015625, 0.734375, 1.390625, 0.5625, 2.8046875, -1.0625, 2.34375, 4.8701171875, 1.8984375, -1.865234375, 0.40234375, 4.451171875, 0.4765625, 0.71875, 0.0, 6.234375, 0.46875, 1.904296875, 4.1640625, 1.0859375, 0.234375, 3.265625, -7.19921875, 0.28125, 0.0, 2.3984375, 0.0, -5.046875, 0.1796875, 0.46875, 7.51171875, 0.564697265625, 1.78125, 0.0, 0.40625, 0.78125, 6.96875, 1.82421875, 4.8203125, 3.9765625, 4.296875, -1.7890625, 3.142578125, -1.96142578125, 1.919921875, 1.265625, 0.0, 7.25, 1.83203125, 0.3515625, -1.0234375, 3.158203125, 1.759765625, 1.4296875, 1.484375, 2.359375, 0.5546875, 3.03125, -0.91015625, 0.64453125, 1.52734375, -0.4609375, 6.578125, 4.849609375, 0.03515625, 0.68359375, -2.0546875, 0.0, 2.43359375, 3.3203125, -0.140625, 1.52734375, 1.1875, 0.484375, 5.828125, 3.9140625, 0.421875, 7.796875, 0.0, 0.5859375, 2.5625, 4.1484375, 2.205078125, 2.9228515625, -0.77685546875, 3.087890625, 1.87109375, 3.7578125, -0.720703125, 3.1484375, 3.46875, 3.347412109375, 2.78515625, 0.0, 5.830078125, 0.95703125, 0.0, 0.8671875, 0.0, 2.8125, 6.171875, 4.3984375, 1.12109375, -0.0166015625, 0.0, 1.2421875, 3.1328125, 0.8671875, 0.375, -0.9296875, 2.62109375, 1.40234375, 4.484375, 2.2763671875, 4.75, 1.55859375, -0.015625, 2.033203125, 0.421875, -0.9609375, 2.22265625, 0.8203125, 6.0546875, 0.0, 1.78125, 5.0546875, 2.0234375, -1.98828125, 2.34765625, 1.015625, 3.8359375, -1.212890625, 4.5234375, 1.53125, -0.0390625, 0.0, 1.517578125, 3.734375, 3.0234375, 0.33203125, 3.87109375, 0.0, 1.80517578125, 3.142578125, -1.359375, -6.046875, 0.53125, -0.859375, -0.90234375, -0.3984375, 2.734375, 0.84375, -2.181640625, 1.296875, 0.94140625, 0.2626953125, -3.12109375, 0.12890625, -0.05078125, 0.0625, 0.95703125, 0.0, 1.5390625, 0.59375, 5.171875, 0.35546875, -0.671875, 0.3828125, 4.3984375, 4.794921875, 4.236328125, 1.57421875, 1.8828125, 2.451171875, 3.90625, 3.8984375, -0.1015625, 0.5859375, 2.40625, -0.9453125, 2.29736328125, 0.8515625, 2.90625, 1.09375, 3.5625, 2.96875, 1.97265625, 0.25, 2.605224609375, 1.359375, 0.75390625, -0.6748046875, 1.005859375, 0.0, 2.75390625, 4.90625, 0.48828125, 2.56640625, 0.46484375, 2.37109375, -0.375, 0.0, 5.765625, 0.921875, 1.98046875, 1.45703125, 1.07421875, -0.192626953125, 0.62890625, 2.5703125, 1.26171875, 1.25, 6.1796875, 3.6484375, -0.8486328125, 2.8359375, 2.17578125, 3.4140625, 4.8671875, -0.21875, 1.2890625, 0.0, 7.21875, -1.5546875, 0.0, 3.8671875, 2.26171875, 5.5, 0.365234375, -3.34765625, -1.31640625, 0.25, -0.078125, 0.0, 0.0, 0.0, 0.15625, 0.0, 1.3671875, -0.9140625, 0.53125, 0.1015625, 0.9609375, 5.3076171875, 0.0, 2.125, 1.859375, 0.0, 2.154296875, -1.4775390625, 0.29296875, 0.203125, 2.806640625, 1.3515625, 1.84375, 5.203125, 3.857421875, 0.40625, -1.6103515625, -0.34375, 0.8203125, 1.72265625, -0.875, 0.0, -1.03125, -1.109375]} \ No newline at end of file diff --git a/margin_logs/val_margins_code_epoch_3.json b/margin_logs/val_margins_code_epoch_3.json new file mode 100644 index 0000000000000000000000000000000000000000..ac9284562861d527341f0fbb05773a6b25751342 --- /dev/null +++ b/margin_logs/val_margins_code_epoch_3.json @@ -0,0 +1 @@ +{"epoch": 3.0, "step": 738, "domain": "code", "rewards_chosen": [1.1015625, -5.53125, 0.1640625, 0.77734375, -1.703125, -1.9140625, -1.6953125, -4.21875, -1.3515625, -3.1875, -0.83203125, 1.109375, 0.54296875, 2.015625, 1.40625, 0.68359375, -1.8203125, 0.26171875, -0.98046875, 1.3203125, -4.96875, 0.5234375, -1.796875, 0.8984375, 0.38671875, 0.466796875, 1.1875, -0.83203125, 1.484375, -1.140625, 2.703125, 0.6328125, -0.279296875, 0.369140625, -0.80078125, -2.671875, -0.032958984375, -0.2578125, 2.171875, 3.21875, 1.8515625, -3.3125, 3.0625, -0.11572265625, 1.1328125, -0.8046875, -1.40625, -1.4765625, -0.71875, -0.921875, 1.4375, -4.03125, -0.81640625, 2.828125, -0.388671875, -0.40234375, 1.140625, 1.953125, 1.78125, 2.390625, -2.953125, -0.353515625, -3.484375, 1.3671875, 0.890625, -0.392578125, 3.34375, -0.07568359375, -1.609375, 0.74609375, -2.75, 0.6328125, -0.1767578125, 0.134765625, 1.1484375, 0.59765625, 1.6953125, 1.546875, 0.20703125, -1.7109375, -0.16796875, -1.4140625, 1.7734375, 2.171875, -2.046875, 0.400390625, -3.40625, -0.8359375, 3.109375, 2.5, 1.796875, -0.05517578125, -0.04296875, -1.296875, -2.9375, 2.53125, 0.55078125, 0.028564453125, 1.203125, -6.46875, -0.2578125, 0.71484375, -5.5625, -3.671875, 0.52734375, 0.83203125, -1.515625, -1.40625, 0.7734375, 1.5546875, -1.34375, 0.74609375, 0.8984375, 2.0625, 2.234375, 1.5703125, -1.5625, 0.4375, 0.333984375, 0.326171875, 2.25, 2.15625, -1.1171875, 0.5703125, -1.21875, -2.046875, -0.251953125, 0.24609375, 0.359375, -2.421875, -0.26953125, 2.5625, 0.228515625, 0.82421875, 2.25, -1.9375, 1.3125, -1.359375, -4.03125, 4.28125, 0.54296875, 1.5, -2.375, -0.49609375, 0.486328125, 0.5625, 1.6875, -1.5, -2.703125, 3.125, 0.12451171875, -0.045166015625, 1.3359375, -0.4375, 1.5625, -1.375, 1.296875, -0.185546875, -0.50390625, -0.34375, 0.62890625, 0.97265625, 1.4296875, -1.5859375, 1.2109375, 1.984375, -0.98828125, -2.09375, 1.53125, -1.1953125, -1.3984375, 1.2421875, 0.049560546875, -0.80078125, -0.1923828125, -0.5625, 1.53125, -4.21875, -2.578125, -3.28125, 0.3515625, -1.703125, -3.265625, 1.203125, -0.2890625, 0.2177734375, 4.59375, 1.0859375, -1.4453125, 0.2099609375, 1.84375, 1.46875, 0.259765625, -1.6015625, 0.51953125, 0.337890625, -2.578125, 1.953125, 0.40234375, 1.6875, -2.1875, 0.59765625, -0.3515625, -0.65234375, 1.21875, -1.796875, 3.15625, 1.5078125, -1.5703125, 0.71875, 1.546875, -0.7109375, 0.431640625, -3.140625, 0.10302734375, 3.859375, -0.0311279296875, -1.890625, -1.3046875, -1.921875, -0.390625, 1.2890625, -0.408203125, 1.5703125, -1.3984375, 1.015625, 1.1875, -1.609375, -3.703125, 1.03125, -2.34375, 1.0078125, -0.03759765625, 0.380859375, 4.0625, 0.63671875, 1.8125, 1.796875, -0.9609375, -3.875, -3.203125, 1.78125, 1.4609375, 1.875, -0.55859375, 3.3125, 1.6484375, -1.3203125, -0.004425048828125, 1.3984375, 0.60546875, 0.451171875, 0.69921875, -2.484375, 0.75, 2.28125, -3.015625, 1.703125, 1.78125, -3.0625, -1.59375, -1.9765625, -1.25, 2.125, 0.10205078125, 1.5390625, -1.40625, -4.21875, 0.2373046875, 0.74609375, -1.8203125, -3.59375, 0.71875, 1.609375, 1.578125, 2.34375, 1.2421875, -0.0703125, 0.26953125, 1.03125, 0.65625, 2.421875, 0.8203125, 0.89453125, -0.74609375, -0.99609375, 3.296875, -1.296875, -1.0625, -0.8515625, -2.390625, 0.1455078125, -4.03125, 1.71875, 0.45703125, 0.30859375, 0.8515625, 2.1875, 0.1962890625, 3.734375, 0.83984375, -1.703125, -0.478515625, -1.40625, 0.4453125, 1.328125, 0.00482177734375, 1.7109375, -0.8671875, -0.38671875, -0.9609375, -1.4140625, 0.86328125, -2.140625, -2.4375, -3.46875, 1.2109375, -2.765625, 1.4765625, -0.236328125, 0.85546875, -3.28125, 0.08984375, 0.16015625, 1.53125, 1.484375, -1.5, -0.77734375, -0.59375, 0.83203125, -2.75, 0.119140625, -0.341796875, 0.050048828125, -0.7109375, -0.451171875, 1.9453125, 0.0751953125, 0.38671875, -4.25, -1.7734375, 0.4765625, 2.625, 1.71875, 0.39453125, 1.28125, -2.5, -0.80859375, -0.29296875, 4.25, 1.6171875, -1.109375, 0.59765625, 0.984375, 2.859375, 0.63671875, -1.3671875, -3.546875, 1.4296875, 0.63671875, -3.59375, 2.25, -0.5546875, 1.703125, 0.59375, -1.9609375, 2.953125, 1.8125, -0.9609375, -1.6796875, 0.83203125, 0.0185546875, 1.15625, 1.9765625, 0.455078125, 1.84375, 1.859375, 2.21875, 3.296875, -1.5234375, 1.3046875, -0.94140625, -2.078125, -0.5625, -1.1953125, -0.96875, 0.486328125, 2.140625, 1.609375, -0.859375, -1.0546875, 2.4375, -1.34375, 1.9609375, -0.1708984375, 0.56640625, 0.064453125, -0.06884765625, -0.380859375, 0.57421875, -0.349609375, 1.6796875, 0.7265625, 0.859375, -1.3828125, -0.7109375, -2.03125, 0.087890625, 0.51953125, 0.88671875, 0.09228515625, 1.5078125, 1.6171875, 0.58203125, -3.421875, 1.71875, 0.8828125, 2.28125, -1.46875, 0.359375, -1.171875, 0.24609375, -1.3984375, -3.90625, -0.8125, -0.65234375, 1.8359375, -1.3515625, -2.375, 0.00213623046875, -1.0546875, 1.984375, -6.15625, 0.1884765625, 0.5625, -0.00848388671875, 1.9609375, 2.140625, 0.7265625, -0.84765625, -2.703125, 0.2578125, -0.400390625, 0.98828125, -3.015625, 1.0625, 1.6796875, -1.2734375, -0.77734375, 0.48828125, 2.390625, -3.0, 1.5, 4.78125, 2.46875, -2.625, 0.06591796875, -0.1806640625, 0.30078125, -0.3046875, 2.171875, 0.6875, 0.53515625, 0.99609375, 3.546875, 2.15625, 0.66015625, -4.34375, -3.3125, -3.203125, -1.703125, -2.234375, -1.2734375, -2.46875, -1.7890625, -1.7265625, -3.8125, 0.5703125, 0.6328125, -0.49609375, 0.04052734375, 0.3046875, -1.796875, 1.9453125, -0.1806640625, -3.421875, -1.2890625, 0.5703125, 1.109375, 0.71875, 2.765625, 2.1875, 1.5625, 2.046875, -0.392578125, 1.0703125, 4.21875, 2.75, 2.484375, 2.90625, 0.73828125, -4.625, -2.796875, 2.15625, -0.7109375, -0.70703125, -2.8125, 1.4765625, 1.96875, 0.85546875, 1.640625, -0.45703125, 2.578125, 0.828125, -1.421875, 0.3046875, 3.515625, 1.2890625, -0.439453125, -1.2265625, -5.03125, -5.21875, 2.0, -0.73828125, 1.3125, -2.21875, -1.15625, -0.9375, 0.8046875, -0.44140625, 1.5078125, -1.2578125, -0.361328125, 3.078125, -3.53125, -0.90625, -2.375, -1.3359375, -0.0179443359375, 0.60546875, -0.9609375, 1.3203125, 1.3046875, 0.46484375, 5.5625, 0.65234375, -2.328125, -3.8125, -0.2333984375, 0.0869140625, 2.8125, -1.078125, -1.359375, 0.10302734375, 0.60546875, -1.734375, -0.58984375, 1.7734375, -8.125, 0.79296875, 1.9140625, -0.384765625, 0.019775390625, 0.4765625, 0.74609375, 0.89453125, 1.28125, 0.064453125, -0.03515625, -1.9765625, -1.1875, -3.46875, 2.0625, -2.015625, -4.625, -2.578125, 1.953125, 1.6796875, 1.703125, -0.0703125, -0.1337890625, -0.98828125, 3.171875, 0.21875, 1.03125, -3.171875, 0.359375, 1.8515625, -4.21875, -1.4609375, 1.7265625, 2.515625, 0.75390625, -3.1875, 2.65625, -0.044677734375, 2.28125, -1.0859375, 1.96875, 0.97265625, 1.25, 1.28125, 1.46875, 1.421875, 2.34375, -0.451171875, 0.3515625, -1.7578125, 0.5859375, 0.494140625, -0.55078125, 2.109375, 1.84375, 3.078125, -0.0791015625, -3.515625, 0.1923828125, -2.09375, -3.796875, -3.828125, 0.455078125, 0.1875, -1.5390625, -2.390625, 0.3046875, 0.1318359375, 1.5, 1.3828125, 3.171875, -2.140625, 1.125, 0.8671875, -0.126953125, 1.6796875, -1.40625, 1.0703125, -2.796875, 0.94921875, -1.3828125, -2.671875, 0.62109375, 0.9921875, -0.86328125, 1.2890625, -1.1640625, -0.83203125, -3.015625, -1.5234375, -0.16015625, 1.8828125, -2.046875, -1.3046875, -3.109375, 1.484375, -1.703125, 0.82421875, -3.34375, 2.484375, 2.296875, 4.09375, -1.6640625, -0.46484375, 1.34375, 3.953125, 1.5234375, -1.25, -5.78125, 0.51171875, 1.046875, 1.515625, 0.859375, -3.4375, 1.671875, -0.291015625, -8.25, -5.8125, -0.45703125, 2.953125, 0.58984375, -4.3125, 0.6953125, 1.015625, -0.416015625, -1.3984375, 0.58203125, 5.21875, 0.828125, -1.703125, 4.65625, -0.041259765625, 1.2109375, 1.2109375, 1.5078125, -1.2109375, -1.5546875, -0.7109375, -1.203125, -1.8828125, 1.3671875, 1.5078125, -0.984375, 0.76953125, 0.369140625, -0.75390625, 0.9375, 1.640625, 1.4296875, 0.458984375, 1.109375, -2.484375, 0.8359375, -1.34375, 1.1796875, -3.0, 2.109375, 0.1982421875, -0.279296875, 1.2109375, -1.984375, 0.84375, 0.56640625, 0.83203125, -0.1435546875, 0.06640625, 1.7109375, 0.75390625, 1.453125, 0.486328125, 2.546875, 0.77734375, 1.7109375, 1.671875, -2.640625, 0.306640625, -0.90234375, -0.291015625, -0.9609375, -0.034423828125, 0.00213623046875, 0.10009765625, -0.8125, 1.265625, 0.66796875, -1.7734375, 1.8359375, 1.03125, 0.48046875, 0.8359375, -2.53125, 0.65625, 0.279296875, -1.6796875, 2.140625, 1.171875, 0.19921875, -1.2734375, 0.6015625, 1.984375, 0.484375, 0.65625, 1.3828125, -2.21875, -2.8125, 0.095703125, 0.796875, 0.87890625, 1.40625, -0.54296875, -1.2265625, -0.8671875, 2.46875, -0.419921875, 0.2373046875, 1.46875, 0.53515625, -2.703125, -1.875, -0.89453125, 2.765625, 0.1787109375, 1.9453125, -3.484375, 1.96875, -0.322265625, 0.734375, 0.65625, 0.95703125, 0.66796875, 0.018310546875, 0.73828125, -1.015625, -1.5, 2.328125, 0.4921875, 0.6484375, -1.5546875, 1.375, -5.21875, 1.8671875, -0.0546875, -3.671875, 0.43359375, 0.40234375, 2.1875, -1.421875, 2.015625, -1.1875, -1.2265625, -1.703125, -1.5625, -1.765625, 1.4296875, 0.8359375, 1.9765625, -2.875, -0.73046875, 1.59375, 0.44921875, 0.45703125, 1.0546875, 0.1337890625, -1.0859375, -0.42578125, 0.490234375, 0.84765625, 1.6953125, -0.388671875, 2.359375, -1.15625, 0.890625, -3.46875, 0.4921875, -1.125, 2.03125, 1.4296875, 3.046875, 0.90234375, 0.58984375, -0.1201171875, 2.15625, -0.75390625, -1.8125, -0.32421875, -0.419921875, -0.25390625, -0.11083984375, 1.6953125, 0.75, -1.9921875, 1.609375, 0.38671875, -0.53125, -3.90625, -0.443359375, 0.7890625, 0.79296875, 0.27734375, 0.30859375, 0.93359375, -1.4296875, 0.87109375, -2.359375, 0.65625, 4.0625, 0.072265625, -1.8359375, -0.3046875, 1.9296875, 0.296875, 1.78125, 2.125, -3.46875, 1.9140625, -5.53125, 2.53125, -0.421875, 0.6015625, 1.9609375, 0.1962890625, 0.1904296875, -1.5234375, -1.609375, 0.5078125, 2.15625, 0.4375, 1.984375, 3.515625, -0.91015625, 1.0703125, 0.1318359375, 1.1171875, 0.890625, -3.0625, -2.375, 1.1875, -0.71875, -0.9375, 1.0546875, -4.03125, 3.953125, -1.03125, -2.171875, -0.984375, 3.28125, 2.125, 0.349609375, -1.6796875, 1.5078125, -1.4140625, 0.1982421875, -1.1796875, -0.625, 1.9140625, -2.046875, -3.546875, 0.2734375, -3.140625, 1.6640625], "rewards_rejected": [0.1826171875, -5.53125, 1.53125, -0.76171875, 2.25, -0.43359375, -2.640625, -5.53125, -3.828125, -3.1875, -4.96875, -2.578125, -0.049072265625, -0.462890625, -1.890625, -3.484375, -1.2890625, -3.40625, -2.53125, 0.1669921875, -4.65625, -2.125, -3.4375, -3.109375, 0.125, -5.875, -5.0625, 1.984375, 0.255859375, 0.4296875, -0.75, 0.1181640625, -0.279296875, -3.203125, -3.546875, -2.671875, -0.50390625, -3.5625, -5.0625, -0.0751953125, 1.8515625, -3.3125, 3.71875, -1.453125, -3.5625, -6.90625, -4.375, -4.53125, -1.90625, -3.34375, -5.09375, -4.03125, -0.94140625, 1.1484375, 2.390625, -7.0625, 1.140625, 1.953125, 1.28125, 2.390625, -3.84375, -1.1640625, -5.15625, -0.4375, 1.671875, -1.390625, 3.34375, 1.3828125, -1.0859375, -4.9375, -0.828125, 1.0859375, 0.419921875, 1.9453125, 2.328125, 0.59765625, -0.5234375, -3.828125, -2.5625, -3.640625, -1.625, -0.341796875, -3.515625, -0.703125, -1.8203125, 0.400390625, -6.4375, -0.02978515625, 1.0546875, 2.5, 2.09375, -1.3515625, 0.2890625, -1.4296875, -2.9375, 1.1328125, -3.609375, 1.1015625, -0.40625, -5.6875, -1.890625, -1.34375, -0.6796875, -3.0625, -1.515625, -4.59375, -1.8671875, -2.46875, 0.640625, -4.625, -1.34375, -5.125, -1.453125, -1.875, -0.373046875, -4.375, -1.609375, -1.6015625, -1.1484375, -1.2734375, 1.3046875, 0.953125, -1.9921875, -0.8125, -1.21875, -4.40625, -4.53125, 0.24609375, -0.87890625, 1.140625, 1.328125, 2.3125, 1.765625, 0.2578125, 2.25, -4.0, 0.75, -1.359375, -3.15625, -4.28125, -0.049072265625, -0.9296875, -3.640625, -2.71875, 0.1884765625, 0.306640625, -1.734375, 0.96484375, -4.4375, -4.21875, 0.59375, -2.46875, -2.5, 0.037353515625, -6.78125, -5.09375, -1.8046875, -0.55078125, -5.125, -7.59375, 0.828125, -4.75, -1.4765625, -0.0020751953125, -3.265625, 1.1171875, -1.1953125, -3.234375, 1.8359375, 1.875, -2.015625, 0.68359375, -1.21875, -3.546875, 0.9765625, -3.78125, 1.7109375, -5.53125, -0.55859375, -2.703125, -4.4375, -1.703125, -0.083984375, -0.029052734375, -1.2109375, 0.2177734375, 0.93359375, 0.79296875, 1.21875, -6.78125, -0.57421875, -1.4921875, 0.259765625, -1.6015625, -5.1875, -5.34375, -2.578125, -3.078125, -1.03125, 1.6875, -0.93359375, -0.9453125, -0.0272216796875, -1.7265625, 2.078125, -3.359375, -0.162109375, -3.1875, -1.5703125, -2.078125, -3.90625, -0.1796875, -2.453125, -3.859375, -4.28125, 3.859375, 1.359375, -3.1875, -6.46875, -0.90234375, -2.078125, -0.2373046875, -1.0703125, -0.162109375, -1.34375, -4.8125, -1.265625, 1.4765625, -4.5, -4.6875, -2.65625, 0.80078125, 1.03125, 1.625, 3.6875, -1.234375, 0.9453125, 2.09375, -5.09375, -3.875, -3.203125, -2.484375, -2.71875, -2.1875, -6.21875, 1.203125, -0.98046875, -2.640625, -0.625, -1.2578125, 0.7265625, 0.451171875, 1.625, -2.828125, -3.203125, -3.5625, 1.0, -2.90625, -2.4375, -3.0625, -6.125, -1.296875, -2.9375, -0.13671875, -4.15625, -1.953125, -3.515625, -2.875, -5.5, -2.34375, -3.75, 1.328125, -0.322265625, -1.4453125, 0.138671875, -4.96875, -5.1875, -3.703125, -1.453125, 1.6953125, 1.6796875, 2.265625, -0.75390625, 0.89453125, -3.0625, 3.3125, -3.90625, -1.4296875, -1.1640625, -1.125, -2.390625, -3.421875, -3.171875, -5.4375, -2.21875, 0.5390625, 1.34375, 1.7734375, 2.296875, -2.1875, 0.83984375, 2.25, 1.8984375, -5.75, 0.703125, -2.71875, 1.046875, -6.875, -0.8671875, 1.1875, -3.484375, -4.5625, 0.375, -3.3125, -2.4375, -5.96875, -0.98828125, -2.765625, 2.1875, -0.236328125, 0.85546875, -4.46875, 2.0625, -4.6875, 5.90625, 0.255859375, -1.5, -0.77734375, -1.8515625, -4.59375, -6.78125, -6.75, -4.3125, -6.0625, 0.171875, -5.625, -0.462890625, -0.8515625, 0.66015625, -4.25, -6.8125, -0.193359375, -4.125, 1.9609375, -2.15625, 1.28125, 1.40625, 0.31640625, -4.84375, 1.03125, 1.4375, -3.265625, 0.59765625, -1.6796875, -3.265625, -6.09375, -2.640625, 1.3671875, -1.109375, -3.671875, -3.5625, -2.359375, -0.94921875, -3.484375, -0.6640625, -4.4375, 2.859375, 1.875, -1.8515625, 3.78125, 0.09375, -0.75, -1.390625, -1.03125, -0.84765625, -0.57421875, -2.046875, 0.06982421875, -3.90625, -1.03125, -0.6796875, -3.015625, -1.9921875, -3.671875, -4.71875, -1.0703125, 0.1884765625, -0.41796875, -1.6015625, -1.6484375, -3.234375, -1.2890625, -2.0625, -3.90625, -0.6640625, 0.3515625, -1.984375, -0.06884765625, -0.734375, -4.09375, -4.65625, -4.59375, -1.765625, -0.765625, -0.0556640625, -0.05810546875, -5.5625, -0.5078125, -2.203125, -2.125, -3.3125, -0.11474609375, -0.01409912109375, -2.75, -1.0703125, 2.109375, -4.59375, -1.0546875, -4.96875, -1.1171875, -1.8203125, -1.796875, -1.3984375, -3.90625, -2.359375, -1.390625, 1.8359375, -0.6484375, 1.109375, -2.828125, -1.0546875, 1.984375, 0.2373046875, -0.484375, 1.734375, -1.875, -1.515625, -0.78125, -1.765625, -1.7265625, -5.75, 1.296875, -1.328125, 2.15625, -3.015625, -2.1875, 0.490234375, 0.390625, 1.0390625, 1.390625, 1.6171875, -0.921875, 1.140625, 4.78125, 0.021484375, -1.5859375, -2.875, -3.703125, -5.375, 0.28125, -6.75, -0.7734375, 0.53515625, 0.2080078125, 1.7265625, -0.1982421875, -1.609375, -3.515625, -3.3125, -1.078125, -5.0, -4.53125, -1.796875, -4.875, -1.7890625, -1.7265625, -0.5859375, -0.0181884765625, -4.21875, -2.71875, -1.8203125, -3.828125, 0.25390625, 0.79296875, -2.3125, 0.671875, -1.4609375, -0.00921630859375, 1.0546875, -1.5234375, 1.109375, 0.50390625, -1.015625, -0.67578125, -0.38671875, 1.34375, 4.21875, -0.44921875, -0.26953125, 1.640625, -0.21875, -2.96875, -2.796875, 1.4765625, -0.7109375, -0.369140625, -2.8125, 1.875, 1.5234375, -1.390625, -0.3125, -5.0, 0.2392578125, -1.3203125, 0.337890625, -6.6875, 3.515625, 1.2578125, -2.796875, -6.0625, -5.03125, -3.984375, 2.078125, -1.609375, 1.1640625, -0.8203125, -3.53125, -4.0625, 1.4609375, 0.052001953125, -6.40625, -1.2578125, -0.09423828125, 1.1171875, -4.59375, 1.5, -4.03125, -0.71875, -5.6875, 0.65625, -0.68359375, -1.5234375, 0.51953125, -1.3828125, 0.9609375, -4.5, 0.05322265625, -4.125, -3.953125, -0.251953125, 1.0234375, -1.125, -1.03125, -4.28125, 0.60546875, -5.15625, -2.625, -0.78515625, -8.125, -4.40625, 0.146484375, -1.015625, -2.78125, 1.6484375, -4.9375, 10.375, -1.2578125, -1.984375, -0.443359375, -3.53125, -6.40625, -3.46875, 0.1708984375, -4.3125, -6.90625, 0.59375, 0.072265625, 0.921875, -3.453125, -3.890625, 0.1552734375, -0.65625, 0.71875, 1.828125, 0.404296875, -3.546875, -1.1171875, 1.1953125, -3.25, -2.359375, -5.34375, 1.3515625, 0.05517578125, -3.1875, -0.90625, -4.75, 0.236328125, -2.046875, -0.50390625, -1.4375, -5.71875, -3.9375, 1.125, -2.953125, 2.828125, -0.96875, 0.443359375, -4.75, -2.84375, -2.375, -0.55078125, -2.0625, 0.69140625, 3.078125, -2.828125, -3.53125, -4.5, -3.4375, 0.01416015625, -3.828125, -3.1875, -0.1865234375, -6.25, -1.9140625, -1.609375, 1.0, -0.9296875, 1.0703125, -2.828125, -3.96875, -1.0234375, -4.03125, -1.8203125, -1.390625, -2.46875, 1.34375, -3.703125, 0.154296875, 0.08984375, -4.53125, 0.62109375, 0.73046875, -3.21875, -0.083984375, -1.3984375, 0.1953125, 0.64453125, -3.0625, -0.16015625, -1.859375, -4.09375, -3.109375, 0.09423828125, 0.65625, -2.546875, 0.2578125, -5.5625, 4.0, -0.703125, -0.92578125, -3.609375, 1.71875, 0.65234375, -0.89453125, 0.79296875, -1.6328125, -5.78125, -5.65625, 0.6328125, -0.46484375, -4.0, -4.34375, 1.609375, -2.3125, -2.8125, -5.65625, -0.45703125, 0.25390625, 0.58984375, 0.431640625, -0.81640625, 0.3671875, -7.5625, -2.015625, -1.0859375, 5.21875, 0.5078125, -3.203125, -3.203125, -1.9609375, -4.4375, -4.03125, -3.484375, -0.1708984375, -4.78125, -0.1796875, -3.546875, -3.921875, 1.3671875, -6.3125, -3.046875, 0.025390625, -0.0296630859375, -3.703125, -1.03125, -0.3125, -0.62109375, -2.90625, 0.5546875, -5.8125, 0.72265625, -2.21875, -1.296875, -2.90625, -4.96875, -5.09375, -0.30078125, 0.287109375, 0.2119140625, 0.84375, -1.921875, -2.515625, 0.037109375, -1.640625, 0.123046875, -0.1728515625, -4.5625, -3.671875, 2.390625, -7.125, 1.7109375, 1.171875, -5.0625, -4.5, -2.90625, -2.984375, -0.033447265625, -3.265625, -2.828125, -3.171875, -0.408203125, -2.0, -4.125, -5.21875, -1.5, 1.03125, -6.84375, -0.197265625, -2.53125, -0.326171875, 0.279296875, -5.5, -3.71875, -3.5, -0.21875, -0.86328125, 0.6015625, 0.00982666015625, -1.9296875, -0.326171875, 0.83984375, -1.90625, -4.34375, -2.078125, -4.375, -1.4765625, -4.0625, -1.9140625, -0.53125, -2.171875, 1.734375, 0.69921875, -2.125, -0.158203125, -5.5, -2.703125, -4.25, -6.5, -0.15625, 2.28125, -0.99609375, -5.15625, -3.3125, 0.63671875, -3.453125, -0.69140625, 0.76171875, 0.66796875, -1.2109375, -3.171875, -4.4375, -2.328125, -2.03125, 0.4921875, -1.0703125, -4.78125, 3.34375, 1.109375, 1.1640625, 1.09375, -2.015625, 0.37109375, -2.609375, 0.78515625, 0.337890625, -0.12255859375, -2.578125, -1.0078125, 2.25, -1.5625, -1.9609375, 2.15625, -0.197265625, 1.9765625, -4.53125, -0.765625, -3.65625, -0.033203125, 1.1640625, 0.412109375, -4.25, -6.6875, -4.5625, -1.65625, -1.640625, -0.5859375, -4.09375, -1.8125, -0.7734375, 0.1494140625, -5.6875, 1.2578125, -3.5625, 0.7265625, -1.546875, 1.9296875, -2.265625, -2.453125, -1.3359375, 2.0, -3.46875, -3.1875, -0.390625, -0.609375, -1.703125, -0.11083984375, -1.65625, -3.203125, -2.796875, -1.4453125, -0.2734375, -3.609375, -4.5, -0.443359375, -5.4375, -0.006744384765625, -2.015625, -1.2109375, -1.203125, -0.8515625, -0.1748046875, -5.21875, -0.61328125, 2.828125, -6.5, -6.125, 0.28125, -1.84375, -3.046875, -2.484375, -2.859375, -3.796875, 0.1728515625, -5.53125, -5.71875, 1.375, 0.6015625, -3.234375, -1.296875, -4.5625, -1.609375, 2.046875, 1.2265625, 2.0, 0.609375, 1.984375, 3.515625, -0.91015625, 1.6015625, 0.1318359375, -0.6171875, 2.0625, -3.828125, -4.03125, -0.392578125, -6.6875, -0.9375, -1.6484375, -5.3125, 3.953125, -3.09375, -2.8125, -0.1103515625, 2.75, -0.13671875, -1.15625, -3.53125, -3.1875, -5.25, -0.375, 0.875, 0.0888671875, 0.52734375, -4.40625, -3.46875, 0.2734375, -1.6640625, 2.125], "margins": [0.9189453125, 0.0, -1.3671875, 1.5390625, -3.953125, -1.48046875, 0.9453125, 1.3125, 2.4765625, 0.0, 4.13671875, 3.6875, 0.592041015625, 2.478515625, 3.296875, 4.16796875, -0.53125, 3.66796875, 1.55078125, 1.1533203125, -0.3125, 2.6484375, 1.640625, 4.0078125, 0.26171875, 6.341796875, 6.25, -2.81640625, 1.228515625, -1.5703125, 3.453125, 0.5146484375, 0.0, 3.572265625, 2.74609375, 0.0, 0.470947265625, 3.3046875, 7.234375, 3.2939453125, 0.0, 0.0, -0.65625, 1.33740234375, 4.6953125, 6.1015625, 2.96875, 3.0546875, 1.1875, 2.421875, 6.53125, 0.0, 0.125, 1.6796875, -2.779296875, 6.66015625, 0.0, 0.0, 0.5, 0.0, 0.890625, 0.810546875, 1.671875, 1.8046875, -0.78125, 0.998046875, 0.0, -1.45849609375, -0.5234375, 5.68359375, -1.921875, -0.453125, -0.5966796875, -1.810546875, -1.1796875, 0.0, 2.21875, 5.375, 2.76953125, 1.9296875, 1.45703125, -1.072265625, 5.2890625, 2.875, -0.2265625, 0.0, 3.03125, -0.80615234375, 2.0546875, 0.0, -0.296875, 1.29638671875, -0.33203125, 0.1328125, 0.0, 1.3984375, 4.16015625, -1.072998046875, 1.609375, -0.78125, 1.6328125, 2.05859375, -4.8828125, -0.609375, 2.04296875, 5.42578125, 0.3515625, 1.0625, 0.1328125, 6.1796875, 0.0, 5.87109375, 2.3515625, 3.9375, 2.607421875, 5.9453125, 0.046875, 2.0390625, 1.482421875, 1.599609375, 0.9453125, 1.203125, 0.875, 1.3828125, 0.0, 2.359375, 4.279296875, 0.0, 1.23828125, -3.5625, -1.59765625, 0.25, -1.537109375, 0.56640625, 0.0, 2.0625, 0.5625, 0.0, -0.875, 8.5625, 0.592041015625, 2.4296875, 1.265625, 2.22265625, 0.2978515625, 0.255859375, 3.421875, -2.46484375, 1.734375, 7.34375, -0.46923828125, 2.423583984375, 3.8359375, -0.474853515625, 8.34375, 3.71875, 3.1015625, 0.365234375, 4.62109375, 7.25, -0.19921875, 5.72265625, 2.90625, -1.5838623046875, 4.4765625, 0.8671875, 0.20703125, 1.140625, -0.3046875, -3.0703125, 0.6171875, 0.55859375, 1.268310546875, 2.74609375, -1.1689453125, 3.21875, -0.1796875, 1.3125, -2.01953125, -0.578125, 4.7890625, 0.0, -3.181640625, 1.232177734375, 0.921875, 0.0, 3.66015625, 0.29296875, -2.6640625, 6.9912109375, 2.41796875, 2.9609375, 0.0, 0.0, 5.70703125, 5.681640625, 0.0, 5.03125, 1.43359375, 0.0, -1.25390625, 1.54296875, -0.3243408203125, 1.07421875, -0.859375, 1.5625, 3.318359375, 4.6953125, 0.0, 2.796875, 5.453125, -0.53125, 2.884765625, 0.71875, 4.38427734375, 0.0, -1.3905029296875, 1.296875, 5.1640625, -1.01953125, 1.6875, 1.5263671875, 0.662109375, 1.732421875, -0.0546875, 5.828125, 2.453125, -3.0859375, 0.796875, 5.71875, 0.3125, 0.20703125, -1.06884765625, -1.244140625, 0.375, 1.87109375, 0.8671875, -0.296875, 4.1328125, 0.0, 0.0, 4.265625, 4.1796875, 4.0625, 5.66015625, 2.109375, 2.62890625, 1.3203125, 0.620574951171875, 2.65625, -0.12109375, 0.0, -0.92578125, 0.34375, 3.953125, 5.84375, -4.015625, 4.609375, 4.21875, 0.0, 4.53125, -0.6796875, 1.6875, 2.26171875, 4.25830078125, 3.4921875, 2.109375, -1.34375, 5.7373046875, 3.08984375, 1.9296875, -4.921875, 1.041015625, 3.0546875, 1.439453125, 7.3125, 6.4296875, 3.6328125, 1.72265625, -0.6640625, -1.0234375, 0.15625, 1.57421875, 0.0, 2.31640625, -4.30859375, 7.203125, 0.1328125, 0.1015625, 0.2734375, 0.0, 3.5673828125, -0.859375, 7.15625, 2.67578125, -0.23046875, -0.4921875, 0.4140625, -2.1005859375, 5.921875, 0.0, -3.953125, -2.376953125, 4.34375, -0.2578125, 4.046875, -1.04205322265625, 8.5859375, 0.0, -1.57421875, 2.5234375, 3.1484375, 0.48828125, 1.171875, 0.0, 2.5, 2.19921875, 0.0, -0.7109375, 0.0, 0.0, 1.1875, -1.97265625, 4.84765625, -4.375, 1.228515625, 0.0, 0.0, 1.2578125, 5.42578125, 4.03125, 6.869140625, 3.970703125, 6.112548828125, -0.8828125, 5.173828125, 2.408203125, 0.9267578125, -0.2734375, 0.0, 5.0390625, 0.669921875, 6.75, -0.2421875, 2.55078125, 0.0, -3.90625, -1.125, 4.55078125, 3.21875, 0.1796875, 2.15625, 0.0, 2.6640625, 6.125, 6.73046875, 1.2734375, -4.9140625, 2.5390625, 4.30859375, -0.03125, 4.609375, 0.39453125, 5.1875, 1.2578125, 2.4765625, 0.09375, -0.0625, 0.890625, -5.4609375, 0.73828125, 0.7685546875, 2.546875, 3.0078125, 1.302734375, 2.41796875, 3.90625, 2.14892578125, 7.203125, -0.4921875, 1.984375, 2.07421875, -0.0859375, 3.109375, 3.5234375, 0.1015625, 0.2978515625, 2.55859375, 3.2109375, 0.7890625, 2.1796875, 3.7265625, 0.71875, 5.8671875, 0.4931640625, 0.21484375, 2.048828125, 0.0, 0.353515625, 4.66796875, 4.306640625, 6.2734375, 2.4921875, 1.625, -1.3271484375, -0.65283203125, 3.53125, 0.595703125, 2.72265625, 3.01171875, 3.40478515625, 1.62255859375, 1.63128662109375, 3.33203125, -2.3515625, -0.390625, 5.4765625, 3.3359375, 3.5, 1.4765625, 0.6484375, 2.04296875, 0.0, 0.0, 1.546875, 0.73828125, 0.0, -0.703125, -3.484375, 2.83026123046875, 0.0, 0.0, -6.3935546875, 0.6728515625, -1.171875, 1.86651611328125, 3.4765625, 2.921875, 2.4921875, 0.87890625, 3.046875, -1.0390625, 0.927734375, -1.16796875, 0.0, 3.25, 1.189453125, -1.6640625, -1.81640625, -0.90234375, 0.7734375, -2.078125, 0.359375, 0.0, 2.447265625, -1.0390625, 2.94091796875, 3.5224609375, 5.67578125, -0.5859375, 8.921875, 1.4609375, 0.0, 0.7880859375, 1.8203125, 2.3544921875, 2.26953125, -0.828125, 0.0, -2.125, 3.296875, 2.296875, 0.5234375, 2.40625, 0.0, 0.0, -3.2265625, 0.5885009765625, 4.8515625, 2.22265625, 1.86083984375, 4.1328125, -2.05078125, 1.15234375, 2.1318359375, -4.09375, 0.171875, 0.57952880859375, 0.0546875, 2.2421875, 1.65625, 1.68359375, 2.578125, 2.72265625, -0.005859375, -0.2734375, 0.0, 3.19921875, 2.75390625, 1.265625, 0.95703125, -1.65625, 0.0, 0.6796875, 0.0, -0.337890625, 0.0, -0.3984375, 0.4453125, 2.24609375, 1.953125, 4.54296875, 2.3388671875, 2.1484375, -1.759765625, 6.9921875, 0.0, 0.03125, 2.357421875, 4.8359375, 0.0, -1.234375, -0.078125, 0.87109375, 0.1484375, -1.3984375, 2.375, 3.125, -0.65625, -0.493408203125, 7.9140625, 0.0, -0.26708984375, 1.9609375, 1.0625, -2.40625, 1.65625, -0.6171875, 5.6695556640625, -0.05078125, -0.27734375, 2.84375, 0.78515625, 1.84765625, 4.6015625, 5.15234375, -2.38134765625, 0.3125, 3.7197265625, 0.3388671875, 1.7890625, 0.046875, -0.328125, 4.38427734375, 0.0, 3.421875, 2.03515625, 2.55859375, 0.0, 5.19921875, 1.767578125, 0.630859375, 2.801025390625, -1.171875, 5.68359375, -9.48046875, 2.5390625, 2.048828125, 0.408203125, 1.5546875, 5.21875, 0.0, 1.8916015625, 2.296875, 2.28125, -3.171875, 1.880859375, 0.7578125, 5.15625, 3.8203125, -0.2890625, -0.33203125, 2.453125, -1.609375, 0.626953125, 0.375, 1.4765625, 0.65625, -0.96875, 0.8984375, 7.0703125, 1.1640625, 0.69873046875, 0.0, 3.5625, 4.705322265625, 2.044921875, 0.9609375, 2.47265625, 2.41015625, 6.96875, 5.21875, 0.34375, 4.375, -0.484375, 0.517578125, -0.091796875, 2.9921875, 3.4296875, 2.869140625, 0.0, 4.171875, 1.15234375, 0.0, 2.7490234375, 0.015625, 4.6923828125, 1.34375, -3.81103515625, 0.0, 3.642578125, 0.3740234375, 4.7109375, -0.4765625, 1.9140625, -0.8681640625, 2.4296875, 0.3125, 6.0, 1.828125, 2.1484375, 4.8984375, 1.693359375, 3.0703125, 1.0625, -0.2734375, 0.90625, 0.794921875, -1.47265625, 1.859375, 0.0, 0.26171875, 2.35546875, 1.373046875, 0.234375, -1.02734375, -3.66015625, 1.5390625, 0.0, 3.7421875, 2.046875, 1.8046875, -3.20361328125, 0.828125, 0.84375, 0.56640625, 2.21875, -1.515625, 3.0, 5.01953125, 1.9453125, -2.18359375, 0.69140625, 4.84765625, 0.73046875, 0.3828125, 0.0, 6.16796875, 0.4140625, 1.98046875, 4.859375, 0.90625, 0.0625, 2.021484375, -5.4375, -0.15625, 0.0, 2.69921875, 0.0, -4.744140625, 1.51171875, 0.6484375, 7.146484375, 0.6171875, 1.66796875, 0.0, 0.3203125, 1.5, 7.859375, 1.919677734375, 5.6484375, 5.2421875, 4.9921875, -1.0400390625, 3.2265625, -0.53125, 2.34375, 2.0390625, 0.0, 7.8203125, 2.0625, 0.744140625, 0.3988037109375, 2.94921875, 1.96875, 1.953125, 2.05078125, 3.365234375, 0.5546875, 3.328125, 0.11328125, 0.875, 2.4765625, -0.09375, 7.078125, 5.2919921875, 0.021484375, 0.923828125, -2.1962890625, 0.0, 2.48828125, 3.34765625, -0.1806640625, 1.70703125, 1.587890625, 0.9267578125, 6.015625, 4.158203125, 0.15625, 7.90234375, 0.0, 0.5, 2.421875, 4.806640625, 2.00390625, 2.693359375, -0.927490234375, 3.231201171875, 2.83026123046875, 3.27197265625, -0.404296875, 3.265625, 4.79296875, 3.4453125, 3.3359375, 0.0, 7.32421875, 1.033203125, 0.0, 0.982421875, 0.0, 3.8203125, 5.859375, 4.671875, 0.41796875, -0.41015625, 0.0, 1.97454833984375, 2.4140625, 0.982421875, 0.54296875, -0.3125, 1.53125, 2.173828125, 5.171875, 2.35546875, 5.46875, 1.37109375, -0.6953125, 1.3046875, 0.734375, -1.119140625, 2.3623046875, 1.626953125, 6.03515625, 0.0, 2.375, 5.60546875, 2.921875, -2.1025390625, 2.94140625, 1.671875, 5.28125, -0.958984375, 4.1875, 1.34765625, 0.1953125, 0.0, 1.229248046875, 3.91015625, 3.421875, 0.828125, 4.359375, 0.0, 1.71875, 3.2265625, -1.96875, -6.328125, 0.703125, -1.1484375, -1.65625, 0.0625, 3.01171875, 1.40234375, -1.759765625, 2.13818359375, 1.390625, -0.21875, -3.953125, 0.0, 0.1953125, -0.7265625, 1.033203125, 0.0, 1.65625, 0.03515625, 5.25, 0.482421875, -0.70703125, 0.642578125, 4.3837890625, 5.6015625, 4.13671875, 2.146484375, 2.48828125, 2.28125, 3.705078125, 4.171875, -0.3828125, 0.7412109375, 2.21875, -0.765625, 2.4375, 1.3046875, 2.9765625, 1.1171875, 3.16796875, 3.04296875, 1.2158203125, 0.15625, 2.71484375, 1.375, 0.06640625, 0.189453125, 1.44921875, 0.0, 3.3515625, 3.953125, 0.8046875, 3.0546875, 0.66015625, 3.078125, 0.59375, 0.0, 6.2265625, 0.799713134765625, 2.29296875, 1.51953125, 2.13671875, -0.578125, 1.0458984375, 2.859375, 1.26953125, 1.234375, 6.572265625, 4.2890625, -0.5859375, 3.7734375, 3.34375, 4.265625, 4.984375, 0.328125, 1.7412109375, 0.0, 8.25, -1.796875, 0.0, 5.1953125, 1.4931640625, 4.7529296875, 0.0859375, -3.65625, -0.71875, 0.15625, -0.171875, 0.0, 0.0, 0.0, -0.53125, 0.0, 1.734375, -1.171875, 0.765625, 1.65625, 1.580078125, 5.96875, 0.0, 2.703125, 1.28125, 0.0, 2.0625, 0.640625, -0.8740234375, 0.53125, 2.26171875, 1.505859375, 1.8515625, 4.6953125, 3.8359375, 0.5732421875, -2.0546875, -0.7138671875, 1.38671875, 2.359375, -0.078125, 0.0, -1.4765625, -0.4609375]} \ No newline at end of file diff --git a/margin_logs/val_margins_code_epoch_4.json b/margin_logs/val_margins_code_epoch_4.json new file mode 100644 index 0000000000000000000000000000000000000000..0c537ec43fd263424520fe147dcf9439635fffa1 --- /dev/null +++ b/margin_logs/val_margins_code_epoch_4.json @@ -0,0 +1 @@ +{"epoch": 4.0, "step": 984, "domain": "code", "rewards_chosen": [0.640625, -6.125, -0.068359375, 1.5, -2.390625, -2.734375, -3.984375, -5.40625, -1.1171875, -3.8125, -1.484375, 0.04345703125, 0.390625, 2.5, 1.078125, 0.2138671875, -2.34375, 0.047607421875, -2.3125, 1.2734375, -5.875, 0.25, -1.859375, 0.58984375, 0.10888671875, 0.5234375, 1.6875, -0.73828125, 1.6640625, -1.265625, 3.421875, 0.7109375, -0.90625, 0.6015625, -1.2734375, -3.453125, 0.6484375, -1.1015625, 2.28125, 2.625, 0.484375, -3.578125, 3.03125, -0.177734375, 1.5, -1.3671875, -2.546875, -1.5859375, -0.96875, -2.203125, 1.8984375, -4.46875, -1.359375, 3.15625, -0.73046875, -1.203125, -0.169921875, 1.28125, 2.09375, 2.546875, -4.3125, -0.4765625, -4.4375, 1.8046875, 0.1552734375, -1.3125, 3.484375, -0.62890625, -2.234375, 1.1953125, -3.25, 0.44140625, -0.111328125, -0.80859375, 1.71875, 0.361328125, 2.03125, 1.9375, -0.74609375, -3.8125, 0.341796875, -0.98046875, 1.546875, 2.75, -2.1875, 0.38671875, -3.421875, -0.69140625, 3.65625, 2.484375, 1.984375, -0.1650390625, -0.287109375, -1.0703125, -3.28125, 2.265625, 0.86328125, -0.12109375, 0.86328125, -7.875, -0.2021484375, 0.765625, -6.9375, -4.15625, 0.349609375, 0.734375, -2.296875, -1.859375, 0.9609375, 1.546875, -1.4921875, 0.375, 1.1015625, 2.40625, 2.28125, 2.140625, -1.9921875, -0.9609375, -0.2158203125, 0.5234375, 2.890625, 2.34375, -1.421875, 0.40234375, -1.359375, -3.21875, -0.6171875, -0.474609375, 0.2158203125, -3.421875, 0.04296875, 3.234375, -0.0269775390625, 1.140625, 2.03125, -2.984375, 1.453125, -2.390625, -4.09375, 4.03125, 0.390625, 1.546875, -4.1875, -0.94140625, 0.50390625, 0.6796875, 2.046875, -1.578125, -3.625, 4.03125, 0.11962890625, -0.734375, 1.171875, -0.5546875, 0.90625, -2.4375, 1.3515625, -0.2294921875, -1.234375, -1.4140625, 0.90234375, 1.65625, 0.05126953125, -2.0625, 1.21875, 2.296875, -1.453125, -1.7890625, 2.515625, -1.0859375, -1.5859375, 1.0859375, -0.267578125, -1.2734375, -1.4609375, -1.171875, 1.859375, -5.40625, -3.640625, -4.78125, -0.408203125, -1.96875, -3.859375, 0.8828125, -0.61328125, -0.1884765625, 4.375, 1.25, -1.6640625, 0.10107421875, 2.109375, 0.52734375, -0.85546875, -3.1875, 0.482421875, 0.8515625, -2.625, 1.9375, 0.13671875, 1.6640625, -2.625, 0.5546875, -0.416015625, -1.015625, 1.421875, -2.671875, 3.640625, 1.3125, -2.21875, 0.380859375, 1.8828125, -0.390625, 1.28125, -5.125, -1.3359375, 3.5625, -0.60546875, -2.265625, -1.5546875, -2.0625, -0.78515625, 1.4453125, -1.0390625, 1.8828125, -1.9296875, 1.2421875, 0.462890625, -1.8046875, -5.375, 0.60546875, -2.234375, 0.060546875, 0.40234375, -0.439453125, 3.921875, 0.71484375, 1.8203125, 1.984375, -2.84375, -4.8125, -3.015625, 1.890625, 2.296875, 2.078125, -2.5, 4.53125, 2.328125, -2.484375, -0.5859375, 0.515625, 0.271484375, 1.2578125, 0.7578125, -3.484375, -0.1875, 2.71875, -4.875, 1.828125, 1.484375, -3.578125, -2.78125, -1.921875, -0.9765625, 3.03125, -1.5234375, 0.470703125, -2.171875, -5.0, -0.60546875, 0.408203125, -2.59375, -4.125, 0.380859375, 2.109375, 1.5078125, 2.90625, 1.203125, -0.248046875, 0.49609375, 1.2578125, 1.1484375, 3.296875, 0.16015625, 0.9296875, -2.625, -1.5234375, 2.75, -1.0703125, -1.3203125, -1.9453125, -3.28125, 0.34765625, -4.625, 2.546875, 0.53515625, -0.63671875, 0.71875, 2.421875, 0.259765625, 3.3125, -0.1474609375, -2.390625, -1.6328125, -1.078125, 1.4375, 1.4765625, -0.09228515625, 1.921875, -1.421875, -1.2265625, -1.53125, -2.5625, 0.498046875, -2.640625, -3.3125, -4.40625, 0.859375, -3.890625, 1.671875, -0.30859375, 0.4609375, -5.1875, 0.06982421875, 0.07568359375, 1.625, 1.6640625, -1.7734375, -1.2109375, -0.765625, 0.734375, -3.78125, -0.69140625, -0.54296875, -0.86328125, -1.453125, -0.6640625, 2.296875, 0.1826171875, 0.1396484375, -4.46875, -2.828125, 1.640625, 2.0, 1.5625, 0.01513671875, 0.92578125, -2.421875, -1.8515625, -0.349609375, 4.125, 1.109375, -2.28125, -0.333984375, 1.5078125, 3.421875, 0.78515625, -2.96875, -5.40625, 0.50390625, -0.21875, -4.71875, 2.25, -0.8046875, 2.03125, -0.83203125, -2.265625, 3.53125, 2.265625, -1.6640625, -3.46875, 1.859375, -0.00830078125, 1.6171875, 2.15625, -0.130859375, 2.109375, 0.96484375, 1.984375, 2.75, -1.9765625, 1.828125, -2.0, -3.078125, -1.171875, -1.7109375, -1.28125, 0.50390625, 2.640625, 2.0625, -1.84375, -1.8125, 2.96875, -2.140625, 2.296875, -0.2099609375, 0.041259765625, -0.111328125, -0.376953125, -0.373046875, -0.46875, -1.7890625, 1.765625, 0.09033203125, 0.8984375, -2.078125, -0.77734375, -4.0625, -0.70703125, -0.267578125, 0.73828125, -0.396484375, 2.125, 2.140625, 0.56640625, -4.875, 1.5859375, 0.439453125, 1.953125, -1.328125, 0.59765625, -2.140625, -0.01458740234375, -1.5859375, -4.25, -1.640625, -0.34765625, 2.71875, -1.3515625, -3.3125, -0.283203125, -1.375, 2.03125, -5.84375, -0.1640625, 0.279296875, -0.23046875, 2.265625, 2.484375, 0.09033203125, -2.109375, -4.84375, 0.40625, -0.22265625, 1.484375, -3.53125, 0.400390625, 1.609375, -2.171875, -1.59375, 0.0712890625, 3.515625, -3.953125, 1.15625, 4.25, 2.8125, -3.921875, -0.19921875, -0.5234375, -0.10693359375, -1.0234375, 2.5, -0.72265625, 0.451171875, 1.40625, 2.96875, 2.125, -0.12451171875, -5.125, -3.46875, -4.71875, -2.5625, -4.5, -1.8671875, -1.953125, -2.375, -1.9453125, -4.0625, 0.53515625, 0.205078125, -0.94140625, -0.0537109375, 0.296875, -1.9140625, 1.96875, -2.03125, -3.234375, -1.4296875, -0.5859375, 1.375, 0.53125, 3.21875, 2.4375, 1.578125, 2.453125, -0.88671875, 1.4453125, 3.609375, 3.421875, 2.640625, 3.140625, 0.8203125, -5.46875, -3.53125, 1.90625, -2.203125, -0.69140625, -2.875, 2.0625, 2.328125, 0.76953125, 1.625, -0.90625, 2.765625, 0.77734375, -1.9296875, -0.5546875, 3.359375, 1.109375, -0.61328125, -2.515625, -4.875, -6.3125, 1.6953125, -2.078125, 1.171875, -2.34375, -1.4765625, -1.40625, 0.83984375, -0.671875, 1.6328125, -2.0, -1.03125, 2.953125, -4.21875, -1.328125, -3.78125, -1.46875, -0.1650390625, 0.361328125, -1.7890625, 1.2265625, 1.1953125, 0.421875, 4.875, -0.1484375, -3.203125, -4.28125, -0.8828125, 1.265625, 3.171875, -1.171875, -1.65625, -1.3359375, 0.515625, -2.234375, -0.287109375, 1.8671875, -8.3125, 1.1640625, 2.90625, -0.50390625, -0.60546875, 0.34765625, 1.1953125, 0.6640625, 1.9921875, -0.111328125, -0.50390625, -2.046875, -2.359375, -3.875, 1.8828125, -1.96875, -5.9375, -2.453125, 2.03125, 1.9296875, 2.109375, -0.28125, 0.2451171875, -2.609375, 3.46875, 0.35546875, 0.5234375, -4.28125, 0.59765625, 1.8125, -4.78125, -1.984375, 2.5, 2.75, -0.0830078125, -3.8125, 3.046875, -0.58984375, 2.71875, -0.421875, 1.9140625, 1.265625, 1.75, 1.0078125, 1.6640625, 1.765625, 2.953125, -0.96875, 0.1748046875, -2.84375, 0.8515625, -0.365234375, -1.0546875, 2.3125, 2.125, 2.84375, -1.1328125, -4.34375, -0.01416015625, -2.125, -5.4375, -4.1875, 0.20703125, -0.138671875, -2.078125, -2.90625, -0.83203125, 0.035400390625, 1.546875, 1.734375, 2.546875, -1.9296875, 0.388671875, 0.384765625, 0.04931640625, 2.1875, -1.859375, 1.4453125, -3.375, 1.0625, -1.875, -3.46875, 0.3125, 1.1171875, -1.2265625, 1.3671875, -1.25, -1.7578125, -2.46875, -2.8125, -0.890625, 2.203125, -3.234375, -1.8984375, -2.609375, 1.640625, -2.953125, 1.140625, -4.4375, 2.453125, 3.203125, 2.875, -2.828125, -0.79296875, 2.109375, 4.9375, 1.546875, -1.90625, -6.375, 0.70703125, 0.9765625, 1.890625, 0.39453125, -4.59375, 2.21875, -0.232421875, -8.5, -6.4375, -0.875, 2.875, -0.302734375, -5.78125, 0.392578125, 0.494140625, -1.046875, -1.5859375, 0.30859375, 4.625, 0.419921875, -1.6640625, 4.9375, 0.26953125, 0.828125, 0.361328125, 1.640625, -1.7890625, -2.375, -0.390625, -2.234375, -2.84375, 0.42578125, 1.0234375, -1.9375, 0.412109375, 0.50390625, -1.8515625, 0.5859375, 1.625, 1.515625, -0.06982421875, 1.4453125, -2.625, 1.2578125, -1.3046875, 1.59375, -4.0625, 1.3125, 0.29296875, 0.1962890625, 0.87109375, -2.71875, 0.078125, 0.0478515625, 1.0625, -0.0546875, -0.255859375, 2.15625, 0.79296875, 0.9921875, 0.01007080078125, 3.1875, 0.46484375, 1.375, 1.703125, -3.53125, -0.3203125, -0.98828125, -0.498046875, -1.046875, 0.011474609375, -0.283203125, 0.0023956298828125, -0.96875, 1.15625, -0.69140625, -2.3125, 2.0, 0.39453125, 0.6484375, -0.052978515625, -3.1875, 1.0546875, 0.0194091796875, -1.640625, 1.7734375, 1.046875, -0.80078125, -2.734375, 0.38671875, 2.484375, 0.6796875, 1.0546875, 0.97265625, -2.53125, -3.96875, -0.1943359375, 1.1875, 0.51171875, 1.734375, -0.953125, -1.453125, 0.01397705078125, 3.046875, -0.875, -0.34375, 1.0390625, 0.08642578125, -3.4375, -2.375, -1.7890625, 3.15625, 0.82421875, 2.296875, -4.4375, 2.375, -0.380859375, 0.7421875, 0.71484375, 1.2109375, 0.83984375, 0.05126953125, 0.90234375, -1.9765625, -1.953125, 2.171875, -0.435546875, 0.5234375, -2.375, 2.203125, -5.40625, 2.40625, 0.87109375, -3.984375, -0.0218505859375, -0.94140625, 2.140625, -1.9296875, 2.328125, -2.5, -2.34375, -2.390625, -1.5625, -1.8828125, 1.5234375, -0.052978515625, 1.7109375, -4.0625, -1.8046875, 1.8828125, 0.482421875, 0.2314453125, 0.478515625, 0.6796875, -1.46875, -0.66796875, 0.25390625, 0.55859375, 1.5, -0.9609375, 3.375, -1.21875, 1.421875, -4.9375, 0.828125, -1.390625, 3.0, 1.1953125, 3.5, 0.859375, 0.70703125, 0.58984375, 2.390625, -0.55859375, -3.0, -0.04541015625, -0.1533203125, -0.169921875, -0.07861328125, 1.8984375, -0.1875, -2.125, 2.109375, -0.138671875, -0.56640625, -3.671875, -1.1875, -0.34375, 0.416015625, 1.15625, -0.2255859375, 0.361328125, -2.1875, 0.921875, -4.78125, 0.82421875, 4.5625, -0.052734375, -2.28125, -1.0234375, 2.3125, 0.447265625, 1.890625, 2.140625, -4.125, 1.9375, -6.375, 3.484375, -0.93359375, 0.38671875, 2.359375, -0.67578125, -0.62109375, -2.390625, -2.421875, -0.1962890625, 2.390625, 0.54296875, 2.03125, 3.359375, -1.03125, 2.5, -0.408203125, 1.15625, 1.234375, -4.25, -3.78125, 1.5546875, -0.87890625, -1.265625, -0.1484375, -5.0, 3.75, -0.95703125, -3.171875, -1.75, 3.078125, 3.03125, 0.6953125, -2.453125, 1.3125, -3.21875, -0.25390625, -1.9375, -0.3984375, 2.484375, -3.21875, -3.171875, 0.03564453125, -4.4375, 2.234375], "rewards_rejected": [0.78125, -6.125, 0.734375, -1.4296875, 1.671875, -1.0546875, -4.46875, -6.8125, -4.9375, -3.8125, -6.34375, -3.890625, -0.474609375, -0.0167236328125, -2.359375, -4.5, -2.546875, -4.25, -3.390625, -0.314453125, -5.75, -2.5625, -4.53125, -3.78125, -0.69921875, -7.03125, -5.9375, 2.234375, 0.4140625, 0.294921875, -2.828125, -0.76953125, -0.90625, -3.65625, -5.125, -3.453125, -0.578125, -5.21875, -6.40625, -0.7109375, 0.484375, -3.578125, 3.0, -2.125, -4.96875, -8.4375, -5.84375, -5.25, -2.1875, -4.53125, -6.3125, -4.46875, -1.75, 0.37890625, 2.34375, -8.5625, -0.169921875, 1.28125, 1.5, 2.546875, -4.6875, -1.859375, -7.53125, -1.3515625, 1.3203125, -3.21875, 3.484375, 1.5234375, -1.421875, -6.5625, -1.53125, 1.3671875, 0.2412109375, 1.5859375, 2.65625, 0.361328125, -0.93359375, -4.40625, -2.84375, -5.25, -3.671875, -0.6171875, -4.90625, -1.8671875, -2.75, 0.38671875, -6.625, 0.41796875, 1.15625, 2.484375, 2.78125, -1.828125, 0.0947265625, -0.9140625, -3.28125, 1.015625, -4.09375, 0.6328125, -0.416015625, -8.0625, -3.078125, -1.9921875, -0.9453125, -4.65625, -3.15625, -5.84375, -2.203125, -3.234375, 0.470703125, -4.9375, -1.4921875, -6.6875, -2.625, -3.046875, -0.58203125, -4.46875, -2.421875, -5.0625, -2.296875, -1.4453125, 1.3828125, 0.5546875, -2.421875, -1.9140625, -1.359375, -5.5625, -5.6875, -0.474609375, -1.5703125, 1.3203125, 1.5703125, 3.015625, 1.6171875, 0.55859375, 2.03125, -5.59375, 1.1953125, -2.390625, -3.640625, -5.96875, -0.474609375, -1.875, -5.0, -3.625, -0.431640625, -0.765625, -2.171875, -0.07958984375, -5.625, -4.625, 0.10498046875, -3.15625, -2.671875, 0.1982421875, -8.3125, -5.9375, -2.609375, -0.6328125, -6.34375, -8.875, 0.79296875, -6.65625, -2.5, -0.9921875, -3.859375, 1.0234375, -1.421875, -3.515625, 1.9140625, 2.046875, -2.890625, -0.205078125, -2.078125, -5.125, 0.08056640625, -5.34375, 2.21875, -6.8125, -2.0, -4.09375, -5.375, -1.96875, -0.6796875, -0.046142578125, -3.84375, -0.1884765625, 0.2890625, 0.345703125, 1.0078125, -8.3125, -1.546875, -2.8125, -0.85546875, -3.1875, -6.59375, -5.5625, -2.625, -3.953125, -1.265625, 1.6640625, -1.8515625, -1.3203125, 0.034423828125, -2.53125, 2.1875, -5.46875, -0.41015625, -3.84375, -2.21875, -3.609375, -4.25, -1.2265625, -3.59375, -6.03125, -6.15625, 3.5625, 1.328125, -3.96875, -8.25, -1.5078125, -3.484375, -0.044921875, -2.15625, 0.376953125, -2.140625, -5.28125, -2.5625, 1.875, -6.5625, -6.0, -2.890625, -0.0361328125, 1.2578125, 1.3203125, 3.890625, -1.4375, -1.0234375, 2.78125, -5.71875, -4.8125, -3.015625, -4.0625, -4.0, -3.671875, -8.25, 1.8046875, -0.921875, -3.84375, -1.375, -2.90625, 0.51171875, 1.2578125, 1.8046875, -4.25, -4.15625, -4.28125, 1.0546875, -4.1875, -3.984375, -3.578125, -7.65625, -1.796875, -3.03125, -0.08056640625, -5.25, -3.375, -5.78125, -3.765625, -6.65625, -3.265625, -5.84375, 0.8828125, -0.734375, -2.359375, -0.875, -6.59375, -6.15625, -4.75, -1.609375, 2.0625, 1.921875, 2.9375, -1.65625, 0.9296875, -4.25, 3.6875, -4.6875, -0.9140625, -1.390625, -2.1875, -3.28125, -4.0625, -3.921875, -6.40625, -2.328125, -0.1162109375, 0.94921875, 1.9453125, 3.328125, -3.078125, -0.1474609375, 1.671875, 1.140625, -6.84375, 1.03125, -3.65625, 0.73046875, -8.6875, -1.421875, 0.87109375, -4.90625, -6.0, 0.13671875, -4.875, -2.953125, -7.4375, -1.5625, -3.890625, 2.609375, -0.30859375, 0.4609375, -5.5625, 1.6171875, -6.125, 5.4375, 0.4140625, -1.7734375, -1.2109375, -2.0, -5.84375, -8.875, -8.0, -4.96875, -8.625, -0.2060546875, -7.1875, -0.90234375, -1.3125, 0.76953125, -4.46875, -7.3125, 0.146484375, -3.953125, 1.6484375, -3.6875, 0.92578125, 1.25, 0.037109375, -5.875, 0.7890625, 1.4765625, -4.6875, -0.333984375, -1.6328125, -3.609375, -7.3125, -5.09375, 0.9609375, -2.171875, -4.1875, -4.4375, -3.859375, -2.421875, -4.1875, -2.1875, -4.875, 2.921875, 2.640625, -3.53125, 3.453125, -0.53515625, -1.328125, -2.359375, -1.296875, -0.94140625, -1.546875, -4.875, -0.263671875, -4.6875, -1.8046875, -1.6015625, -5.125, -2.9375, -5.21875, -6.53125, -2.140625, -0.431640625, -0.921875, -2.75, -3.5, -4.65625, -1.7734375, -2.9375, -4.5625, -1.6953125, -0.328125, -3.0, -0.376953125, -1.40625, -4.9375, -6.34375, -5.5, -3.296875, -1.7109375, -1.1171875, -0.007659912109375, -7.40625, -1.1796875, -3.5625, -2.421875, -3.796875, 0.0023651123046875, -0.349609375, -3.984375, -2.359375, 2.46875, -5.75, -0.953125, -6.78125, -1.15625, -3.75, -3.0625, -1.5859375, -4.25, -3.703125, -1.3203125, 2.71875, -1.234375, 1.2890625, -3.265625, -1.375, 2.03125, 0.54296875, -0.71875, 1.90625, -2.796875, -3.046875, -1.5703125, -3.296875, -2.53125, -6.71875, 1.1171875, -0.55859375, 2.390625, -3.53125, -3.09375, 0.138671875, 0.1455078125, 0.27734375, 1.1171875, 1.8984375, -0.9765625, 0.9453125, 4.25, 0.2109375, -1.7734375, -4.40625, -4.96875, -6.4375, -0.9921875, -7.78125, -1.6484375, 0.451171875, 0.494140625, 1.4921875, -0.296875, -2.296875, -3.671875, -3.46875, -3.375, -6.34375, -6.53125, -3.1875, -6.03125, -2.375, -1.9453125, -0.97265625, -0.46875, -5.625, -3.625, -2.4375, -4.9375, -0.50390625, 0.609375, -4.71875, 0.5703125, -2.25, 0.7578125, 1.2265625, -1.875, 1.1015625, 0.1640625, -1.6796875, -0.8203125, -0.953125, 1.609375, 3.609375, -0.76171875, -0.62890625, 1.1484375, -0.203125, -3.59375, -3.53125, 0.9140625, -2.203125, -1.140625, -2.875, 2.515625, 1.546875, -1.6484375, -0.6875, -6.59375, 0.34765625, -2.78125, -0.337890625, -6.6875, 3.359375, 1.15625, -3.890625, -6.9375, -4.875, -4.28125, 2.75, -3.21875, 0.875, -0.73828125, -4.40625, -5.1875, 1.5078125, 0.1982421875, -7.09375, -2.0, -0.40625, -0.0011444091796875, -4.53125, 1.7109375, -6.375, -1.171875, -6.75, 0.404296875, -1.25, -2.578125, 0.404296875, -1.4140625, 0.5703125, -5.75, -0.45703125, -5.53125, -4.84375, 0.7109375, 0.734375, -1.171875, -1.8125, -6.15625, 0.515625, -6.78125, -3.875, -2.453125, -8.3125, -5.28125, 0.41015625, -1.2890625, -3.453125, 0.84765625, -6.5625, 9.9375, -2.09375, -3.0, -0.07177734375, -4.84375, -7.9375, -3.875, -0.71875, -6.1875, -9.0625, -0.05419921875, -0.0888671875, 0.5546875, -4.25, -5.21875, -0.76953125, -2.453125, 0.271484375, 2.5, -0.578125, -4.46875, -1.15625, 1.09375, -4.90625, -3.40625, -7.125, 1.0703125, -0.1787109375, -3.8125, -0.88671875, -5.5, -0.470703125, -2.671875, -1.2890625, -1.3828125, -7.1875, -5.125, 1.734375, -4.5625, 3.265625, -2.5625, 0.60546875, -6.125, -2.8125, -3.46875, -1.0546875, -2.75, 0.65234375, 2.84375, -4.375, -4.71875, -5.84375, -4.875, -0.796875, -4.1875, -4.3125, -1.1796875, -7.8125, -2.84375, -1.7890625, 0.640625, -1.875, 1.21875, -3.03125, -5.34375, -1.8671875, -5.28125, -2.328125, -2.171875, -3.234375, 1.609375, -4.375, 0.0203857421875, -0.298828125, -5.21875, 0.3125, 0.76171875, -4.625, -0.058349609375, -1.4609375, -1.09375, 0.33984375, -4.25, -0.890625, -2.296875, -5.875, -4.0625, -0.458984375, 0.8828125, -3.234375, 0.55859375, -7.03125, 4.75, -1.96875, -1.9765625, -5.3125, 1.96875, 1.15625, -0.87890625, 0.59765625, -2.359375, -6.375, -6.875, 0.138671875, -0.72265625, -5.25, -5.4375, 1.421875, -3.296875, -4.53125, -5.875, -0.875, -0.0810546875, -0.302734375, -1.515625, -2.34375, -0.060302734375, -9.3125, -2.890625, -1.8203125, 4.625, 0.294921875, -4.34375, -3.921875, -2.765625, -4.65625, -5.84375, -4.875, -1.4375, -5.71875, -1.2265625, -5.0, -4.90625, 0.42578125, -7.5, -4.34375, -0.71484375, -1.453125, -4.65625, -2.359375, -0.6875, -1.28125, -4.53125, 0.90234375, -7.625, 1.3359375, -2.703125, -1.8046875, -3.65625, -5.78125, -6.09375, 0.283203125, 0.2373046875, -0.30078125, 0.078125, -2.546875, -3.203125, -0.10595703125, -2.578125, 0.5546875, -0.283203125, -6.59375, -4.75, 2.40625, -9.0625, 1.375, 0.0238037109375, -6.0625, -5.4375, -3.375, -3.21875, 0.11083984375, -3.859375, -3.265625, -3.90625, 0.35546875, -2.671875, -5.875, -6.75, -1.171875, 0.39453125, -7.71875, -0.35546875, -3.1875, -0.765625, 0.0194091796875, -6.625, -4.375, -4.5, -0.240234375, -2.015625, 0.38671875, -1.046875, -2.421875, -0.765625, 0.98828125, -2.734375, -5.625, -3.21875, -5.28125, -2.59375, -5.65625, -2.765625, -1.3828125, -2.328125, 2.21875, 0.173828125, -3.296875, -0.8671875, -6.5, -3.4375, -5.1875, -7.59375, -1.234375, 2.84375, -1.328125, -7.53125, -4.1875, 0.5625, -4.25, -1.4140625, 1.015625, 0.83984375, -1.3828125, -3.6875, -5.5, -4.25, -3.296875, -0.435546875, -0.98046875, -5.71875, 4.28125, 1.15625, 1.3203125, 0.9296875, -2.578125, 0.140625, -4.25, -0.27734375, -0.337890625, -0.72265625, -3.78125, -1.75, 1.671875, -1.7578125, -2.5, 2.765625, -0.35546875, 1.7109375, -5.75, -1.453125, -4.4375, -0.08935546875, 1.03125, 0.7890625, -4.84375, -8.9375, -5.90625, -3.125, -1.390625, -1.1171875, -5.625, -2.828125, -1.171875, 0.51953125, -7.0, 1.578125, -4.4375, 0.96484375, -2.5625, 1.9453125, -2.484375, -3.546875, -1.59375, 2.40625, -4.40625, -4.90625, -0.48046875, -1.6953125, -2.875, -0.07861328125, -2.796875, -4.15625, -4.71875, -2.359375, -0.87890625, -4.5, -6.0625, -1.1875, -7.96875, -0.5546875, -2.109375, -2.3125, -2.875, -2.21875, -0.50390625, -6.21875, -1.0078125, 3.4375, -7.5625, -8.0, -0.9921875, -3.5625, -3.453125, -4.0625, -3.671875, -5.1875, -0.546875, -6.375, -6.78125, 0.95703125, 0.38671875, -4.125, -1.546875, -5.8125, -2.734375, 2.484375, 1.2421875, 2.40625, 0.5546875, 2.03125, 3.359375, -1.03125, 1.640625, -0.408203125, -2.359375, 2.921875, -5.21875, -6.375, -0.458984375, -8.3125, -1.265625, -2.828125, -6.75, 3.75, -3.34375, -4.96875, -0.283203125, 2.234375, -0.08056640625, -2.28125, -4.4375, -3.84375, -8.0, -1.703125, 1.0078125, -1.078125, -0.232421875, -5.5625, -3.96875, 0.03564453125, -2.609375, 2.59375], "margins": [-0.140625, 0.0, -0.802734375, 2.9296875, -4.0625, -1.6796875, 0.484375, 1.40625, 3.8203125, 0.0, 4.859375, 3.93408203125, 0.865234375, 2.5167236328125, 3.4375, 4.7138671875, 0.203125, 4.297607421875, 1.078125, 1.587890625, -0.125, 2.8125, 2.671875, 4.37109375, 0.80810546875, 7.5546875, 7.625, -2.97265625, 1.25, -1.560546875, 6.25, 1.48046875, 0.0, 4.2578125, 3.8515625, 0.0, 1.2265625, 4.1171875, 8.6875, 3.3359375, 0.0, 0.0, 0.03125, 1.947265625, 6.46875, 7.0703125, 3.296875, 3.6640625, 1.21875, 2.328125, 8.2109375, 0.0, 0.390625, 2.77734375, -3.07421875, 7.359375, 0.0, 0.0, 0.59375, 0.0, 0.375, 1.3828125, 3.09375, 3.15625, -1.1650390625, 1.90625, 0.0, -2.15234375, -0.8125, 7.7578125, -1.71875, -0.92578125, -0.3525390625, -2.39453125, -0.9375, 0.0, 2.96484375, 6.34375, 2.09765625, 1.4375, 4.013671875, -0.36328125, 6.453125, 4.6171875, 0.5625, 0.0, 3.203125, -1.109375, 2.5, 0.0, -0.796875, 1.6630859375, -0.3818359375, -0.15625, 0.0, 1.25, 4.95703125, -0.75390625, 1.279296875, 0.1875, 2.8759765625, 2.7578125, -5.9921875, 0.5, 3.505859375, 6.578125, -0.09375, 1.375, 0.490234375, 6.484375, 0.0, 7.0625, 3.7265625, 5.453125, 2.86328125, 6.609375, 0.4296875, 4.1015625, 2.0810546875, 1.96875, 1.5078125, 1.7890625, 1.0, 2.31640625, 0.0, 2.34375, 5.0703125, 0.0, 1.7861328125, -4.7421875, -1.52734375, 0.21875, -1.6441650390625, 0.58203125, 0.0, 2.609375, 0.2578125, 0.0, -0.453125, 10.0, 0.865234375, 3.421875, 0.8125, 2.68359375, 0.935546875, 1.4453125, 4.21875, -1.49853515625, 2.0, 8.65625, 0.0146484375, 2.421875, 3.84375, -0.7529296875, 9.21875, 3.5, 3.9609375, 0.4033203125, 5.109375, 7.4609375, 0.109375, 8.3125, 2.55126953125, -1.0703125, 5.078125, 1.2734375, -0.03125, 1.7265625, 0.6015625, -3.1328125, 1.3046875, 1.291015625, 1.810546875, 3.8515625, -1.54150390625, 4.171875, -0.359375, 1.40625, -1.640625, -0.6875, 4.966796875, 0.0, -3.1796875, 0.928955078125, 3.23046875, 0.0, 4.0859375, 0.904296875, -2.671875, 8.41357421875, 3.65625, 3.33984375, 0.0, 0.0, 7.076171875, 6.4140625, 0.0, 5.890625, 1.40234375, 0.0, -0.7734375, 1.875, -0.450439453125, 1.515625, -0.765625, 2.796875, 4.05078125, 5.15625, 0.0, 3.990234375, 6.1328125, 0.8359375, 4.875, 0.90625, 4.8203125, 0.0, -1.93359375, 1.703125, 6.6953125, -0.5546875, 2.69921875, 1.490234375, 1.1171875, 1.505859375, 0.2109375, 6.5234375, 3.025390625, -3.6796875, 1.1875, 6.60546875, 0.65625, 0.0966796875, -0.85546875, -1.759765625, 0.03125, 2.15234375, 2.84375, -0.796875, 2.875, 0.0, 0.0, 5.953125, 6.296875, 5.75, 5.75, 2.7265625, 3.25, 1.359375, 0.7890625, 3.421875, -0.240234375, 0.0, -1.046875, 0.765625, 3.96875, 7.0, -5.9296875, 6.015625, 5.46875, 0.0, 4.875, -0.125, 2.0546875, 3.11181640625, 3.7265625, 3.845703125, 3.609375, -1.234375, 6.05078125, 3.673828125, 3.25, -5.0078125, 1.115234375, 4.46875, 2.3828125, 9.5, 7.359375, 4.501953125, 2.10546875, -0.8046875, -0.7734375, 0.359375, 1.81640625, 0.0, 1.625, -5.2109375, 7.4375, -0.15625, 0.0703125, 0.2421875, 0.0, 4.41015625, -0.703125, 8.953125, 2.86328125, -0.5205078125, -0.23046875, 0.4765625, -3.068359375, 6.390625, 0.0, -4.0625, -2.7734375, 5.765625, 0.40625, 5.1328125, -0.82275390625, 10.609375, 0.0, -2.09765625, 3.375, 3.4375, 0.361328125, 2.234375, -0.359375, 3.03125, 2.421875, 0.0, -0.9375, 0.0, 0.0, 0.375, -1.54736328125, 6.20068359375, -3.8125, 1.25, 0.0, 0.0, 1.234375, 6.578125, 5.09375, 7.30859375, 4.42578125, 7.76171875, -1.2470703125, 6.5234375, 3.19921875, 1.4951171875, -0.6298828125, 0.0, 4.484375, 1.494140625, 5.953125, -0.0859375, 3.70263671875, 0.0, -3.671875, -1.888671875, 5.525390625, 3.3359375, -0.3671875, 2.40625, 0.0, 3.140625, 7.03125, 8.09765625, 2.125, -6.3671875, 2.67578125, 3.96875, -0.28125, 6.109375, 1.6171875, 6.21875, 1.35546875, 2.609375, 0.609375, -0.375, 1.8671875, -6.921875, 2.39453125, 1.31982421875, 3.9765625, 3.453125, 0.810546875, 3.65625, 5.83984375, 2.248046875, 7.4375, -0.171875, 3.4296875, 3.125, -0.140625, 4.046875, 4.8203125, 0.859375, 0.935546875, 3.5625, 4.8125, 1.65625, 2.84375, 4.7421875, 0.796875, 6.859375, 1.4853515625, 0.369384765625, 2.888671875, 0.0, 1.033203125, 4.46875, 4.5546875, 7.265625, 3.38720703125, 2.609375, -0.9609375, -0.769683837890625, 3.34375, 0.47265625, 3.294921875, 3.16015625, 3.400390625, 2.1226348876953125, 2.490234375, 4.55078125, -2.515625, -0.8828125, 6.189453125, 2.90625, 5.453125, 1.75390625, 1.609375, 3.04791259765625, 0.0, 0.0, 2.0625, 0.97265625, 0.0, -0.1171875, -4.6015625, 2.982421875, 0.0, 0.0, -6.38671875, 0.5546875, -1.626953125, 2.56640625, 5.3125, 4.0546875, 3.38720703125, 0.421875, 1.875, -0.7109375, 0.3359375, -0.90625, 0.0, 3.494140625, 1.470703125, -2.3173828125, -1.87109375, -1.0458984375, 1.6171875, -2.9765625, 0.2109375, 0.0, 2.6015625, -2.1484375, 4.20703125, 4.4453125, 6.33056640625, -0.03125, 10.28125, 0.92578125, 0.0, 0.912109375, 1.4765625, 2.421875, 2.17236328125, -1.453125, 0.0, -1.34375, 3.78125, 2.03125, 1.3203125, 4.078125, 0.0, 0.0, -3.08984375, 1.00390625, 5.830078125, 2.68359375, 2.3837890625, 5.234375, -1.41015625, 1.359375, 2.6875, -3.8046875, 0.8203125, -1.34375, 0.1484375, 2.40625, 2.1171875, 2.2734375, 3.2578125, 3.2734375, 0.06640625, -0.1640625, 0.0, 4.18359375, 3.26953125, 1.9921875, 1.0234375, -1.875, 0.0, 0.9921875, 0.0, 0.44921875, 0.0, -0.453125, 0.78125, 2.41796875, 2.3125, 5.6875, 2.41796875, 3.55859375, -1.591796875, 6.1328125, 0.0, -0.046875, 3.27734375, 4.421875, 0.0, -2.03125, -1.0546875, 1.140625, 0.296875, -1.60546875, 2.9296875, 3.78125, -0.66796875, -0.8701171875, 8.7265625, 0.0, -0.625, 2.9542694091796875, 0.3125, -3.0390625, 2.59375, -0.296875, 6.5849609375, -0.04296875, -0.5390625, 3.8046875, 0.791015625, 1.8359375, 4.3046875, 5.6015625, -2.74609375, 1.25, 3.9609375, 0.5546875, 2.4375, 0.0, 0.15625, 4.8203125, 0.0, 4.546875, 3.587890625, 4.3203125, 0.0, 6.4453125, 2.49609375, 0.78515625, 2.84765625, -0.5, 7.7578125, -9.2734375, 4.0859375, 2.888671875, -0.43212890625, 2.796875, 5.578125, 0.0, 2.6015625, 4.21875, 3.125, -2.39892578125, 2.1201171875, 1.375, 6.359375, 4.9375, 1.0146484375, -0.15625, 3.197265625, -2.14453125, 1.1015625, 0.1875, 1.75390625, 0.71875, 0.125, 1.421875, 9.625, 1.6796875, 0.095703125, 0.0, 3.93359375, 4.91015625, 3.189453125, 2.25, 3.203125, 2.6484375, 8.9375, 6.1328125, -0.0703125, 6.328125, -0.3125, 1.59375, -0.4306640625, 3.28125, 3.6640625, 3.103515625, 0.0, 5.0625, 1.47265625, 0.0, 3.2421875, 0.375, 5.82958984375, 2.75, -4.640625, 0.0, 4.51953125, 1.041015625, 5.734375, -0.0625, 0.95703125, -0.605224609375, 3.421875, 0.515625, 5.578125, 3.4140625, 2.255859375, 5.666015625, 2.37744140625, 4.359375, 1.375, -0.1640625, 1.0, 1.0421142578125, -1.576171875, 1.75, 0.0, 0.35546875, 3.3984375, 1.425537109375, 0.2109375, -0.6640625, -2.80859375, 1.4375, 0.0, 4.5, 2.640625, 2.1640625, -2.150390625, 0.7578125, 0.28125, 0.58203125, 2.59375, -2.296875, 5.171875, 4.8515625, 2.484375, -2.76171875, 0.953125, 5.81640625, 0.94921875, 0.453125, 0.0, 7.58203125, 0.837890625, 2.61328125, 5.64453125, 0.84375, 0.796875, 3.064453125, -3.96875, -0.5625, 0.0, 2.9560546875, 0.0, -4.265625, 2.736328125, 0.554443359375, 8.265625, 1.3046875, 2.12890625, 0.0, 0.125, 2.6796875, 8.859375, 3.03515625, 5.484375, 6.205078125, 6.515625, -0.3515625, 3.34375, 0.8359375, 2.765625, 2.0625, 0.0, 8.5234375, 2.40625, 1.126953125, 1.95703125, 2.8046875, 2.9453125, 2.3125, 2.796875, 4.46142578125, 0.54296875, 5.0, -0.078125, 1.3984375, 3.3984375, -0.40625, 7.09375, 6.38671875, -0.0869140625, 0.6337890625, -2.41796875, 0.0, 2.5947265625, 4.265625, 0.05126953125, 2.322265625, 1.6015625, 1.076171875, 7.5859375, 4.76007080078125, 0.78125, 9.52734375, 0.0, 1.6793212890625, 2.53125, 5.1171875, 2.38671875, 2.720703125, -1.15771484375, 3.870849609375, 2.982421875, 3.9086456298828125, -1.32421875, 3.828125, 5.18359375, 4.4375, 3.171875, 0.0, 8.3671875, 0.302490234375, 0.0, 1.8203125, 0.0, 4.984375, 6.1484375, 5.546875, -0.560546875, -0.71875, 0.0, 3.53125, 3.1015625, 1.8203125, -0.015625, 0.203125, 1.65625, 3.0244140625, 6.46875, 3.10546875, 7.390625, 1.8125, -0.0703125, 2.34210205078125, 0.828125, -1.048828125, 2.953125, 1.90625, 6.58642578125, 0.0, 2.8125, 5.8046875, 4.390625, -2.01953125, 3.625, 3.09375, 6.5625, -0.943359375, 4.9921875, 2.12890625, 0.1953125, 0.0, 1.43408203125, 4.58984375, 3.5234375, 2.296875, 5.46875, 0.0, 1.50390625, 3.34375, -2.078125, -6.5625, 1.0859375, -0.05859375, -1.40625, -0.1624755859375, 3.30859375, 2.41796875, -1.591796875, 3.05078125, 1.28125, -0.59375, -4.0625, 0.1953125, 0.6171875, -1.2421875, 0.302490234375, 0.0, 1.6875, -0.3515625, 6.3203125, 0.57177734375, -0.7998046875, -0.310546875, 5.5234375, 7.46875, 5.23828125, 3.37890625, 1.94921875, 2.6171875, 4.6640625, 6.203125, -0.046875, 0.90234375, 2.0625, -0.75, 3.046875, 2.03515625, 3.7578125, 1.5546875, 3.34375, 4.25390625, 2.18359375, -0.015625, 3.84765625, 1.90625, 0.43505859375, 1.5419921875, 2.705078125, 0.0, 4.6953125, 3.96875, 2.59375, 4.46875, 0.740234375, 3.93359375, 2.390625, 0.0, 7.625, 0.970703125, 3.265625, 2.0869140625, 3.236328125, 0.03125, 1.42578125, 1.4375, 1.83203125, 1.125, 7.509765625, 5.71875, -0.03125, 5.875, 3.900390625, 5.953125, 5.8125, 1.0625, 2.484375, 0.0, 10.265625, -1.890625, 0.0, 6.484375, 0.87109375, 5.19140625, 0.34375, -4.90625, -1.4384765625, -0.015625, -0.01171875, 0.0, 0.0, 0.0, 0.859375, 0.0, 3.515625, -1.6875, 0.96875, 2.59375, 2.013671875, 7.43359375, 0.0, 2.6796875, 1.75, 0.0, 2.38671875, 1.796875, -1.466796875, 0.84375, 3.11181640625, 2.9765625, 1.984375, 5.15625, 4.78125, 1.44921875, -2.9453125, 0.6796875, 2.716796875, 2.34375, 0.796875, 0.0, -1.828125, -0.359375]} \ No newline at end of file diff --git a/margin_logs/val_margins_code_epoch_5.json b/margin_logs/val_margins_code_epoch_5.json new file mode 100644 index 0000000000000000000000000000000000000000..78ddc83511be6c175f7591a84afd6e00710c12e9 --- /dev/null +++ b/margin_logs/val_margins_code_epoch_5.json @@ -0,0 +1 @@ +{"epoch": 5.0, "step": 1230, "domain": "code", "rewards_chosen": [3.140625, -6.21875, -0.1103515625, 3.015625, -1.3828125, -2.25, -3.375, -5.21875, 0.037841796875, -4.34375, -0.020263671875, 1.1015625, 2.65625, 3.71875, 2.0625, 1.1015625, -0.9453125, 0.70703125, -1.078125, 2.46875, -5.34375, 1.1953125, -0.734375, 2.8125, 1.2578125, 2.25, 3.609375, 0.41015625, 3.125, 0.72265625, 4.90625, 2.671875, -0.007476806640625, 2.859375, -0.055419921875, -2.890625, 2.484375, -0.322265625, 3.328125, 2.796875, -0.07080078125, -3.359375, 3.234375, 1.2890625, 3.0, -1.3828125, -1.3046875, 0.016845703125, 0.390625, -1.8671875, 3.734375, -4.15625, -0.06689453125, 5.15625, -0.78515625, 0.73046875, -0.7734375, 1.1484375, 3.3125, 2.71875, -3.578125, 0.69921875, -3.515625, 3.359375, 0.79296875, 0.71875, 3.921875, 0.9609375, -1.484375, 3.3125, -0.75390625, 1.96875, 1.140625, 0.41796875, 3.734375, 0.53125, 3.546875, 4.0625, 0.2138671875, -3.0, 1.328125, 0.53515625, 2.515625, 4.90625, -0.53125, 0.8671875, -3.078125, 0.375, 4.6875, 2.625, 4.5, 1.765625, 0.24609375, 0.6484375, -3.46875, 4.09375, 2.5625, 2.34375, 0.83984375, -8.375, -0.050537109375, 2.546875, -7.4375, -1.9609375, 2.109375, 3.109375, -0.88671875, -0.59765625, 1.859375, 1.6875, -1.34375, 1.546875, 2.984375, 3.90625, 3.84375, 3.46875, -1.7734375, -0.53515625, 1.09375, 2.46875, 3.734375, 3.359375, -1.1875, 1.8046875, -1.1875, -2.140625, 1.1484375, -0.57421875, 2.078125, -2.375, 2.28125, 4.4375, 2.140625, 1.59375, 1.9375, -1.4453125, 3.34375, -2.296875, -2.953125, 3.9375, 2.65625, 2.828125, -3.203125, -1.0859375, 1.6953125, 2.171875, 3.421875, -1.1015625, -2.75, 5.28125, 1.0390625, 0.494140625, 1.84375, 0.4140625, 2.234375, -1.390625, 2.234375, 1.328125, -1.1328125, -0.72265625, 2.296875, 3.71875, 1.40625, -0.80078125, 2.484375, 4.21875, 0.1875, -0.490234375, 4.5, -0.765625, -0.7265625, 2.859375, 1.765625, -0.055419921875, -0.76953125, -0.16015625, 3.21875, -5.21875, -3.140625, -4.8125, -0.56640625, -1.9765625, -3.015625, 1.4453125, 0.416015625, -0.3359375, 4.25, 2.9375, -1.4375, 1.7265625, 3.671875, 2.21875, -0.9609375, -2.8125, 2.328125, 1.21875, -2.0625, 3.421875, 0.65625, 1.8515625, -1.3359375, 2.546875, 0.93359375, 0.55078125, 2.34375, -0.9921875, 4.6875, 2.609375, -2.109375, 1.53125, 3.984375, 1.0703125, 2.9375, -4.21875, 0.0294189453125, 3.703125, 0.98828125, -2.203125, -0.72265625, -0.58984375, 1.1484375, 2.234375, 0.3984375, 3.046875, -0.546875, 2.5625, 1.9921875, -1.2421875, -4.1875, 1.9375, -1.0, 1.3359375, 1.3046875, 2.5625, 4.65625, 2.609375, 2.203125, 4.5, -2.171875, -5.15625, -2.8125, 3.609375, 4.21875, 3.8125, -1.328125, 6.03125, 3.765625, -1.78125, 0.97265625, 0.81640625, 1.640625, 3.28125, 2.0625, -3.828125, 0.828125, 4.3125, -4.4375, 3.5625, 2.21875, -3.40625, -1.53125, -1.5625, 0.9609375, 5.15625, -0.11376953125, 1.5078125, -0.203125, -5.1875, 0.9140625, 1.6328125, -0.74609375, -3.84375, 1.53125, 3.6875, 2.9375, 5.0625, 2.78125, 1.421875, 1.96875, 2.5, 2.734375, 5.0, 1.140625, 1.3984375, -1.8671875, -1.3671875, 2.609375, 0.6484375, -0.77734375, -0.361328125, -3.609375, 1.2734375, -4.3125, 4.1875, 1.640625, 1.40625, 2.609375, 3.59375, 1.21875, 3.0625, -0.609375, -1.3828125, -1.34375, 0.9921875, 3.265625, 2.375, 2.265625, 2.9375, -1.6953125, -1.2265625, -0.796875, -1.0390625, 2.15625, -1.6171875, -1.6640625, -3.96875, 2.296875, -4.4375, 3.4375, -0.3828125, 0.4375, -4.625, 0.197265625, 1.5078125, 2.28125, 3.125, -1.671875, -1.125, 0.67578125, 3.109375, -2.078125, 0.8515625, 0.6953125, 1.046875, -0.451171875, 0.6328125, 3.546875, 1.40625, 2.328125, -4.5, -0.60546875, 3.15625, 1.7890625, 3.90625, 1.8125, 0.72265625, -2.25, -0.58984375, 0.43359375, 4.96875, 2.890625, -1.359375, -0.56640625, 3.140625, 5.09375, 1.96875, -2.328125, -5.09375, 1.140625, 1.21875, -4.21875, 4.28125, 1.2890625, 3.234375, 0.58984375, -0.515625, 4.875, 3.25, -0.279296875, -3.25, 3.34375, 0.46484375, 3.546875, 3.65625, 1.890625, 3.671875, 2.546875, 1.9609375, 2.609375, -1.2265625, 3.578125, -0.46484375, -2.03125, 0.1123046875, -0.83203125, -0.19921875, 1.6953125, 3.578125, 3.359375, -2.046875, 0.2001953125, 4.59375, -1.125, 4.09375, 0.490234375, 0.98046875, 0.8828125, -0.3671875, 1.421875, 0.734375, 0.0576171875, 3.484375, 1.1796875, 2.21875, -1.765625, 0.1171875, -2.90625, 1.2578125, 1.203125, 1.2421875, 1.34375, 3.328125, 3.25, 1.65625, -4.21875, 2.5, 2.0625, 2.65625, -0.3828125, 1.90625, -0.162109375, 1.4375, -1.5078125, -4.34375, -0.5390625, 1.5078125, 4.0625, -1.265625, -2.421875, 0.87890625, -1.140625, 2.109375, -5.53125, 1.0078125, 1.34375, 0.99609375, 3.1875, 3.578125, 1.1796875, -2.171875, -3.84375, 1.5390625, 1.21875, 3.09375, -3.65625, 1.9140625, 3.453125, -0.2177734375, -0.8359375, 1.0859375, 4.6875, -2.75, 2.015625, 4.09375, 3.46875, -3.15625, 1.6796875, 0.73828125, 1.15625, -1.4765625, 3.5625, 1.5, 0.71484375, 2.6875, 2.84375, 4.0625, 2.03125, -4.34375, -1.8203125, -4.59375, -1.8515625, -4.625, 0.0634765625, -0.154296875, -2.640625, -1.75, -4.125, 2.28125, 1.7265625, -1.0859375, 1.046875, 1.9453125, -0.7734375, 2.578125, -1.0078125, -2.734375, 0.640625, 1.1015625, 2.46875, 1.96875, 4.65625, 4.28125, 2.21875, 3.96875, 0.55859375, 3.25, 3.8125, 5.25, 3.671875, 4.71875, 2.03125, -4.90625, -3.765625, 2.21875, -2.875, 0.443359375, -2.796875, 3.296875, 3.546875, 1.8828125, 2.734375, 0.80078125, 4.625, 2.53125, -1.453125, -0.2578125, 3.328125, 1.4765625, 0.78515625, -0.81640625, -4.46875, -5.8125, 4.15625, -0.9296875, 2.59375, -1.78125, -0.234375, 0.12060546875, 2.546875, 0.466796875, 2.875, -1.953125, 0.5703125, 4.96875, -4.4375, 0.6015625, -3.0625, -0.466796875, 1.203125, 2.21875, 0.087890625, 2.046875, 2.671875, 2.140625, 4.6875, 0.7421875, -2.796875, -4.4375, -0.302734375, 2.765625, 4.6875, 0.76953125, -0.12255859375, 0.0294189453125, 0.58984375, -0.46484375, 1.21875, 2.984375, -8.25, 2.6875, 5.0625, 0.95703125, 1.1875, 0.61328125, 3.3125, 0.447265625, 3.765625, 0.8828125, 0.328125, -1.09375, -3.234375, -3.328125, 3.5, 0.5, -4.25, -1.8046875, 4.03125, 3.25, 3.0, 1.671875, 1.9765625, -1.5078125, 4.90625, 2.25, 1.609375, -4.40625, 1.90625, 3.375, -3.34375, -0.59765625, 4.96875, 4.5, 0.54296875, -4.34375, 3.84375, 0.6484375, 4.3125, 1.28125, 4.03125, 1.5078125, 3.21875, 2.4375, 3.0, 3.890625, 4.21875, 0.66796875, 0.72265625, -1.65625, 1.6953125, -0.3046875, -1.109375, 3.484375, 2.953125, 2.96875, 0.35546875, -3.859375, 1.1015625, -0.279296875, -5.21875, -4.0625, 1.1171875, 0.83984375, -0.828125, -2.34375, -0.09033203125, 1.4296875, 2.828125, 3.25, 2.453125, -0.6171875, 1.671875, 2.25, 1.46875, 3.984375, -0.59765625, 3.25, -2.359375, 1.890625, -1.453125, -2.328125, 0.1640625, 2.625, -0.421875, 2.359375, 0.41796875, -0.88671875, -2.15625, -1.09375, -0.87109375, 3.484375, -1.8984375, -0.244140625, -2.765625, 2.21875, -1.859375, 1.59375, -3.5625, 4.03125, 4.5, 3.015625, -1.984375, 0.96484375, 3.71875, 6.40625, 4.0, -1.09375, -5.0625, 2.265625, 2.125, 3.453125, 1.421875, -3.90625, 3.4375, 0.671875, -8.25, -6.4375, -0.435546875, 3.34375, -0.72265625, -5.84375, 2.46875, 2.21875, 0.11083984375, -0.7265625, 1.3671875, 4.90625, 1.8046875, -0.0081787109375, 5.25, 1.8125, 3.046875, 1.9921875, 3.296875, -1.2578125, -1.859375, 1.0703125, -0.384765625, -1.75, 0.443359375, 2.9375, -0.73828125, 2.328125, 1.921875, -1.3046875, 2.484375, 2.734375, 2.46875, 1.6953125, 2.71875, -2.296875, 2.1875, 0.298828125, 3.296875, -4.28125, 2.625, 2.21875, 1.6484375, 0.9453125, -1.453125, 0.2080078125, 0.8046875, 2.78125, 1.2421875, -0.099609375, 3.390625, 1.8515625, 2.546875, 1.15625, 4.96875, 1.421875, 1.4375, 3.296875, -3.296875, 0.921875, 0.263671875, -0.447265625, -0.35546875, 1.203125, 0.87890625, 1.4609375, 0.314453125, 3.4375, 0.921875, -0.5390625, 3.390625, 0.171875, 1.03125, 1.421875, -3.5625, 2.96875, 0.126953125, -0.455078125, 3.484375, 2.84375, -0.83203125, -2.09375, 0.81640625, 4.34375, 2.40625, 2.96875, 2.109375, -2.0625, -3.453125, -0.0458984375, 2.625, 1.2109375, 4.0, 0.044189453125, 0.232421875, 1.65625, 3.921875, 0.859375, 1.5703125, 2.5, 2.359375, -3.234375, -1.71875, -2.28125, 4.53125, 2.78125, 3.859375, -3.515625, 3.78125, 1.4921875, 1.6171875, 1.5859375, 2.53125, 1.1171875, 1.3515625, 2.0, -1.96875, -0.37890625, 2.953125, -0.828125, 1.7265625, -1.859375, 3.359375, -5.4375, 4.9375, 2.375, -2.703125, 1.8671875, 0.68359375, 3.046875, -1.453125, 3.390625, -1.1953125, -1.671875, -1.3828125, -0.66015625, -0.7109375, 3.09375, 1.421875, 1.78125, -3.46875, -1.6796875, 3.546875, 1.265625, 0.5859375, 2.078125, 1.828125, 0.03515625, 0.8828125, 0.84375, 1.3359375, 1.46875, -0.047607421875, 5.375, -0.51171875, 2.703125, -5.25, 1.9921875, -0.265625, 5.4375, 2.15625, 4.65625, 2.03125, 1.28125, 2.390625, 3.3125, 0.9921875, -1.59375, 0.671875, 1.6640625, 1.1953125, 0.0791015625, 3.828125, 0.828125, -1.3828125, 3.6875, 1.5546875, 0.52734375, -3.390625, -1.453125, -0.06396484375, 3.109375, 2.6875, 1.1328125, 2.59375, -0.4296875, 2.28125, -4.78125, 2.34375, 6.28125, 2.21875, -1.828125, -1.4765625, 4.15625, 2.078125, 3.609375, 3.4375, -3.34375, 4.0625, -6.375, 4.78125, 0.83203125, 0.81640625, 3.8125, -0.0306396484375, 0.2373046875, -0.765625, -0.70703125, 1.125, 3.3125, 1.90625, 2.109375, 3.328125, -1.0859375, 4.46875, -0.69140625, 3.28125, 2.328125, -3.59375, -3.0625, 2.5, 1.6484375, -1.2734375, 0.86328125, -4.5625, 4.0625, 0.0849609375, -2.953125, -0.73828125, 3.34375, 5.15625, 2.171875, -2.03125, 2.609375, -1.9921875, 1.2734375, -1.484375, 1.6875, 4.4375, -2.140625, -2.625, 0.05859375, -3.515625, 3.53125], "rewards_rejected": [2.734375, -6.21875, 0.255859375, 0.232421875, 1.7265625, 0.083984375, -4.75, -7.25, -5.0, -4.34375, -6.09375, -3.75, 1.3046875, 1.2890625, -1.3515625, -3.5625, -1.9609375, -3.375, -2.484375, 0.38671875, -5.21875, -1.875, -3.578125, -2.609375, 0.3359375, -7.0625, -5.40625, 3.671875, 1.171875, 1.1796875, -1.1484375, 0.033935546875, -0.007476806640625, -2.4375, -4.875, -2.890625, 1.1171875, -4.28125, -6.84375, -1.1015625, -0.07080078125, -3.359375, 2.734375, -2.109375, -4.0625, -8.75, -5.9375, -4.40625, -0.7265625, -4.375, -5.46875, -4.15625, -0.4375, 2.046875, 2.875, -8.875, -0.7734375, 1.1484375, 2.21875, 2.71875, -4.125, -1.1328125, -7.625, -0.6953125, 3.1875, -3.328125, 3.921875, 3.171875, -0.61328125, -6.25, -0.6953125, 3.3125, 0.8671875, 3.34375, 4.09375, 0.53125, 0.60546875, -3.328125, -1.609375, -5.21875, -3.671875, -0.1474609375, -5.0, 0.1494140625, -1.46875, 0.8671875, -6.6875, 1.765625, 3.140625, 2.625, 4.90625, -0.46484375, 1.0859375, 0.59765625, -3.46875, 2.6875, -2.984375, 2.109375, 0.234375, -7.84375, -2.640625, -0.60546875, 0.96484375, -3.796875, -2.75, -5.3125, -1.3125, -2.578125, 1.1640625, -4.5, -1.34375, -7.3125, -1.4453125, -2.46875, -0.71484375, -3.703125, -3.03125, -4.8125, -1.234375, -1.4140625, 2.828125, 1.9375, -2.609375, -1.140625, -1.1875, -4.8125, -5.65625, -0.57421875, 0.0166015625, 3.015625, 3.125, 3.84375, 2.484375, 1.71875, 1.9375, -5.25, 2.65625, -2.296875, -3.484375, -6.0, 1.3046875, -1.078125, -3.265625, -3.109375, 0.96484375, -0.203125, -1.421875, -0.59375, -4.28125, -4.25, 0.63671875, -2.328125, -1.015625, 1.109375, -8.5, -5.40625, -2.140625, 0.423828125, -6.21875, -9.3125, 1.6640625, -6.78125, -1.3671875, -0.640625, -2.875, 2.890625, -0.055419921875, -2.015625, 2.8125, 2.5, -2.625, 1.25, -1.1875, -4.875, 1.828125, -5.34375, 3.625, -7.25, -1.609375, -4.0, -5.4375, -1.9765625, 0.36328125, 1.1171875, -4.09375, -0.3359375, -0.06298828125, 1.78125, 1.0703125, -8.0625, -0.203125, -1.4921875, -0.9609375, -2.8125, -6.0, -4.625, -2.0625, -3.109375, -0.859375, 1.8515625, -0.46484375, -0.546875, 1.40625, -1.8203125, 3.28125, -5.3125, 0.34765625, -3.359375, -2.109375, -2.21875, -3.421875, -0.11474609375, -2.921875, -5.875, -6.28125, 3.703125, 2.671875, -3.890625, -9.75, -0.205078125, -2.3125, 1.3359375, -1.109375, 1.3828125, -1.1875, -5.3125, -1.0, 3.21875, -7.03125, -4.65625, -2.15625, 2.0, 1.8515625, 2.296875, 4.875, -0.13671875, -1.3828125, 4.90625, -5.46875, -5.15625, -2.8125, -3.671875, -2.765625, -2.8125, -7.96875, 3.15625, -0.06982421875, -2.90625, 0.388671875, -2.296875, 1.0390625, 3.28125, 2.9375, -5.09375, -3.609375, -3.328125, 3.234375, -3.140625, -3.3125, -3.40625, -7.03125, -1.3984375, -0.875, 1.7265625, -4.8125, -1.9140625, -4.25, -3.5625, -6.90625, -3.6875, -5.9375, 1.8203125, 0.8359375, -1.5859375, 0.51953125, -7.21875, -5.28125, -4.65625, -0.25390625, 3.1875, 3.265625, 4.5, -0.375, 1.3984375, -4.28125, 4.875, -4.0, 0.59765625, -0.80859375, -1.1796875, -3.609375, -3.65625, -3.65625, -6.0, -1.4375, 1.6875, 2.328125, 2.625, 5.21875, -3.421875, -0.609375, 1.7265625, 1.328125, -6.3125, 2.25, -1.734375, 2.171875, -9.5625, -1.6953125, 1.5703125, -4.65625, -6.0625, 1.328125, -4.5, -2.109375, -7.1875, -0.416015625, -4.4375, 3.78125, -0.3828125, 0.4375, -5.28125, 1.328125, -6.625, 5.21875, 1.171875, -1.671875, -1.125, -1.203125, -5.3125, -9.75, -8.25, -4.25, -8.6875, 0.90234375, -6.21875, -0.28515625, -0.5390625, 2.390625, -4.5, -6.4375, 1.3515625, -3.390625, 3.828125, -3.203125, 0.72265625, 1.4375, 1.5859375, -6.03125, 1.515625, 3.234375, -4.46875, -0.56640625, -0.10791015625, -2.546875, -7.46875, -3.734375, 2.96875, -1.421875, -3.21875, -4.21875, -2.875, -1.2421875, -2.859375, -1.25, -4.21875, 4.15625, 3.828125, -2.96875, 2.75, 0.470703125, -1.421875, -1.015625, 0.01275634765625, 0.22265625, -0.203125, -5.09375, 0.765625, -4.0, -2.09375, -0.453125, -4.9375, -3.546875, -4.1875, -6.5625, -1.421875, 0.96484375, -0.875, -2.171875, -4.40625, -3.984375, -0.68359375, -2.578125, -3.8125, -1.3046875, 0.388671875, -2.578125, -0.3671875, -1.2890625, -3.484375, -6.28125, -5.25, -3.265625, -0.66796875, -1.6015625, 0.65234375, -7.78125, 0.65234375, -3.6875, -0.74609375, -2.8125, 1.7578125, 0.193359375, -3.5625, 0.5625, 3.8125, -4.21875, 1.2109375, -7.9375, -0.5703125, -2.828125, -1.90625, -1.5078125, -4.34375, -2.78125, 0.97265625, 4.0625, -0.0810546875, 2.96875, -2.75, -1.140625, 2.109375, 2.390625, 0.6328125, 3.203125, -1.5546875, -1.5625, -0.34375, -3.265625, -2.671875, -6.9375, 1.984375, 1.0, 3.859375, -3.65625, -1.6171875, 1.546875, 2.203125, 0.71875, 0.8125, 2.515625, -0.88671875, 1.7265625, 4.09375, 1.3203125, -0.466796875, -3.1875, -4.40625, -5.84375, -1.2421875, -7.8125, 0.0296630859375, 0.71484375, 1.8359375, 1.296875, 1.375, 0.031982421875, -2.171875, -1.8203125, -2.765625, -6.15625, -6.53125, -3.015625, -5.46875, -2.640625, -1.75, 0.049072265625, 0.671875, -5.34375, -3.109375, -1.4921875, -4.96875, 0.734375, 1.1171875, -3.890625, 0.671875, -1.3515625, 1.8828125, 2.203125, -0.69921875, 2.25, 2.3125, -1.578125, -0.0576171875, 0.5390625, 3.421875, 3.8125, 0.392578125, 0.81640625, 3.75, 1.40625, -3.25, -3.765625, 0.91015625, -2.875, 0.01177978515625, -2.796875, 3.34375, 2.65625, -0.40625, 0.83984375, -6.59375, 2.265625, -2.078125, 1.3515625, -6.34375, 3.328125, 1.828125, -3.484375, -7.0625, -4.46875, -2.25, 5.125, -2.8125, 2.375, 0.5390625, -3.890625, -4.0, 2.765625, 1.515625, -7.25, -1.953125, 1.125, 1.7109375, -3.984375, 3.015625, -6.0, -0.036865234375, -6.71875, 2.171875, 0.515625, -1.75, 1.3359375, 0.138671875, 0.7734375, -4.8125, 0.640625, -5.65625, -4.53125, 2.34375, 2.6875, 1.0, -1.1640625, -6.28125, 0.58984375, -6.5625, -3.734375, -1.8359375, -8.25, -4.8125, 2.109375, 0.022705078125, -2.171875, 0.625, -6.25, 9.875, -1.453125, -2.578125, 1.8046875, -5.28125, -6.4375, -3.328125, 0.75390625, -5.71875, -9.0, 0.06591796875, 1.6015625, 1.875, -3.359375, -4.5625, 0.953125, -1.359375, 2.1875, 4.0, 0.490234375, -3.296875, -0.5703125, 2.828125, -5.21875, -2.390625, -7.0625, 2.28125, 0.87109375, -4.34375, -0.125, -6.1875, 1.765625, -0.77734375, 0.625, -0.302734375, -5.3125, -4.0, 3.453125, -3.703125, 4.375, -1.6640625, 0.9765625, -5.84375, -1.8203125, -3.859375, -1.109375, -1.2265625, 1.484375, 2.96875, -4.09375, -4.4375, -5.625, -5.09375, -0.58984375, -4.0625, -4.125, 0.380859375, -8.5, -2.890625, -1.7265625, 1.9375, -1.078125, 3.09375, -1.3125, -5.125, -0.5234375, -4.875, -1.671875, -0.984375, -2.578125, 3.421875, -2.9375, 0.9140625, 0.515625, -4.1875, 0.1640625, 2.453125, -4.65625, 1.6875, -0.625, -0.9453125, 0.494140625, -2.921875, -0.87109375, -1.9296875, -6.15625, -2.84375, -0.376953125, 2.875, -2.625, 1.71875, -7.09375, 5.9375, -0.65625, -0.90234375, -4.6875, 3.359375, 2.28125, 0.9296875, 2.734375, -1.953125, -5.0625, -6.59375, 1.03125, 0.6796875, -5.0, -5.40625, 2.609375, -2.390625, -3.84375, -4.6875, -0.435546875, -0.369140625, -0.72265625, -0.5390625, -0.65625, 1.0078125, -9.3125, -2.625, -1.7578125, 4.90625, 1.7421875, -4.15625, -3.828125, -2.046875, -3.96875, -4.9375, -4.0625, 0.08203125, -5.0, -0.11474609375, -4.03125, -4.15625, 0.443359375, -6.96875, -3.328125, 1.453125, -0.21484375, -4.15625, -0.64453125, 0.83984375, -0.416015625, -3.765625, 2.328125, -8.375, 2.984375, -2.015625, -1.328125, -3.265625, -6.0, -5.78125, 1.59375, 1.203125, -0.578125, 0.2080078125, -1.84375, -2.671875, 1.1796875, -2.90625, 1.4296875, -0.140625, -6.46875, -4.96875, 2.984375, -8.9375, 1.4375, 2.03125, -6.46875, -5.125, -3.28125, -2.828125, 0.921875, -3.015625, -2.75, -2.390625, 1.6171875, -1.1640625, -5.53125, -6.5625, 0.216796875, 0.171875, -7.3125, 1.3125, -3.5625, 0.87890625, 0.126953125, -6.53125, -4.21875, -3.1875, 0.039794921875, -1.265625, 0.81640625, 0.4296875, -1.0859375, 0.87890625, 2.15625, -2.53125, -5.625, -2.203125, -4.625, -2.140625, -4.25, -1.65625, -0.41015625, -0.30078125, 3.59375, 1.5625, -3.0625, -1.046875, -6.03125, -3.234375, -4.625, -8.375, -0.11962890625, 4.6875, -0.54296875, -7.625, -3.515625, 2.265625, -5.21875, -1.015625, 1.984375, 1.1171875, 0.1279296875, -3.625, -5.65625, -3.671875, -1.671875, -0.828125, 0.171875, -5.0, 5.875, 1.2578125, 3.203125, 2.34375, -1.8828125, 1.890625, -2.890625, 0.73046875, 1.3515625, 0.314453125, -3.828125, -0.48828125, 1.7265625, -1.0390625, -1.71875, 4.34375, 1.3125, 1.78125, -5.84375, -1.2734375, -2.984375, 0.30078125, 1.4140625, 2.90625, -4.5, -9.4375, -5.1875, -2.953125, -0.62890625, -1.21875, -5.78125, -1.125, 0.2255859375, 1.8359375, -7.09375, 2.953125, -3.765625, 2.5625, -1.6953125, 2.8125, -1.3515625, -2.984375, 0.216796875, 3.25, -4.375, -4.28125, 0.75, -1.03125, -2.09375, 0.0791015625, -1.2421875, -3.609375, -4.375, -1.5859375, 0.74609375, -4.40625, -5.8125, -1.453125, -9.0, 1.0546875, -1.3125, -1.2421875, -1.9296875, -0.78125, 0.9921875, -6.1875, 0.447265625, 5.0625, -7.4375, -8.75, -1.2421875, -2.546875, -2.078125, -3.671875, -2.890625, -4.90625, 1.53125, -6.375, -6.78125, 1.875, 0.81640625, -3.609375, -0.7265625, -5.625, -1.1875, 5.28125, 3.765625, 3.25, 1.9765625, 2.109375, 3.328125, -1.0859375, 3.75, -0.69140625, -0.8359375, 4.4375, -4.84375, -6.0, 0.7578125, -8.25, -1.2734375, -2.25, -6.53125, 4.0625, -2.6875, -4.84375, -0.12109375, 1.9375, 1.7265625, -1.609375, -4.59375, -3.359375, -7.78125, -0.427734375, 2.546875, 0.37109375, 1.21875, -4.8125, -4.15625, 0.05859375, -1.921875, 3.984375], "margins": [0.40625, 0.0, -0.3662109375, 2.783203125, -3.109375, -2.333984375, 1.375, 2.03125, 5.037841796875, 0.0, 6.073486328125, 4.8515625, 1.3515625, 2.4296875, 3.4140625, 4.6640625, 1.015625, 4.08203125, 1.40625, 2.08203125, -0.125, 3.0703125, 2.84375, 5.421875, 0.921875, 9.3125, 9.015625, -3.26171875, 1.953125, -0.45703125, 6.0546875, 2.637939453125, 0.0, 5.296875, 4.819580078125, 0.0, 1.3671875, 3.958984375, 10.171875, 3.8984375, 0.0, 0.0, 0.5, 3.3984375, 7.0625, 7.3671875, 4.6328125, 4.423095703125, 1.1171875, 2.5078125, 9.203125, 0.0, 0.37060546875, 3.109375, -3.66015625, 9.60546875, 0.0, 0.0, 1.09375, 0.0, 0.546875, 1.83203125, 4.109375, 4.0546875, -2.39453125, 4.046875, 0.0, -2.2109375, -0.87109375, 9.5625, -0.05859375, -1.34375, 0.2734375, -2.92578125, -0.359375, 0.0, 2.94140625, 7.390625, 1.8232421875, 2.21875, 5.0, 0.6826171875, 7.515625, 4.7568359375, 0.9375, 0.0, 3.609375, -1.390625, 1.546875, 0.0, -0.40625, 2.23046875, -0.83984375, 0.05078125, 0.0, 1.40625, 5.546875, 0.234375, 0.60546875, -0.53125, 2.590087890625, 3.15234375, -8.40234375, 1.8359375, 4.859375, 8.421875, 0.42578125, 1.98046875, 0.6953125, 6.1875, 0.0, 8.859375, 4.4296875, 6.375, 4.55859375, 7.171875, 1.2578125, 4.27734375, 2.328125, 3.8828125, 0.90625, 1.421875, 1.421875, 2.9453125, 0.0, 2.671875, 6.8046875, 0.0, 2.0615234375, -5.390625, -0.84375, 0.59375, -0.34375, -0.125, 0.0, 3.8046875, 0.6875, 0.0, 0.53125, 9.9375, 1.3515625, 3.90625, 0.0625, 2.0234375, 0.73046875, 2.375, 4.84375, -0.5078125, 1.53125, 9.53125, 0.40234375, 2.822265625, 2.859375, -0.6953125, 10.734375, 4.015625, 4.375, 0.904296875, 5.0859375, 8.58984375, 0.6328125, 10.5, 2.7734375, -0.16015625, 5.359375, 1.328125, 0.242919921875, 1.525390625, 1.6875, -3.265625, 1.8984375, 1.609375, 2.953125, 4.819580078125, -2.59765625, 5.18359375, -0.40625, 2.03125, -1.53125, -0.8125, 4.87109375, 0.0, -3.37890625, 0.328125, 4.509765625, 0.0, 4.31298828125, 1.15625, -2.5078125, 9.7890625, 3.875, 3.7109375, 0.0, 0.0, 8.328125, 5.84375, 0.0, 6.53125, 1.515625, 0.0, -0.87109375, 3.09375, -0.47265625, 2.37109375, -0.9375, 4.3203125, 4.33984375, 5.96875, 0.0, 3.75, 7.40625, 1.18505859375, 5.859375, 1.65625, 6.3106689453125, 0.0, -1.68359375, 1.6875, 9.02734375, -0.384765625, 3.4609375, 0.8984375, 1.5078125, 1.6640625, 0.640625, 7.875, 2.9921875, -4.4609375, 2.84375, 6.59375, 1.15625, -0.6640625, -0.546875, 0.265625, -0.21875, 2.74609375, 3.5859375, -0.40625, 3.296875, 0.0, 0.0, 7.28125, 6.984375, 6.625, 6.640625, 2.875, 3.83544921875, 1.125, 0.583984375, 3.11328125, 0.6015625, 0.0, -0.875, 1.265625, 4.4375, 7.640625, -7.671875, 6.703125, 5.53125, 0.0, 5.5, -0.1640625, 1.8359375, 3.4296875, 4.69873046875, 3.421875, 4.046875, -1.625, 7.8203125, 5.3203125, 5.19140625, -5.6640625, 0.6953125, 5.2734375, 2.41796875, 12.28125, 8.0625, 6.078125, 2.22265625, -0.6875, -0.53125, 0.5, 1.515625, 0.0, 2.4140625, -6.2421875, 6.609375, 0.05078125, 0.03125, 0.818359375, 0.0, 4.9296875, -0.65625, 10.1875, 3.078125, -0.28125, 0.28125, 0.96875, -4.0, 6.484375, 0.0, -3.109375, -2.671875, 7.3046875, 1.015625, 4.109375, 0.09375, 12.5, 0.0, -2.796875, 3.859375, 5.0234375, 0.828125, 2.8828125, 0.4453125, 3.21875, 2.712890625, 0.0, -0.34375, 0.0, 0.0, 0.65625, -1.130859375, 8.1328125, -2.9375, 1.953125, 0.0, 0.0, 1.87890625, 8.421875, 7.671875, 9.1015625, 4.9453125, 9.734375, -1.353515625, 6.8515625, 3.83203125, 1.9453125, -0.0625, 0.0, 5.83203125, 1.8046875, 5.1796875, 0.078125, 5.015625, 0.0, -3.6875, -2.17578125, 6.46484375, 3.453125, -0.34375, 3.109375, 0.0, 3.24853515625, 7.640625, 9.4375, 1.40625, -8.0625, 2.5625, 4.4375, 0.0, 7.15625, 2.53125, 6.09375, 1.83984375, 3.703125, 0.71875, -0.578125, 2.689453125, -6.0, 2.873046875, 1.88671875, 4.5625, 3.64349365234375, 1.66796875, 3.875, 7.640625, 1.1953125, 6.609375, 0.8671875, 4.03125, 4.47265625, 1.515625, 4.2998046875, 5.73046875, 1.22265625, 0.73046875, 4.453125, 5.53125, 2.359375, 4.1845703125, 5.27734375, 1.453125, 7.90625, 1.794921875, 0.591796875, 3.4609375, 0.0, 2.7109375, 4.21875, 6.3388671875, 8.734375, 4.4453125, 2.88671875, -0.1640625, -0.53515625, 4.875, 0.60546875, 4.890625, 1.98828125, 4.15625, 1.5703125, 3.056640625, 5.21875, -4.78125, -1.3125, 6.28125, 1.4453125, 7.5546875, 2.4765625, 2.666015625, 3.34375, 0.0, 0.0, 2.2421875, 0.53515625, 0.0, -1.1845703125, -5.390625, 3.62890625, 0.0, 0.0, -7.921875, 0.375, -1.859375, 2.55078125, 4.75, 3.921875, 4.4453125, 0.5, 3.09375, -0.4453125, 0.21875, -0.765625, 0.0, 3.53125, 1.90625, -2.4208984375, -1.5546875, 0.2734375, 2.171875, -1.86328125, 0.2890625, 0.0, 2.1484375, -2.689453125, 4.8671875, 5.14453125, 7.0, -0.234375, 11.375, 1.4703369140625, 0.0, 0.8515625, 1.546875, 2.6875, 1.999267578125, -2.171875, 0.0, -1.828125, 4.3046875, 1.90625, 3.0791015625, 5.314453125, 0.0, 0.0, -4.174072265625, 1.609375, 7.0703125, 2.0234375, 2.5390625, 6.9140625, -1.5078125, 1.4609375, 2.8828125, -3.40625, 1.9921875, -0.78125, 0.265625, 2.66796875, 2.40625, 1.96875, 3.796875, 4.0263671875, 0.01953125, -0.171875, 0.0, 4.857421875, 2.85546875, 0.96875, 0.625, -1.65625, 0.0, 1.30859375, 0.0, 0.43157958984375, 0.0, -0.046875, 0.890625, 2.2890625, 1.89453125, 7.39453125, 2.359375, 4.609375, -2.8046875, 6.0859375, 0.0, -0.3515625, 4.26953125, 6.24609375, 0.0, -3.5625, -0.96875, 1.8828125, 0.21875, -2.3203125, 3.65625, 4.12060546875, -0.21875, -1.048828125, 10.125, 0.0, -0.5546875, 3.2578125, -0.453125, -2.4140625, 2.9375, -0.429931640625, 7.921875, 0.046875, -0.427734375, 3.796875, 1.3359375, 2.001953125, 3.9140625, 5.5546875, -3.4375, 1.21875, 4.228515625, 0.421875, 2.0, -0.23046875, 1.04150390625, 6.3106689453125, 0.0, 6.09765625, 4.953125, 4.8203125, 0.0, 7.5, 2.953125, 0.934326171875, 3.359375, -0.01171875, 9.5625, -9.427734375, 5.21875, 3.4609375, -1.4765625, 4.1875, 3.203125, 0.0, 2.74609375, 6.21875, 4.75, -1.87060546875, 2.4296875, 1.375, 6.359375, 6.234375, 1.0234375, -0.1484375, 2.71875, -1.75, 1.119140625, -1.109375, 2.4765625, 0.546875, 1.875, 1.79296875, 12.03125, 2.21875, -0.328125, 0.0, 3.96875, 6.8359375, 2.546875, 2.05859375, 3.40625, 1.810546875, 8.53125, 6.4375, -0.453125, 7.59375, -0.15625, 2.33203125, -0.25390625, 4.1875, 3.515625, 3.5546875, 0.0, 4.7109375, 1.46875, 0.0, 4.44921875, 0.578125, 6.7265625, 4.814453125, -4.62890625, 0.0, 5.2421875, 0.458984375, 7.671875, 0.546875, 1.63623046875, -0.5078125, 3.90625, 0.15625, 3.765625, 4.5078125, 2.1953125, 7.125, 3.140625, 4.96875, 1.98046875, -0.171875, 0.578125, 0.9765625, -1.96875, 1.859375, 0.0, 0.171875, 4.234375, 0.671875, 1.04296875, 0.05859375, -2.650390625, 1.828125, 0.0, 5.4140625, 4.2578125, 2.599609375, -2.388671875, -0.65625, 0.765625, -0.125, 3.53125, -1.90625, 5.15625, 3.91796875, 2.703125, -2.39453125, 1.4375, 5.4765625, 1.265625, 0.859375, 0.0, 8.859375, 1.09375, 2.7734375, 6.421875, 1.5, 0.828125, 3.0625, -4.40625, -1.75, 0.0, 3.712890625, 0.0, -5.3046875, 3.125, 1.2109375, 9.42333984375, 1.8984375, 3.125, 0.0, 0.0625, 4.1480712890625, 9.078125, 3.859375, 7.015625, 6.9296875, 7.359375, -1.33984375, 3.140625, 1.18505859375, 3.646484375, 2.40625, 0.0, 9.90625, 2.58984375, 0.875, 2.13671875, 2.8515625, 3.12890625, 1.89453125, 2.884765625, 5.4609375, 0.390625, 6.078125, -0.796875, 2.314453125, 4.625, -1.015625, 8.625, 8.0, 0.0546875, -0.2578125, -0.875, 0.0, 2.6484375, 5.453125, 0.0625, 2.806640625, 1.9609375, 1.9921875, 9.015625, 6.125, 1.984375, 10.359375, 0.0, 1.265625, 3.171875, 6.046875, 3.544921875, 2.380859375, -1.27734375, 4.21875, 3.62890625, 3.8515625, -1.302734375, 4.6015625, 6.453125, 6.0234375, 3.173828125, 0.0, 8.34375, 0.109375, 0.0, 2.08984375, 0.0, 6.076171875, 7.703125, 6.03125, -0.871826171875, -0.828125, 0.0, 3.9140625, 3.4921875, 2.08984375, -0.046875, 0.46875, 2.171875, 2.1572265625, 7.25, 3.3515625, 8.25, 1.700439453125, 0.642578125, 1.95703125, 0.328125, -0.703125, 4.6328125, 3.546875, 8.390625, 0.0, 2.90625, 6.09375, 4.65087890625, -1.90625, 4.40234375, 4.109375, 7.296875, -0.7734375, 6.8359375, 2.6015625, 0.546875, 0.0, 1.2236328125, 5.625, 3.6875, 3.29296875, 4.625, 0.0, 1.5546875, 3.140625, -2.515625, -6.6953125, 1.734375, 0.03125, -0.8203125, -0.0234375, 3.57421875, 2.31640625, -2.8046875, 3.076171875, 2.6328125, -1.18359375, -3.109375, 0.37890625, 1.0078125, -1.25, 0.109375, 0.0, 2.375, -0.40625, 6.53125, 0.96484375, -0.828125, -0.828125, 6.328125, 9.47265625, 6.0703125, 3.796875, 1.96484375, 2.6875, 5.733642578125, 6.5, -0.7373046875, 0.8671875, 1.84375, -0.9609375, 3.5, 2.875, 3.8515625, 1.84375, 3.3828125, 4.265625, 2.173828125, 0.0625, 5.3671875, 2.6875, -0.078125, 2.6953125, 3.2890625, 0.0, 5.0703125, 4.4375, 2.9921875, 5.2734375, 0.80859375, 4.93359375, 2.421875, 0.0, 8.93603515625, 2.0546875, 4.0, 2.375, 4.5234375, 0.3515625, 1.2890625, 1.40625, 1.896484375, 1.21875, 9.65625, 6.921875, -0.234375, 6.703125, 4.15625, 7.28125, 6.328125, 1.5625, 2.53125, 0.0, 11.5625, -1.04296875, 0.0, 7.421875, 0.6959228515625, 5.8623046875, 0.421875, -5.98828125, -2.640625, 0.0625, -0.0703125, 0.0, 0.0, 0.0, 0.71875, 0.0, 4.1171875, -2.109375, 1.25, 2.9375, 1.7421875, 9.8984375, 0.0, 3.11328125, 1.96875, 0.0, 2.7724609375, 1.890625, -0.6171875, 1.40625, 3.4296875, 3.78125, 2.5625, 5.96875, 5.7890625, 1.701171875, -4.03125, 1.31640625, 3.21875, 2.671875, 1.53125, 0.0, -1.59375, -0.453125]} \ No newline at end of file diff --git a/margin_logs/val_margins_code_epoch_6.json b/margin_logs/val_margins_code_epoch_6.json new file mode 100644 index 0000000000000000000000000000000000000000..e2848c4392f9874d3b3e34b1cb3489e32af396af --- /dev/null +++ b/margin_logs/val_margins_code_epoch_6.json @@ -0,0 +1 @@ +{"epoch": 6.0, "step": 1476, "domain": "code", "rewards_chosen": [3.46875, -6.96875, -0.10595703125, 3.828125, -1.28125, -2.90625, -4.09375, -6.59375, 0.025634765625, -5.0, -0.69140625, 1.1875, 3.3125, 4.28125, 2.21875, 1.2890625, -0.54296875, 0.58203125, -1.1796875, 2.78125, -6.0, 1.640625, -1.03125, 3.25, 1.3203125, 2.640625, 4.0625, 0.51953125, 3.03125, 1.4140625, 5.4375, 3.421875, -0.1806640625, 3.359375, 0.2021484375, -3.671875, 3.203125, 0.49609375, 4.0625, 2.5625, -0.625, -3.421875, 3.421875, 0.8984375, 3.53125, -1.78125, -1.9609375, 0.50390625, 0.498046875, -1.9375, 4.03125, -3.984375, 0.1669921875, 5.75, -0.8984375, 0.640625, -1.3984375, 0.671875, 3.40625, 2.65625, -4.09375, 0.60546875, -3.515625, 3.96875, 1.1328125, 0.79296875, 4.28125, 1.2109375, -1.640625, 3.46875, 0.2333984375, 2.3125, 1.2578125, 0.185546875, 4.4375, 0.3359375, 3.78125, 4.4375, -0.09521484375, -3.96875, 1.0078125, 0.291015625, 3.125, 5.21875, -0.85546875, 0.8671875, -3.203125, 0.546875, 5.5625, 2.71875, 4.78125, 2.28125, 0.275390625, 0.94921875, -3.65625, 4.625, 2.765625, 3.140625, 0.9296875, -9.8125, -0.041259765625, 3.0625, -8.5, -1.6640625, 2.671875, 3.828125, -0.765625, -0.8828125, 1.71875, 1.7734375, -1.6171875, 1.78125, 3.5, 4.375, 4.15625, 4.59375, -1.8671875, -0.84765625, 1.546875, 3.5, 4.5, 3.71875, -1.265625, 2.015625, -1.3046875, -1.984375, 1.1484375, -0.74609375, 2.484375, -2.9375, 2.78125, 5.15625, 2.25, 2.078125, 1.875, -1.6171875, 3.75, -2.390625, -2.765625, 3.875, 3.3125, 3.28125, -3.171875, -1.203125, 1.8125, 2.28125, 4.09375, -1.2109375, -3.109375, 5.78125, 1.1875, 0.29296875, 1.734375, 0.50390625, 3.03125, -1.3046875, 2.953125, 1.21875, -1.5, -1.1875, 2.28125, 4.375, 1.5, -0.73828125, 3.171875, 4.5, 0.1904296875, -0.8046875, 5.15625, -0.70703125, -0.578125, 3.25, 1.875, 0.2021484375, -1.5546875, 0.1337890625, 3.453125, -6.59375, -3.828125, -6.09375, -1.0, -2.171875, -2.9375, 1.21875, -0.00616455078125, -0.55859375, 4.1875, 3.265625, -1.6015625, 1.8046875, 4.34375, 2.4375, -1.3984375, -3.5625, 2.640625, 1.609375, -1.96875, 3.578125, 0.58203125, 1.59375, -1.0625, 2.859375, 1.5546875, 1.2421875, 2.46875, -0.5390625, 5.40625, 2.546875, -2.375, 1.828125, 4.4375, 1.21875, 3.203125, -4.96875, -0.0947265625, 3.703125, 0.8671875, -2.359375, -1.046875, -0.4765625, 1.703125, 2.59375, 0.51171875, 3.296875, -0.154296875, 2.859375, 2.1875, -2.09375, -4.25, 2.0625, -0.8125, 1.6484375, 1.0, 3.34375, 5.1875, 3.34375, 2.078125, 4.78125, -2.21875, -5.84375, -2.8125, 3.796875, 4.84375, 4.34375, -2.5, 6.875, 4.53125, -2.21875, 1.1484375, 1.53125, 1.765625, 3.65625, 2.265625, -4.1875, 1.265625, 4.5625, -4.90625, 4.09375, 2.40625, -3.46875, -1.1953125, -1.40625, 1.5, 5.875, 0.0223388671875, 1.8984375, -0.1669921875, -5.53125, 1.03125, 1.8828125, -0.67578125, -4.78125, 1.828125, 4.40625, 3.390625, 5.21875, 3.15625, 1.984375, 1.90625, 2.625, 3.203125, 5.75, 1.1875, 1.4921875, -2.8125, -1.5, 2.578125, 0.94921875, -0.73046875, -0.10400390625, -3.53125, 1.1953125, -4.9375, 4.96875, 2.0625, 2.359375, 2.90625, 4.28125, 1.2109375, 2.78125, -1.625, -1.28125, -1.75, 1.984375, 4.1875, 2.5625, 3.21875, 3.859375, -2.265625, -2.265625, -0.86328125, -1.296875, 2.25, -1.8984375, -1.1484375, -4.4375, 2.125, -4.84375, 3.65625, -0.4765625, 0.40234375, -5.375, 0.279296875, 1.59375, 2.484375, 3.03125, -1.5546875, -1.4296875, 0.88671875, 3.828125, -2.15625, 0.6484375, 0.8828125, 1.1171875, -0.88671875, 0.6875, 4.3125, 1.6953125, 2.796875, -4.53125, -0.400390625, 3.65625, 1.390625, 4.5625, 2.25, 0.61328125, -2.28125, -0.79296875, 0.796875, 5.21875, 2.84375, -1.296875, -0.62109375, 3.453125, 5.75, 2.328125, -3.390625, -6.1875, 1.3203125, 1.40625, -4.8125, 4.4375, 1.46875, 3.8125, 0.62890625, -0.67578125, 5.46875, 3.828125, -0.392578125, -4.09375, 4.0625, 0.216796875, 3.765625, 4.09375, 2.015625, 4.34375, 2.984375, 2.0, 2.578125, -1.9921875, 3.828125, -0.8984375, -2.84375, -0.1474609375, -1.109375, 0.2265625, 1.8125, 3.859375, 3.859375, -2.84375, 0.22265625, 5.125, -1.1484375, 4.6875, 0.68359375, 1.4296875, 0.8203125, -0.462890625, 1.8125, 0.8828125, -0.09912109375, 3.828125, 1.3125, 2.3125, -2.234375, 0.33984375, -2.859375, 1.4921875, 1.5234375, 1.6328125, 1.421875, 4.28125, 3.34375, 2.015625, -5.15625, 2.125, 2.015625, 3.0, -0.65234375, 1.3046875, 0.7421875, 1.421875, -1.4921875, -4.5, -0.271484375, 1.5859375, 4.28125, -1.1953125, -2.890625, 1.0625, -1.375, 2.140625, -5.375, 1.5859375, 1.1953125, 0.72265625, 3.859375, 4.625, 1.3125, -2.21875, -3.96875, 1.9921875, 1.0390625, 3.4375, -3.828125, 2.078125, 3.9375, -0.4765625, -1.1640625, 1.2265625, 5.15625, -2.5, 2.203125, 3.9375, 4.0, -4.21875, 1.703125, 1.0390625, 1.46875, -1.7265625, 4.03125, 1.6875, 0.58203125, 3.21875, 2.59375, 4.71875, 2.125, -5.71875, -1.6484375, -5.8125, -2.234375, -5.875, 0.345703125, 0.4921875, -2.90625, -1.9609375, -4.125, 2.671875, 2.015625, -1.203125, 1.3046875, 1.875, -1.1640625, 3.140625, -0.94140625, -2.328125, 0.796875, 1.390625, 2.78125, 2.15625, 5.40625, 4.53125, 3.0625, 4.3125, 0.482421875, 4.0, 3.75, 5.53125, 4.03125, 5.03125, 2.34375, -5.59375, -4.1875, 2.28125, -3.390625, 0.7734375, -3.140625, 3.984375, 4.15625, 2.171875, 2.953125, 1.171875, 5.09375, 2.59375, -2.265625, -0.78125, 3.296875, 1.265625, 1.0546875, -0.68359375, -4.34375, -6.96875, 4.53125, -1.03125, 2.484375, -2.21875, -0.2412109375, 0.0556640625, 3.203125, 0.30859375, 3.296875, -2.046875, 1.2890625, 5.46875, -4.65625, 1.46875, -3.140625, -0.47265625, 1.5234375, 3.015625, 0.48046875, 2.59375, 2.875, 2.21875, 4.65625, 0.88671875, -3.71875, -4.5, -0.4453125, 3.625, 4.96875, 0.94140625, 0.06982421875, -0.0947265625, 0.55078125, -0.82421875, 1.890625, 3.03125, -8.5, 3.328125, 5.875, 1.65625, 1.3203125, 0.703125, 3.46875, 0.458984375, 4.59375, 0.8203125, 0.4140625, -0.9921875, -3.8125, -3.3125, 4.3125, 1.1484375, -4.5, -1.8046875, 4.53125, 3.421875, 3.640625, 2.1875, 2.328125, -2.109375, 5.71875, 2.46875, 1.7265625, -4.8125, 1.3046875, 4.09375, -3.546875, -0.7578125, 5.53125, 5.1875, 0.11669921875, -5.0, 4.15625, -0.00982666015625, 4.5625, 1.28125, 4.5625, 1.6328125, 3.515625, 3.109375, 3.453125, 4.8125, 4.96875, 0.734375, -0.1533203125, -1.4765625, 2.46875, -0.3359375, -1.3046875, 3.921875, 3.25, 2.75, 0.275390625, -4.96875, 0.60546875, -0.6484375, -5.84375, -4.4375, 1.15625, 1.265625, -0.359375, -2.796875, -0.107421875, 2.3125, 3.28125, 3.734375, 2.234375, -0.62109375, 2.21875, 2.484375, 1.4921875, 4.03125, -0.8828125, 4.0, -2.765625, 1.984375, -2.03125, -2.25, 0.1357421875, 2.65625, -0.9765625, 2.765625, 0.5078125, -1.0078125, -1.9609375, -0.88671875, -1.375, 3.890625, -2.75, -0.326171875, -2.1875, 2.9375, -1.953125, 2.078125, -4.34375, 4.6875, 5.3125, 3.078125, -1.8359375, 1.6953125, 4.28125, 6.9375, 4.28125, -1.390625, -5.0625, 2.625, 2.359375, 4.03125, 1.6875, -4.4375, 3.84375, 0.29296875, -8.3125, -7.0, -0.84765625, 3.390625, -1.453125, -7.28125, 2.625, 2.734375, 0.703125, -0.578125, 1.421875, 4.5625, 2.59375, -0.251953125, 5.375, 2.296875, 3.46875, 2.28125, 3.578125, -0.94921875, -1.9375, 1.21875, -0.22265625, -1.9453125, 0.255859375, 3.359375, -0.73046875, 2.578125, 2.703125, -1.296875, 2.796875, 2.953125, 2.515625, 1.9453125, 3.40625, -2.65625, 2.671875, 0.8671875, 3.84375, -4.90625, 2.703125, 2.546875, 1.828125, 0.91015625, -1.3203125, 0.08984375, 0.6875, 2.984375, 1.78125, 0.37109375, 3.734375, 2.0625, 2.8125, 1.3828125, 5.46875, 1.0390625, 1.4609375, 3.8125, -3.75, 1.109375, -0.134765625, -0.447265625, -0.91015625, 1.3828125, 1.0625, 1.6796875, 0.177734375, 4.09375, 0.86328125, -0.7421875, 3.625, -0.1357421875, 1.1640625, 1.5546875, -3.671875, 3.3125, 0.1474609375, -0.734375, 3.90625, 3.5, -1.0859375, -3.109375, 0.53515625, 4.96875, 2.546875, 3.3125, 1.6640625, -2.78125, -3.65625, -0.1640625, 3.375, 1.484375, 4.6875, -0.072265625, 0.5078125, 2.265625, 4.96875, 1.3046875, 1.8515625, 2.125, 2.765625, -3.890625, -1.75, -2.671875, 5.125, 3.140625, 4.15625, -3.515625, 4.46875, 1.390625, 1.640625, 1.21875, 2.640625, 1.2421875, 1.3984375, 1.8046875, -2.3125, -0.65234375, 3.5, -1.328125, 1.6328125, -1.9375, 3.78125, -5.8125, 5.96875, 2.6875, -3.46875, 2.234375, 0.90234375, 3.40625, -2.265625, 3.734375, -1.6171875, -2.078125, -1.28125, -0.72265625, -0.48828125, 3.34375, 1.5546875, 1.453125, -4.46875, -3.015625, 3.796875, 1.4921875, 0.1689453125, 2.0625, 2.046875, -0.240234375, 1.1796875, 0.69921875, 1.1171875, 1.53125, -1.15625, 6.15625, -0.734375, 3.234375, -6.375, 2.34375, -0.11083984375, 6.28125, 2.625, 4.875, 2.078125, 1.3359375, 2.59375, 3.703125, 1.1875, -1.9921875, 0.5078125, 2.59375, 1.6875, 0.1513671875, 3.953125, 1.265625, -1.8203125, 4.40625, 1.484375, 0.5859375, -3.046875, -2.109375, -0.318359375, 3.15625, 3.421875, 1.59375, 3.015625, -0.359375, 2.8125, -5.75, 2.59375, 7.3125, 2.578125, -2.203125, -1.7265625, 4.9375, 2.171875, 3.796875, 3.953125, -3.359375, 4.46875, -6.65625, 5.78125, 0.6953125, 0.53515625, 4.375, -0.07080078125, -0.1923828125, -0.6171875, -0.9296875, 0.79296875, 3.703125, 2.203125, 2.140625, 3.296875, -1.265625, 5.1875, -1.0, 3.96875, 2.46875, -4.25, -3.140625, 2.859375, 2.3125, -1.3828125, 1.03125, -5.34375, 4.03125, 0.2890625, -3.921875, -0.83984375, 3.25, 5.875, 2.265625, -2.515625, 2.546875, -1.8359375, 1.578125, -2.21875, 1.2265625, 4.90625, -1.984375, -2.328125, 0.0859375, -3.59375, 4.375], "rewards_rejected": [3.3125, -6.96875, -0.23828125, 0.57421875, 1.5390625, 0.2890625, -5.5, -8.75, -6.40625, -5.0, -7.5, -4.34375, 1.3359375, 0.80859375, -1.7421875, -3.5625, -2.734375, -4.03125, -3.125, 0.041015625, -5.71875, -2.3125, -4.40625, -3.40625, 0.58984375, -8.375, -6.3125, 3.765625, 1.109375, 1.453125, -1.046875, 0.44921875, -0.1806640625, -2.78125, -5.65625, -3.671875, 1.28125, -5.25, -8.125, -1.3984375, -0.625, -3.421875, 2.578125, -3.71875, -4.625, -9.625, -7.03125, -5.46875, -0.87109375, -4.71875, -6.59375, -3.984375, -0.490234375, 1.875, 2.984375, -10.1875, -1.3984375, 0.671875, 2.296875, 2.65625, -5.0625, -1.6875, -8.875, -0.78515625, 3.5, -4.46875, 4.28125, 3.75, -0.54296875, -7.46875, -1.40625, 3.90625, 0.515625, 4.21875, 4.5, 0.3359375, 0.578125, -3.171875, -1.859375, -6.8125, -5.28125, -0.8203125, -6.03125, 0.7265625, -1.625, 0.8671875, -6.90625, 2.046875, 3.9375, 2.71875, 5.53125, -1.203125, 1.34375, 0.58203125, -3.65625, 3.234375, -3.65625, 2.4375, 0.0732421875, -8.75, -3.53125, -0.3671875, 0.99609375, -4.4375, -3.5, -6.6875, -0.94140625, -3.59375, 0.58203125, -4.4375, -1.6171875, -8.0, -2.25, -3.515625, -0.8671875, -3.78125, -3.5625, -5.71875, -1.4375, -1.4375, 2.6875, 2.203125, -2.84375, -1.3671875, -1.3046875, -5.84375, -7.03125, -0.74609375, 0.0240478515625, 3.5, 3.640625, 4.6875, 2.78125, 1.9140625, 1.875, -5.9375, 2.546875, -2.390625, -4.21875, -7.125, 1.3359375, -1.59375, -3.59375, -4.375, 1.296875, -2.234375, -2.28125, -0.8515625, -4.65625, -4.59375, 0.57421875, -3.015625, -1.2890625, 1.46875, -9.0, -5.8125, -2.53125, 0.302734375, -7.03125, -10.5, 1.65625, -7.84375, -1.7734375, -1.21875, -3.34375, 3.15625, -0.12158203125, -1.953125, 2.734375, 2.5625, -3.3125, 1.1015625, -2.03125, -5.65625, 2.3125, -6.40625, 3.859375, -8.75, -1.875, -5.09375, -5.78125, -2.171875, -0.00084686279296875, 0.90234375, -5.46875, -0.55859375, -0.330078125, 1.6875, 1.046875, -9.875, -0.2158203125, -0.921875, -1.3984375, -3.5625, -7.8125, -4.8125, -1.96875, -3.734375, -0.7109375, 1.59375, -0.4609375, -0.75390625, 1.546875, -2.8125, 2.65625, -6.40625, 0.51171875, -4.59375, -2.375, -2.671875, -5.03125, -0.173828125, -3.484375, -7.90625, -8.25, 3.703125, 3.21875, -4.25, -11.5, -0.373046875, -2.8125, 1.265625, -1.140625, 1.21875, -1.34375, -6.125, -1.4453125, 3.4375, -8.25, -4.96875, -2.4375, 2.328125, 1.5703125, 2.703125, 5.375, -0.1376953125, -2.046875, 5.53125, -6.28125, -5.84375, -2.8125, -4.75, -4.0, -3.703125, -8.9375, 3.25, 0.28125, -3.265625, 0.52734375, -2.515625, 1.15625, 3.65625, 3.078125, -6.0625, -4.15625, -3.75, 4.375, -3.90625, -4.15625, -3.46875, -7.875, -1.8515625, -0.12255859375, 1.6640625, -5.46875, -1.9453125, -5.0, -4.53125, -8.5, -4.9375, -5.875, 2.109375, 0.76953125, -1.6796875, 0.255859375, -8.75, -6.8125, -5.40625, -0.83984375, 3.296875, 3.8125, 5.25, -0.11962890625, 1.4921875, -5.375, 5.34375, -4.5625, 0.58203125, -0.6796875, -1.1953125, -3.53125, -4.125, -4.40625, -6.9375, -1.8046875, 2.046875, 1.015625, 3.125, 5.84375, -4.3125, -1.625, 1.5390625, 0.984375, -7.8125, 2.515625, -1.3359375, 2.40625, -11.25, -2.265625, 1.234375, -5.625, -7.21875, 1.3203125, -5.3125, -2.625, -7.6875, -1.0234375, -4.84375, 4.375, -0.4765625, 0.40234375, -6.09375, 1.1953125, -7.8125, 5.0, 1.109375, -1.5546875, -1.4296875, -0.8828125, -6.6875, -11.1875, -9.8125, -5.40625, -9.625, 0.82421875, -6.3125, -0.322265625, -1.0078125, 2.796875, -4.53125, -7.46875, 1.390625, -3.25, 4.09375, -3.96875, 0.61328125, 1.3125, 1.7265625, -7.09375, 1.8203125, 3.359375, -5.28125, -0.62109375, -0.062255859375, -2.375, -8.625, -4.25, 3.484375, -1.7734375, -3.9375, -5.21875, -3.515625, -1.828125, -3.359375, -1.6796875, -5.03125, 4.28125, 4.46875, -3.953125, 2.46875, 0.6328125, -2.015625, -1.0859375, -0.0771484375, 0.2333984375, -0.2158203125, -6.125, 1.28125, -4.5625, -3.140625, -0.62109375, -5.09375, -3.96875, -4.40625, -7.21875, -2.203125, 1.296875, -1.375, -2.484375, -5.4375, -4.3125, -1.03125, -3.0, -4.875, -2.125, 0.76171875, -3.125, -0.462890625, -2.328125, -3.734375, -7.78125, -6.15625, -4.28125, -0.609375, -2.296875, 0.8984375, -9.5, 0.703125, -4.875, -0.75390625, -3.25, 2.59375, 0.041259765625, -4.125, 1.5546875, 4.15625, -4.625, 1.546875, -9.625, -1.703125, -3.40625, -2.40625, -1.4921875, -4.5, -3.015625, 0.466796875, 4.28125, -0.1435546875, 3.46875, -3.546875, -1.375, 2.140625, 2.59375, 0.6953125, 3.59375, -1.6640625, -1.640625, -0.33203125, -4.28125, -2.75, -7.84375, 1.6796875, 1.15625, 4.28125, -3.828125, -1.390625, 1.578125, 2.171875, 0.58984375, 0.490234375, 2.5, -0.8984375, 1.9921875, 3.9375, 1.015625, -1.125, -3.71875, -5.125, -6.9375, -1.9765625, -8.9375, -0.04833984375, 0.58203125, 2.46875, 1.0859375, 1.5078125, 1.125, -2.703125, -1.6484375, -2.703125, -6.9375, -7.8125, -3.375, -6.8125, -2.90625, -1.9609375, 0.031982421875, 0.67578125, -6.1875, -4.375, -1.8125, -6.15625, 1.1328125, 1.1640625, -4.75, 0.77734375, -1.4140625, 2.21875, 2.703125, -1.203125, 2.171875, 2.3125, -1.9453125, 0.166015625, 0.37109375, 3.9375, 3.75, -0.0001926422119140625, 0.7734375, 4.625, 0.6171875, -4.5625, -4.1875, 0.671875, -3.390625, 0.2197265625, -3.140625, 3.734375, 2.984375, -0.30859375, 1.390625, -8.0, 2.578125, -2.71875, 1.4453125, -6.65625, 3.296875, 1.796875, -4.09375, -7.40625, -4.34375, -1.8125, 5.71875, -3.875, 2.5625, 0.53125, -4.375, -4.5625, 3.03125, 1.53125, -8.75, -2.046875, 1.6015625, 2.109375, -3.96875, 3.4375, -6.375, -0.65234375, -7.5625, 2.015625, 0.2451171875, -2.328125, 0.9296875, 0.08740234375, 0.71484375, -5.65625, 0.8671875, -6.75, -5.0625, 3.015625, 2.421875, 1.1640625, -1.7421875, -8.25, 0.55078125, -8.0, -4.375, -2.765625, -8.5, -5.65625, 2.4375, 1.0, -2.484375, 0.1904296875, -7.46875, 9.875, -1.5703125, -3.125, 2.125, -6.5, -6.40625, -3.3125, 0.92578125, -6.6875, -10.25, -0.46484375, 1.6640625, 2.015625, -3.5625, -5.125, 1.3125, -2.03125, 2.546875, 4.46875, 0.07470703125, -4.0, -1.703125, 3.34375, -6.125, -2.984375, -7.90625, 2.734375, 0.52734375, -5.0, -0.31640625, -8.25, 2.140625, -0.91015625, 1.1484375, -0.703125, -5.625, -3.875, 4.0, -3.9375, 4.875, -2.234375, 1.0, -6.84375, -2.0625, -4.625, -1.3046875, -1.328125, 1.546875, 2.75, -4.75, -5.4375, -6.8125, -6.40625, -0.70703125, -4.4375, -4.90625, 0.6953125, -10.3125, -4.40625, -1.84375, 2.9375, -1.59375, 3.4375, -1.453125, -5.75, -0.1044921875, -5.96875, -2.4375, -1.546875, -3.59375, 3.9375, -3.40625, 0.921875, 0.875, -4.28125, 0.1357421875, 2.421875, -4.875, 1.7109375, -0.474609375, -1.9140625, 0.2578125, -3.0, -1.375, -2.5, -7.5625, -3.21875, -0.66015625, 3.4375, -3.109375, 1.9140625, -8.25, 6.71875, -0.70703125, -1.5546875, -4.78125, 3.671875, 2.53125, 1.1875, 2.984375, -2.265625, -5.0625, -8.125, 1.5625, 0.37109375, -6.28125, -6.6875, 2.984375, -2.453125, -4.5625, -4.75, -0.84765625, -0.7421875, -1.453125, -1.0, -0.78515625, 1.4140625, -9.875, -3.3125, -1.84375, 4.5625, 1.8125, -5.0, -3.875, -2.5, -4.75, -5.5625, -5.0, -0.6484375, -5.625, -0.173828125, -4.65625, -4.75, 0.255859375, -8.25, -4.28125, 1.859375, -0.34375, -4.6875, -0.87109375, 1.390625, -0.82421875, -4.625, 2.828125, -10.5625, 3.03125, -2.203125, -2.21875, -3.453125, -7.28125, -6.75, 1.7421875, 1.6015625, -0.8671875, 0.08984375, -2.140625, -3.296875, 1.4296875, -4.15625, 1.2734375, -0.83984375, -7.25, -6.1875, 3.421875, -10.0625, 1.4609375, 2.296875, -7.84375, -6.125, -4.78125, -2.9375, 0.71484375, -2.9375, -3.546875, -2.5, 2.03125, -1.171875, -6.5, -7.96875, 0.041748046875, -0.1357421875, -8.3125, 1.2421875, -3.671875, 0.90625, 0.1474609375, -7.625, -5.21875, -3.046875, 0.021240234375, -1.9375, 0.53515625, 0.388671875, -1.21875, 0.90625, 2.28125, -3.09375, -6.6875, -2.671875, -5.5625, -2.765625, -4.84375, -2.125, -0.73828125, -0.4453125, 3.71875, 1.3828125, -3.796875, -1.890625, -7.5, -3.890625, -5.03125, -9.75, 0.07861328125, 5.25, -1.21875, -8.875, -4.15625, 2.5625, -5.96875, -2.0625, 1.8984375, 1.2421875, 0.12890625, -4.84375, -6.5, -4.3125, -2.0625, -1.328125, -0.244140625, -5.625, 6.4375, 1.1953125, 3.65625, 2.578125, -2.484375, 2.21875, -3.515625, 0.8046875, 1.4453125, -0.09716796875, -5.125, -1.4375, 1.5390625, -1.296875, -1.6796875, 4.9375, 1.2421875, 1.453125, -7.40625, -2.296875, -3.359375, 0.373046875, 1.0859375, 3.390625, -5.34375, -10.4375, -5.78125, -3.796875, -1.4296875, -1.25, -7.125, -1.28125, 0.1796875, 2.5625, -7.625, 3.46875, -4.28125, 2.90625, -2.265625, 2.453125, -0.9296875, -3.703125, 0.388671875, 3.671875, -5.03125, -4.8125, 0.796875, -1.6875, -2.546875, 0.1513671875, -1.1953125, -4.15625, -5.6875, -1.6796875, 0.59375, -5.375, -6.34375, -2.109375, -10.75, 1.28125, -1.75, -1.2734375, -2.3125, -1.3046875, 1.2578125, -7.21875, 0.12158203125, 5.75, -8.875, -10.0, -1.9765625, -2.78125, -2.5, -4.75, -3.515625, -5.5625, 1.734375, -6.65625, -7.75, 1.546875, 0.53515625, -4.21875, -0.7578125, -6.65625, -1.34375, 6.28125, 4.03125, 3.671875, 1.90625, 2.140625, 3.296875, -1.265625, 3.953125, -1.0, -0.8828125, 4.8125, -5.84375, -6.375, 0.97265625, -9.875, -1.3828125, -2.3125, -7.875, 4.03125, -3.03125, -6.625, -0.1474609375, 1.7265625, 1.6640625, -2.125, -5.4375, -4.59375, -8.5625, -0.50390625, 2.65625, 0.51953125, 0.953125, -5.84375, -4.46875, 0.0859375, -2.25, 4.15625], "margins": [0.15625, 0.0, 0.13232421875, 3.25390625, -2.8203125, -3.1953125, 1.40625, 2.15625, 6.431884765625, 0.0, 6.80859375, 5.53125, 1.9765625, 3.47265625, 3.9609375, 4.8515625, 2.19140625, 4.61328125, 1.9453125, 2.740234375, -0.28125, 3.953125, 3.375, 6.65625, 0.73046875, 11.015625, 10.375, -3.24609375, 1.921875, -0.0390625, 6.484375, 2.97265625, 0.0, 6.140625, 5.8583984375, 0.0, 1.921875, 5.74609375, 12.1875, 3.9609375, 0.0, 0.0, 0.84375, 4.6171875, 8.15625, 7.84375, 5.0703125, 5.97265625, 1.369140625, 2.78125, 10.625, 0.0, 0.6572265625, 3.875, -3.8828125, 10.828125, 0.0, 0.0, 1.109375, 0.0, 0.96875, 2.29296875, 5.359375, 4.75390625, -2.3671875, 5.26171875, 0.0, -2.5390625, -1.09765625, 10.9375, 1.6396484375, -1.59375, 0.7421875, -4.033203125, -0.0625, 0.0, 3.203125, 7.609375, 1.76416015625, 2.84375, 6.2890625, 1.111328125, 9.15625, 4.4921875, 0.76953125, 0.0, 3.703125, -1.5, 1.625, 0.0, -0.75, 3.484375, -1.068359375, 0.3671875, 0.0, 1.390625, 6.421875, 0.703125, 0.8564453125, -1.0625, 3.489990234375, 3.4296875, -9.49609375, 2.7734375, 6.171875, 10.515625, 0.17578125, 2.7109375, 1.13671875, 6.2109375, 0.0, 9.78125, 5.75, 7.890625, 5.0234375, 8.375, 1.6953125, 4.87109375, 2.984375, 4.9375, 1.8125, 1.515625, 1.578125, 3.3828125, 0.0, 3.859375, 8.1796875, 0.0, 2.4603271484375, -6.4375, -0.859375, 0.46875, -0.53125, 0.1640625, 0.0, 4.3203125, 1.203125, 0.0, 1.453125, 11.0, 1.9765625, 4.875, 0.421875, 3.171875, 0.515625, 4.515625, 6.375, -0.359375, 1.546875, 10.375, 0.61328125, 3.30859375, 3.0234375, -0.96484375, 12.03125, 4.5078125, 5.484375, 0.916015625, 5.53125, 9.3125, 0.625, 12.21875, 3.2734375, 0.48046875, 6.515625, 1.34375, 0.31201171875, 1.1484375, 2.421875, -3.26953125, 2.734375, 2.1484375, 3.90625, 5.8583984375, -3.8671875, 6.5400390625, -0.40625, 2.15625, -1.953125, -1.0, 4.78125, 0.0, -2.9366531372070312, 0.31640625, 5.46258544921875, 0.0, 4.517578125, 1.578125, -2.6484375, 11.6796875, 4.5595703125, 3.359375, 0.0, 0.0, 10.453125, 6.421875, 0.0, 7.3125, 1.29296875, 0.0, -0.6015625, 3.61328125, 0.0078125, 4.0546875, -0.1875, 5.8671875, 4.89453125, 7.140625, 0.0, 4.5, 9.46875, 1.392578125, 6.6875, 2.9375, 8.1552734375, 0.0, -2.3515625, 1.890625, 10.453125, -0.103515625, 4.515625, 1.328125, 1.65234375, 2.078125, 1.189453125, 8.984375, 3.6328125, -5.53125, 4.0, 7.03125, 1.625, -0.6796875, -0.5703125, 0.640625, -0.1875, 3.4814453125, 4.125, -0.75, 4.0625, 0.0, 0.0, 8.546875, 8.84375, 8.046875, 6.4375, 3.625, 4.25, 1.046875, 0.62109375, 4.046875, 0.609375, 0.0, -0.8125, 1.875, 5.421875, 8.3125, -9.28125, 8.0, 6.5625, 0.0, 6.6796875, 0.4453125, 1.62255859375, 4.2109375, 5.4910888671875, 3.84375, 4.8330078125, -1.0, 9.53125, 6.8203125, 5.19921875, -6.890625, 1.05859375, 6.0859375, 3.134765625, 13.96875, 9.96875, 7.390625, 2.74609375, -0.671875, -0.609375, 0.5, 1.30712890625, 0.0, 2.5625, -6.84375, 7.140625, 0.3671875, -0.05078125, 1.09130859375, 0.0, 5.3203125, -0.53125, 11.90625, 3.8671875, 0.3125, 1.890625, 1.15625, -4.6328125, 7.09375, 0.0, -2.8203125, -2.734375, 9.796875, 1.671875, 3.8984375, 0.8125, 15.109375, 0.0, -3.5, 4.76171875, 5.921875, 0.9296875, 3.4140625, 1.4765625, 3.25, 3.1484375, 0.0, -0.71875, 0.0, 0.0, 0.71875, -0.916015625, 9.40625, -2.515625, 1.921875, 0.0, 0.0, 1.76953125, 10.515625, 9.03125, 10.4609375, 6.2890625, 10.7421875, -1.7109375, 7.0, 4.634765625, 2.703125, 0.0, 0.0, 7.068359375, 2.265625, 4.640625, 0.46875, 6.21875, 0.0, -3.59375, -2.51953125, 7.890625, 3.3984375, -0.515625, 3.984375, 0.0, 3.515380859375, 8.125, 10.953125, 0.859375, -9.671875, 3.09375, 5.34375, 0.40625, 7.953125, 3.296875, 7.171875, 2.30859375, 4.35546875, 1.1875, -0.640625, 3.560546875, -6.5625, 3.4296875, 2.232421875, 4.8515625, 4.1708984375, 1.7822265625, 4.5595703125, 9.109375, 0.71875, 7.140625, 1.1484375, 4.44921875, 4.1953125, 1.125, 4.2587890625, 6.109375, 2.4296875, 0.515625, 5.234375, 6.34375, 2.59375, 4.53515625, 6.15625, 1.8515625, 9.5625, 2.80859375, 0.66796875, 3.9453125, 0.0, 4.140625, 4.6171875, 7.68212890625, 9.984375, 5.59375, 2.921875, 0.0625, -0.55859375, 6.640625, 0.7890625, 6.3984375, 2.38671875, 4.671875, 1.6875, 3.302490234375, 6.140625, -6.7109375, -2.03125, 6.640625, 1.453125, 8.97265625, 3.0078125, 4.1484375, 3.828125, 0.0, 0.0, 2.744140625, 1.119140625, 0.0, -1.0517578125, -6.359375, 4.609375, 0.0, 0.0, -7.96875, 0.890625, -2.3984375, 2.38671875, 5.5, 4.95703125, 5.59375, 0.53125, 3.875, 0.3125, -0.1171875, -0.84375, 0.0, 3.46875, 2.359375, -2.6484375, -1.75390625, 0.736328125, 2.65625, -1.6015625, 0.2109375, 0.0, 2.984375, -3.09375, 5.421875, 6.1640625, 8.40625, 0.25, 12.96875, 1.73583984375, 0.0, 0.75, 1.5078125, 3.2109375, 1.0, -3.015625, 0.0, -3.109375, 4.703125, 1.9375, 3.720703125, 7.3046875, 0.0, 0.0, -4.156982421875, 1.99609375, 8.203125, 3.171875, 3.1171875, 8.03125, -2.296875, 1.9765625, 3.80859375, -3.10546875, 2.2109375, -0.828125, 0.078125, 3.359375, 3.234375, 2.21875, 5.0078125, 4.146484375, 0.111328125, 0.0625, 0.0, 5.531442642211914, 3.2578125, 0.40625, 1.7265625, -1.03125, 0.0, 1.609375, 0.0, 0.5537109375, 0.0, 0.25, 1.171875, 2.48046875, 1.5625, 9.171875, 2.515625, 5.3125, -3.7109375, 5.875, 0.0, -0.53125, 5.1484375, 6.72265625, 0.0, -5.15625, -1.1875, 2.84375, -0.078125, -2.75, 4.1337890625, 4.6181640625, 0.171875, -1.22265625, 12.046875, 0.0, -0.3125, 3.359375, -0.6875, -1.96875, 3.234375, 0.1796875, 9.0859375, 1.0, 0.2353515625, 4.921875, 1.9453125, 2.13134765625, 3.94140625, 6.54296875, -4.5859375, 2.25, 4.6171875, 0.609375, 2.546875, -0.22265625, 1.81201171875, 8.1552734375, 0.0, 7.17578125, 6.265625, 5.796875, 0.0, 8.984375, 3.4375, 0.65625, 3.8046875, 0.5126953125, 10.9375, -9.416015625, 6.1640625, 3.9453125, -1.7109375, 5.5078125, 2.59375, 0.0, 3.38671875, 7.8359375, 5.75, -1.33984375, 2.8671875, 1.40625, 7.203125, 7.3125, 1.015625, -0.078125, 3.171875, -2.0, 1.65185546875, -0.8125, 3.0078125, 0.75, 2.578125, 2.2265625, 13.4375, 2.453125, -0.41064453125, 0.0, 4.47265625, 8.24017333984375, 2.421875, 2.19140625, 3.4140625, 2.3359375, 9.140625, 6.984375, -0.546875, 8.75, 0.09375, 2.96875, -1.1533203125, 5.3671875, 4.53125, 4.2890625, 0.0, 5.25, 1.703125, 0.0, 5.025390625, 0.46875, 7.41796875, 5.7578125, -5.13671875, 0.0, 6.0625, 0.5703125, 9.953125, 1.609375, 1.736328125, -0.625, 4.875, 0.296875, 3.6875, 5.12890625, 2.3232421875, 8.453125, 3.9296875, 5.578125, 2.7109375, 0.0625, 0.640625, 1.0625, -2.90625, 2.03125, 0.0, 0.234375, 3.8984375, 1.0546875, 0.982421875, 0.90625, -2.21875, 2.11328125, 0.0, 6.390625, 4.8125, 2.892578125, -1.52734375, -0.5, 1.15625, 0.1640625, 3.90625, -2.03125, 6.01953125, 4.6328125, 2.9453125, -1.9765625, 1.75, 5.75, 1.296875, 0.875, 0.0, 10.75, 0.796875, 3.66015625, 7.96875, 2.25, 0.859375, 2.74609375, -3.75, -2.25, 0.0, 4.1328125, 0.0, -6.28125, 3.41015625, 1.3203125, 10.578125, 2.734375, 3.265625, 0.0, 0.78125, 4.748046875, 9.25, 4.796875, 8.21875, 7.84375, 8.578125, -0.30078125, 3.6875, 1.392578125, 4.43359375, 2.8046875, 0.0, 11.609375, 3.55078125, 0.71875, 3.046875, 3.390625, 3.66796875, 1.5625, 3.33984375, 6.5703125, 0.578125, 7.90625, -0.359375, 3.0703125, 6.0625, -1.453125, 9.984375, 9.296875, 0.0859375, -0.69140625, -0.453125, 0.0, 2.828125, 6.28125, 0.3515625, 4.52734375, 2.4609375, 2.90234375, 10.0625, 7.5703125, 2.046875, 11.1015625, 0.0, 1.515625, 4.09375, 7.234375, 4.646484375, 2.490234375, -1.625, 4.3203125, 4.609375, 4.1796875, -1.853515625, 5.265625, 7.36328125, 7.2265625, 3.583251953125, 0.0, 9.4765625, 0.3125, 0.0, 2.40625, 0.0, 6.890625, 9.125, 6.546875, -1.107177734375, -1.171875, 0.0, 4.580078125, 3.765625, 2.40625, -0.6171875, 0.3125, 3.03125, 2.5078125, 8.9375, 4.25, 9.53125, 2.052734375, 1.24609375, 2.7109375, 1.25, -0.078125, 5.6484375, 4.015625, 10.265625, 0.0, 3.28125, 7.078125, 5.04638671875, -2.109375, 5.375, 5.359375, 8.625, -1.171875, 7.609375, 3.28125, 0.7421875, 0.0, 1.26953125, 6.6484375, 4.1875, 3.66015625, 5.5625, 0.0, 1.876953125, 3.6875, -2.65625, -7.0078125, 2.3125, 0.109375, -0.984375, 0.015625, 4.41796875, 2.6015625, -3.7109375, 3.83154296875, 3.5078125, -0.640625, -2.8203125, 0.57421875, 1.19140625, -1.59375, 0.3125, 0.0, 2.9375, -0.71875, 7.15625, 1.119140625, -0.9169921875, -1.328125, 7.390625, 10.197265625, 6.9609375, 4.49609375, 2.546875, 2.78125, 5.96875, 7.4375, -0.9140625, 0.671875, 1.25, -1.125, 4.17041015625, 3.375, 4.890625, 2.421875, 3.0078125, 5.0390625, 2.205078125, 0.03125, 6.21875, 2.8203125, -0.2890625, 4.28125, 4.234375, 0.0, 5.1484375, 5.421875, 3.8671875, 6.0859375, 0.890625, 5.9609375, 3.296875, 0.0, 10.431640625, 1.875, 5.171875, 2.8671875, 5.328125, 0.9453125, 1.5546875, 1.46875, 2.47216796875, 1.5625, 11.453125, 7.796875, 0.25, 7.71875, 4.671875, 8.546875, 7.46875, 2.203125, 2.734375, 0.0, 13.53125, -0.8515625, 0.0, 8.59375, 0.68701171875, 6.4638671875, 0.7265625, -7.2109375, -3.23828125, 0.03125, 0.296875, 0.0, 0.0, 0.0, 1.234375, 0.0, 4.8515625, -2.34375, 1.59375, 3.234375, 1.88671875, 12.1875, 0.0, 3.34375, 2.53125, 0.0, 3.3203125, 2.703125, -0.6923828125, 1.5234375, 4.2109375, 4.390625, 2.921875, 7.140625, 6.7265625, 2.08203125, -4.875, 0.70703125, 3.953125, 3.859375, 2.140625, 0.0, -1.34375, 0.21875]} \ No newline at end of file diff --git a/margin_logs/val_margins_code_epoch_7.json b/margin_logs/val_margins_code_epoch_7.json new file mode 100644 index 0000000000000000000000000000000000000000..5f10c79a6a80bc950744184c0a79a212fe807fab --- /dev/null +++ b/margin_logs/val_margins_code_epoch_7.json @@ -0,0 +1 @@ +{"epoch": 7.0, "step": 1722, "domain": "code", "rewards_chosen": [3.4375, -7.28125, -0.353515625, 3.421875, -2.390625, -4.65625, -6.125, -7.96875, -0.1982421875, -5.4375, -1.6875, 0.765625, 3.25, 4.125, 2.28125, 0.1533203125, -1.3828125, -0.2265625, -2.4375, 2.015625, -6.9375, 1.0859375, -1.9609375, 3.078125, 1.2578125, 2.328125, 4.125, 0.5390625, 3.015625, 2.578125, 5.75, 3.515625, -0.88671875, 3.328125, -0.404296875, -3.953125, 3.671875, -0.89453125, 3.640625, 2.484375, -2.015625, -3.21875, 3.359375, 0.419921875, 3.625, -2.78125, -2.5625, 0.359375, 0.008056640625, -3.125, 4.5625, -3.859375, -0.486328125, 5.25, -1.21875, -0.5234375, -2.59375, 0.1328125, 3.3125, 2.59375, -5.59375, 0.35546875, -4.3125, 3.875, 0.50390625, 0.1416015625, 4.46875, 1.4453125, -2.34375, 3.4375, -0.94921875, 1.9296875, 1.359375, -0.56640625, 4.6875, 0.458984375, 3.890625, 4.65625, -1.8515625, -5.875, 0.6015625, 0.66796875, 2.875, 4.875, -1.2421875, 1.1640625, -3.1875, 0.2177734375, 6.21875, 2.890625, 4.1875, 1.78125, -0.37109375, 0.9296875, -3.828125, 4.625, 2.140625, 3.234375, 0.8984375, -11.625, -0.1767578125, 3.328125, -9.625, -2.40625, 2.484375, 3.234375, -1.7578125, -2.015625, 1.40625, 1.796875, -1.7578125, 1.21875, 3.171875, 4.5, 4.59375, 5.09375, -1.78125, -2.25, 1.4140625, 3.765625, 5.0, 3.1875, -1.046875, 2.203125, -1.2734375, -3.359375, 0.7578125, -0.890625, 2.03125, -4.5, 3.09375, 5.5625, 1.6484375, 1.7265625, 1.7578125, -2.28125, 3.546875, -3.15625, -3.03125, 3.703125, 3.25, 3.296875, -4.75, -1.5234375, 1.0625, 2.390625, 4.03125, -1.2734375, -4.46875, 6.34375, 0.34765625, -0.404296875, 1.3515625, 0.2421875, 2.984375, -2.5625, 2.90625, 1.0078125, -2.15625, -2.796875, 2.0625, 4.71875, 0.58203125, -1.203125, 3.328125, 4.28125, -0.265625, -1.6640625, 5.0, -0.5703125, -0.73046875, 3.15625, 1.5703125, -0.404296875, -3.421875, -0.97265625, 3.421875, -7.96875, -5.375, -8.625, -1.4140625, -2.625, -3.109375, 0.65625, -0.765625, -0.76171875, 4.1875, 2.703125, -1.7578125, 1.7890625, 4.71875, 1.5, -2.359375, -4.65625, 2.15625, 1.734375, -1.8515625, 3.296875, 0.361328125, 1.8359375, -1.375, 3.046875, 1.296875, 1.109375, 0.98828125, -1.484375, 5.625, 1.28125, -2.71875, 1.1328125, 4.4375, 0.671875, 2.96875, -6.90625, -0.89453125, 3.546875, 0.46484375, -2.78125, -1.953125, -0.1943359375, 2.5, 2.578125, 0.09814453125, 3.3125, -0.345703125, 2.53125, 1.7734375, -3.390625, -5.09375, 1.1171875, -0.41796875, 0.7109375, 0.03173828125, 3.125, 5.3125, 3.375, 2.125, 4.1875, -3.25, -6.53125, -2.40625, 4.09375, 4.5625, 4.46875, -3.921875, 7.21875, 5.0625, -3.265625, 0.142578125, 0.91015625, 1.6875, 4.125, 2.515625, -5.03125, 0.78125, 4.28125, -6.3125, 4.3125, 1.5, -3.578125, -1.640625, -1.3671875, 1.015625, 5.65625, -0.4765625, 1.5234375, -0.3984375, -6.125, 0.48046875, 1.234375, -1.1015625, -6.15625, 1.1328125, 4.53125, 2.859375, 4.9375, 2.4375, 2.015625, 1.65625, 2.5, 3.28125, 6.59375, 0.65625, 1.4921875, -4.5, -1.8203125, 2.3125, 0.9296875, -1.3984375, -1.078125, -4.21875, 1.1640625, -5.78125, 5.34375, 1.8046875, 2.515625, 2.65625, 4.75, 0.734375, 2.65625, -2.59375, -2.390625, -2.578125, 2.796875, 4.75, 2.671875, 3.34375, 4.25, -2.9375, -3.015625, -1.4375, -2.921875, 2.015625, -2.625, -2.953125, -4.625, 1.578125, -5.6875, 3.625, -0.59375, 0.12109375, -6.8125, 0.369140625, 0.15625, 2.78125, 3.015625, -1.6640625, -1.6796875, 0.88671875, 3.234375, -3.625, -0.447265625, 0.8203125, -0.1103515625, -1.59375, 0.09716796875, 4.03125, 1.6015625, 2.59375, -4.59375, -0.95703125, 3.875, 0.96875, 4.875, 2.265625, 0.078125, -2.234375, -2.296875, 0.921875, 5.375, 2.71875, -1.765625, -1.25, 3.09375, 5.90625, 2.828125, -5.375, -7.8125, 0.171875, -0.375, -7.15625, 3.84375, 0.41796875, 4.25, -0.72265625, -1.1953125, 5.34375, 3.875, -1.390625, -5.71875, 4.28125, -0.2421875, 3.46875, 4.0, 1.578125, 4.71875, 1.796875, 1.9921875, 2.3125, -2.765625, 3.546875, -2.4375, -4.1875, -0.875, -1.984375, -0.265625, 1.0625, 3.875, 3.265625, -4.65625, -0.69140625, 5.03125, -1.9765625, 4.40625, -0.51953125, 1.1328125, 1.0703125, -0.67578125, 1.6015625, -0.279296875, -1.234375, 3.515625, 0.55859375, 2.5, -3.125, 0.056640625, -4.1875, 0.65625, 0.6796875, 1.3203125, 0.80078125, 4.78125, 3.34375, 1.7890625, -6.65625, 1.71875, 1.7109375, 2.828125, -0.62109375, 0.6171875, 1.03125, 0.74609375, -1.421875, -4.6875, -1.375, 1.34375, 4.625, -0.953125, -4.4375, 0.396484375, -1.25, 2.09375, -5.03125, 0.75390625, 0.76171875, -0.028564453125, 4.1875, 5.15625, 0.55859375, -2.640625, -5.5625, 1.8359375, 1.046875, 3.75, -4.125, 1.765625, 3.671875, -1.9140625, -2.3125, 0.98046875, 5.25, -2.59375, 2.25, 3.546875, 4.28125, -7.03125, 1.40625, 0.9765625, 0.7734375, -2.140625, 3.5625, 1.0625, 0.279296875, 3.484375, 1.9765625, 4.75, 1.3046875, -7.375, -1.71875, -7.84375, -3.234375, -8.4375, 0.09228515625, 0.73828125, -3.421875, -2.4375, -4.40625, 2.1875, 1.2109375, -1.5234375, 0.69140625, 1.390625, -1.609375, 3.296875, -2.734375, -2.390625, 0.2421875, 0.9453125, 2.40625, 1.6171875, 5.9375, 4.625, 3.09375, 3.65625, -0.314453125, 4.6875, 3.4375, 5.4375, 4.1875, 5.40625, 1.8828125, -6.6875, -4.65625, 2.0625, -4.5625, -0.044189453125, -3.390625, 4.71875, 4.03125, 2.078125, 2.71875, 1.171875, 5.0, 2.0, -2.734375, -0.8359375, 3.203125, 0.46484375, 0.337890625, -1.7421875, -4.25, -8.75, 3.4375, -1.8125, 2.1875, -1.6328125, -0.92578125, -0.703125, 3.125, -0.208984375, 3.46875, -2.59375, 1.4140625, 5.625, -5.09375, 1.4453125, -4.375, -0.83984375, 1.40625, 2.78125, -0.8046875, 2.53125, 2.546875, 1.640625, 4.375, 0.1845703125, -5.03125, -4.84375, -1.8203125, 3.84375, 5.03125, 0.58203125, -0.427734375, -0.89453125, 0.51171875, -1.8046875, 2.359375, 2.875, -8.5625, 3.484375, 6.5, 1.5546875, 0.9921875, 0.7421875, 3.4375, 0.154296875, 4.4375, 1.0703125, 0.0299072265625, -1.3203125, -5.28125, -3.609375, 4.3125, 1.1015625, -5.375, -1.546875, 4.65625, 3.171875, 3.59375, 2.171875, 2.4375, -3.671875, 5.78125, 2.484375, 1.390625, -5.78125, 0.6171875, 3.796875, -4.59375, -1.171875, 5.4375, 5.53125, -0.67578125, -5.4375, 4.09375, -1.90625, 4.28125, 0.8046875, 5.03125, 1.7265625, 3.546875, 2.90625, 3.390625, 5.53125, 5.15625, 0.373046875, -1.03125, -2.578125, 2.59375, -1.3359375, -1.65625, 3.65625, 3.328125, 2.546875, 0.07373046875, -6.0625, -0.15234375, -1.0703125, -7.625, -4.6875, 0.494140625, 1.1953125, -0.6015625, -3.265625, -0.482421875, 2.46875, 3.296875, 3.890625, 1.546875, -1.078125, 2.203125, 1.71875, 0.921875, 3.984375, -2.015625, 4.6875, -4.59375, 1.546875, -3.375, -3.46875, -0.037109375, 2.234375, -2.171875, 2.875, 0.6328125, -2.015625, -1.8828125, -0.87109375, -1.984375, 4.0, -4.125, -0.625, -2.203125, 3.046875, -3.40625, 1.7265625, -5.6875, 5.0, 6.21875, 2.296875, -3.046875, 1.7578125, 4.65625, 7.4375, 3.90625, -2.25, -5.28125, 2.1875, 2.53125, 3.8125, 0.19140625, -6.25, 3.765625, -0.2470703125, -8.25, -7.3125, -0.78515625, 3.125, -2.390625, -9.0, 1.75, 2.484375, -0.48046875, -0.73046875, 1.28125, 4.0625, 2.34375, -1.4140625, 5.5625, 2.359375, 3.171875, 1.4140625, 3.640625, -1.1015625, -2.234375, 0.671875, -0.78515625, -2.484375, -0.6015625, 3.46875, -1.859375, 2.21875, 2.875, -3.03125, 2.40625, 2.71875, 1.4921875, 1.8515625, 3.875, -3.625, 2.46875, 0.50390625, 3.375, -5.96875, 2.296875, 2.8125, 1.8515625, 0.66796875, -1.890625, -0.298828125, 0.154296875, 1.84375, 1.4375, -0.197265625, 3.84375, 1.8515625, 1.90625, 1.046875, 5.375, 0.55078125, 1.2734375, 3.46875, -4.8125, 0.87109375, -0.162109375, -0.5234375, -0.953125, 0.96484375, 0.396484375, 0.84375, -1.046875, 4.375, -1.0390625, -2.0, 3.609375, -0.59375, 1.375, 0.7578125, -4.0625, 2.84375, -0.008544921875, -2.171875, 3.515625, 4.03125, -1.3203125, -5.15625, 0.333984375, 5.28125, 1.9609375, 2.84375, 1.5078125, -4.1875, -4.6875, -0.2451171875, 3.375, 1.1953125, 4.59375, -0.9921875, 0.48046875, 2.609375, 5.75, 1.0390625, 1.5859375, 1.0234375, 2.390625, -4.34375, -2.25, -3.40625, 5.0625, 3.15625, 3.671875, -4.3125, 4.90625, 1.421875, 1.3828125, 0.49609375, 2.390625, 1.3046875, 0.99609375, 0.8671875, -2.953125, -1.2265625, 3.25, -2.0, 0.73046875, -2.234375, 3.796875, -6.09375, 6.3125, 2.453125, -4.59375, 1.25, -0.380859375, 3.21875, -2.734375, 3.40625, -2.9375, -3.71875, -2.390625, -1.3125, -0.84375, 2.859375, 0.7578125, 1.28125, -6.125, -4.125, 3.3125, 0.82421875, -0.5703125, 0.9765625, 2.15625, -0.8671875, 0.69140625, 0.2578125, 0.255859375, 1.5390625, -2.484375, 6.1875, -1.625, 3.40625, -9.625, 2.4375, -0.88671875, 6.96875, 2.546875, 4.96875, 1.7109375, 0.984375, 2.375, 4.09375, 1.03125, -2.921875, -0.6484375, 3.0625, 1.6015625, 0.0703125, 4.375, 0.78125, -2.1875, 4.53125, 0.5859375, -0.1259765625, -2.9375, -2.734375, -1.609375, 2.671875, 3.4375, 1.4765625, 2.3125, -0.66796875, 2.671875, -7.25, 2.234375, 8.1875, 2.09375, -3.140625, -2.140625, 5.59375, 2.40625, 4.09375, 3.609375, -4.625, 4.25, -6.875, 6.75, -0.357421875, 0.333984375, 4.90625, -0.7109375, -1.90625, -1.0625, -1.9375, 0.251953125, 4.09375, 2.515625, 2.09375, 3.203125, -1.390625, 5.59375, -1.375, 4.1875, 2.171875, -5.875, -4.375, 2.859375, 2.609375, -1.6796875, 0.71875, -6.71875, 3.984375, 0.2265625, -5.15625, -1.9296875, 3.296875, 5.65625, 2.140625, -3.25, 1.28125, -2.28125, 1.1953125, -3.46875, 0.8046875, 4.84375, -3.359375, -1.9140625, 0.08740234375, -4.59375, 4.8125], "rewards_rejected": [2.96875, -7.28125, -0.88671875, 0.60546875, 1.21875, -0.1044921875, -7.34375, -10.5625, -8.3125, -5.4375, -9.25, -4.9375, 1.1328125, 0.4140625, -2.859375, -3.96875, -4.6875, -5.3125, -4.5625, -0.55078125, -6.625, -2.984375, -5.90625, -4.03125, -0.294921875, -10.0, -7.34375, 3.828125, 0.98046875, 1.3828125, -2.078125, -0.7421875, -0.88671875, -3.65625, -6.8125, -3.953125, 0.94921875, -6.5, -9.125, -1.5859375, -2.015625, -3.21875, 2.0, -5.53125, -6.53125, -10.875, -8.75, -6.25, -1.6484375, -6.5, -8.25, -3.859375, -1.1015625, -0.04541015625, 3.140625, -11.625, -2.59375, 0.1328125, 1.90625, 2.59375, -6.21875, -2.40625, -11.375, -2.0625, 2.859375, -6.96875, 4.46875, 3.03125, -1.2578125, -8.0625, -3.765625, 3.609375, -0.004791259765625, 4.46875, 4.5625, 0.458984375, -0.051513671875, -3.71875, -2.046875, -8.875, -7.1875, -1.6171875, -7.21875, 0.361328125, -2.453125, 1.1640625, -7.125, 1.953125, 4.03125, 2.890625, 5.875, -2.546875, 0.73046875, 0.5234375, -3.828125, 3.125, -4.5625, 1.71875, 0.2255859375, -10.6875, -4.96875, -1.2890625, 0.5390625, -6.03125, -4.875, -7.59375, -1.75, -4.9375, -0.0830078125, -4.375, -1.7578125, -8.8125, -3.609375, -5.4375, -0.984375, -3.96875, -4.0, -7.59375, -2.140625, -1.71875, 2.578125, 1.5234375, -3.28125, -2.5, -1.2734375, -7.46875, -8.75, -0.890625, -1.25, 3.1875, 3.75, 5.28125, 2.71875, 1.5859375, 1.7578125, -7.90625, 2.4375, -3.15625, -4.78125, -8.125, 1.1328125, -2.6875, -5.125, -6.1875, 0.46484375, -3.8125, -3.4375, -1.5234375, -6.15625, -5.15625, -0.4765625, -4.0625, -1.5625, 1.5078125, -10.875, -6.90625, -3.390625, -0.1181640625, -8.5625, -11.9375, 1.0625, -9.125, -2.640625, -1.9453125, -5.03125, 2.5625, -0.98828125, -2.59375, 2.53125, 2.8125, -4.25, 0.53515625, -3.796875, -6.8125, 1.765625, -8.3125, 3.640625, -10.5625, -3.4375, -6.90625, -6.53125, -2.625, -0.703125, 0.2890625, -7.75, -0.76171875, -0.60546875, 0.84375, 0.8125, -11.1875, -0.6953125, -1.2421875, -2.359375, -4.65625, -9.8125, -5.28125, -1.8515625, -5.375, -1.453125, 1.8359375, -1.2421875, -1.15625, 1.484375, -4.40625, 1.6953125, -8.1875, -0.5859375, -6.0, -2.71875, -3.71875, -7.0625, -1.109375, -4.53125, -10.625, -10.5, 3.546875, 2.6875, -4.6875, -12.8125, -0.6171875, -4.0625, 0.8203125, -2.546875, 0.66796875, -1.984375, -7.0, -2.234375, 3.234375, -9.6875, -6.3125, -2.984375, 1.3671875, 0.875, 2.390625, 5.59375, -0.466796875, -3.125, 5.875, -7.40625, -6.53125, -2.40625, -6.625, -6.03125, -6.03125, -10.3125, 3.375, -0.07421875, -4.5625, -0.359375, -3.984375, 0.8828125, 4.125, 2.625, -7.3125, -5.53125, -4.96875, 4.5625, -5.875, -6.03125, -3.578125, -8.25, -2.6875, -0.1025390625, 1.328125, -5.46875, -3.109375, -6.5, -5.1875, -10.625, -6.5625, -7.90625, 1.8828125, -0.36328125, -2.78125, -1.2109375, -11.0, -8.875, -6.15625, -1.5546875, 3.3125, 4.0625, 5.6875, -1.015625, 1.4921875, -6.5, 5.28125, -5.53125, 0.5234375, -1.609375, -1.4453125, -4.21875, -4.9375, -5.75, -8.75, -3.03125, 1.1640625, -0.2470703125, 3.390625, 5.28125, -5.40625, -2.59375, 1.21875, 0.2431640625, -8.5625, 2.3125, -1.421875, 1.6796875, -13.9375, -2.9375, 0.55078125, -7.84375, -8.375, 0.66796875, -6.96875, -2.34375, -8.5625, -2.21875, -5.6875, 4.75, -0.59375, 0.12109375, -7.71875, 0.86328125, -8.6875, 4.6875, 0.98046875, -1.6640625, -1.6796875, -1.65625, -7.59375, -12.875, -11.25, -7.03125, -12.0, 0.4765625, -6.3125, 0.283203125, -2.09375, 2.65625, -4.59375, -8.0, 0.875, -2.875, 4.03125, -5.5, 0.078125, 1.1484375, 1.5625, -8.0625, 1.921875, 2.53125, -6.71875, -1.25, 0.265625, -3.34375, -10.0, -6.0, 3.65625, -3.03125, -4.9375, -7.25, -5.125, -3.890625, -4.125, -3.21875, -6.65625, 4.21875, 4.6875, -6.25, 2.296875, -0.4140625, -2.6875, -1.90625, -0.470703125, 0.109375, -0.6953125, -8.5625, 1.1484375, -5.53125, -3.703125, -1.46875, -6.78125, -4.6875, -5.5625, -8.6875, -2.9375, 0.46484375, -2.0, -3.40625, -8.1875, -5.625, -1.8984375, -4.65625, -6.78125, -4.25, 0.25, -4.4375, -0.67578125, -5.9375, -3.984375, -9.8125, -8.0, -5.84375, -2.15625, -2.765625, 0.30078125, -11.625, 0.02587890625, -5.9375, -0.9765625, -3.984375, 2.5625, -0.90234375, -5.84375, 2.09375, 4.09375, -5.8125, 1.0078125, -11.5, -2.46875, -4.75, -3.46875, -1.421875, -4.6875, -4.25, -0.8359375, 4.625, -0.83984375, 3.140625, -4.53125, -1.25, 2.09375, 3.109375, 0.330078125, 3.796875, -3.296875, -3.15625, -1.2265625, -5.84375, -3.265625, -9.1875, 1.5, 1.1328125, 3.359375, -4.125, -1.8828125, 0.546875, 1.1953125, -0.2353515625, 0.287109375, 2.5625, -0.9375, 2.0625, 3.546875, 0.1484375, -2.0625, -4.78125, -6.59375, -8.5625, -3.0, -9.625, -0.58203125, 0.279296875, 2.28125, 0.8359375, 1.2265625, 1.125, -2.5625, -1.71875, -4.1875, -8.25, -9.375, -4.40625, -8.375, -3.421875, -2.4375, -0.412109375, -1.0625, -7.78125, -6.1875, -3.25, -7.5, 0.451171875, 1.0234375, -7.40625, 0.6953125, -2.265625, 2.0, 2.84375, -1.5390625, 2.109375, 1.84375, -2.765625, -0.7265625, -0.2373046875, 4.46875, 3.4375, -1.3984375, -0.06298828125, 4.21875, -1.40625, -5.59375, -4.65625, 0.3515625, -4.5625, -0.46875, -3.390625, 4.125, 2.6875, -0.306640625, 0.97265625, -9.9375, 2.265625, -5.25, 0.1748046875, -6.65625, 3.203125, 1.0234375, -5.5, -8.25, -4.25, -1.28125, 5.96875, -5.875, 2.359375, 0.890625, -5.625, -5.28125, 2.734375, 1.7265625, -10.6875, -2.59375, 1.9140625, 1.0390625, -4.1875, 3.546875, -8.3125, -2.28125, -9.0625, 1.2421875, -1.4921875, -3.53125, 0.103515625, -0.6328125, 0.60546875, -7.71875, 0.53125, -8.25, -6.8125, 3.53125, 1.4296875, 0.734375, -2.390625, -10.5, 0.51171875, -10.125, -5.3125, -4.96875, -8.5625, -6.8125, 3.0, 0.42578125, -3.21875, -0.0255126953125, -8.0625, 9.875, -2.65625, -4.4375, 2.78125, -7.5625, -7.28125, -3.609375, 0.7109375, -8.875, -11.0625, -1.1640625, 1.09375, 1.671875, -2.9375, -6.53125, 0.63671875, -3.828125, 2.296875, 4.8125, -0.71484375, -5.0625, -2.46875, 3.21875, -7.46875, -3.953125, -9.3125, 2.109375, -0.68359375, -5.4375, -0.734375, -9.375, 1.78125, -1.5078125, 0.890625, -1.15625, -6.75, -4.75, 4.5625, -6.15625, 4.96875, -3.625, 0.859375, -8.6875, -3.21875, -6.21875, -1.65625, -1.8828125, 1.46875, 2.546875, -6.4375, -7.375, -8.6875, -7.625, -1.421875, -4.6875, -6.125, 0.4765625, -12.1875, -5.75, -1.71875, 3.21875, -2.6875, 3.140625, -1.890625, -6.375, -0.306640625, -7.46875, -3.6875, -2.765625, -4.9375, 4.46875, -4.46875, 0.1787109375, 0.51953125, -5.40625, -0.037109375, 1.9921875, -5.90625, 1.4921875, -0.7578125, -3.84375, 0.232421875, -3.359375, -1.984375, -3.09375, -9.125, -4.78125, -1.109375, 3.5, -5.5625, 1.5859375, -9.375, 7.21875, -1.046875, -3.515625, -6.03125, 3.4375, 2.859375, 0.98828125, 2.34375, -3.015625, -5.28125, -9.8125, 1.2578125, -0.326171875, -8.25, -8.75, 2.625, -2.125, -5.8125, -5.28125, -0.78515625, -1.265625, -2.390625, -2.78125, -2.265625, 1.4375, -10.75, -4.25, -2.328125, 4.0625, 1.515625, -7.0, -4.125, -4.15625, -5.71875, -7.71875, -7.03125, -2.0625, -5.71875, -1.109375, -6.34375, -5.65625, -0.6015625, -9.375, -5.46875, 1.0859375, -1.4453125, -6.21875, -2.0625, 0.97265625, -1.65625, -6.5, 2.78125, -12.3125, 2.734375, -3.171875, -3.671875, -3.65625, -9.125, -8.1875, 1.5390625, 1.015625, -1.1796875, -0.298828125, -3.1875, -3.953125, 1.0703125, -5.5, 1.1015625, -2.328125, -9.25, -7.75, 3.296875, -11.1875, 1.2734375, 1.9453125, -9.5, -7.28125, -5.96875, -2.765625, 0.67578125, -3.109375, -4.53125, -3.203125, 1.7890625, -2.71875, -8.4375, -10.1875, -0.189453125, -0.59375, -9.125, 0.458984375, -4.0625, -0.1962890625, -0.008544921875, -7.9375, -6.3125, -3.390625, 0.03515625, -3.609375, 0.333984375, -0.55078125, -2.09375, -0.1962890625, 1.7734375, -4.03125, -8.5, -4.25, -6.875, -4.125, -6.0, -3.296875, -1.1640625, -0.5703125, 3.609375, 0.052001953125, -4.375, -2.578125, -9.25, -4.34375, -5.9375, -10.9375, -0.54296875, 5.5625, -1.703125, -11.375, -5.15625, 1.9765625, -6.5, -2.625, 1.4375, 1.3046875, -0.3671875, -6.3125, -7.46875, -5.875, -3.234375, -2.0, -1.3984375, -5.71875, 6.5, 1.3046875, 3.5625, 1.71875, -2.296875, 1.953125, -4.875, -0.02294921875, 0.1748046875, -1.2734375, -7.375, -3.390625, 1.21875, -2.234375, -2.734375, 5.40625, 0.458984375, 1.28125, -9.5, -4.75, -3.84375, -0.330078125, 0.7578125, 3.921875, -6.25, -11.9375, -6.90625, -5.5625, -2.25, -1.6640625, -8.75, -2.640625, -1.0390625, 2.203125, -9.9375, 3.5625, -5.625, 2.671875, -3.375, 2.578125, -0.46875, -5.09375, -0.083984375, 4.03125, -6.21875, -6.59375, 0.171875, -3.015625, -4.15625, 0.0703125, -2.125, -5.53125, -7.625, -2.78125, -0.55859375, -7.4375, -7.03125, -2.734375, -12.875, 0.337890625, -3.265625, -1.921875, -4.09375, -2.625, 1.2421875, -8.4375, -0.73046875, 6.21875, -10.75, -11.6875, -3.0, -4.15625, -3.609375, -6.625, -4.28125, -7.75, 1.015625, -6.875, -9.0625, 0.75390625, 0.333984375, -5.0625, -1.1875, -8.0, -2.46875, 6.65625, 3.640625, 4.03125, 1.109375, 2.09375, 3.203125, -1.390625, 3.78125, -1.375, -2.75, 4.78125, -7.65625, -8.3125, 0.52734375, -11.5625, -1.6796875, -2.8125, -8.0625, 3.984375, -3.578125, -8.25, -0.271484375, 1.4609375, 1.328125, -3.5, -6.125, -6.0, -9.8125, -1.328125, 2.65625, -0.0284423828125, -0.431640625, -7.46875, -4.65625, 0.08740234375, -3.34375, 3.96875], "margins": [0.46875, 0.0, 0.533203125, 2.81640625, -3.609375, -4.5517578125, 1.21875, 2.59375, 8.1142578125, 0.0, 7.5625, 5.703125, 2.1171875, 3.7109375, 5.140625, 4.1220703125, 3.3046875, 5.0859375, 2.125, 2.56640625, -0.3125, 4.0703125, 3.9453125, 7.109375, 1.552734375, 12.328125, 11.46875, -3.2890625, 2.03515625, 1.1953125, 7.828125, 4.2578125, 0.0, 6.984375, 6.408203125, 0.0, 2.72265625, 5.60546875, 12.765625, 4.0703125, 0.0, 0.0, 1.359375, 5.951171875, 10.15625, 8.09375, 6.1875, 6.609375, 1.656494140625, 3.375, 12.8125, 0.0, 0.615234375, 5.29541015625, -4.359375, 11.1015625, 0.0, 0.0, 1.40625, 0.0, 0.625, 2.76171875, 7.0625, 5.9375, -2.35546875, 7.1103515625, 0.0, -1.5859375, -1.0859375, 11.5, 2.81640625, -1.6796875, 1.364166259765625, -5.03515625, 0.125, 0.0, 3.942138671875, 8.375, 0.1953125, 3.0, 7.7890625, 2.28515625, 10.09375, 4.513671875, 1.2109375, 0.0, 3.9375, -1.7353515625, 2.1875, 0.0, -1.6875, 4.328125, -1.1015625, 0.40625, 0.0, 1.5, 6.703125, 1.515625, 0.6728515625, -0.9375, 4.7919921875, 4.6171875, -10.1640625, 3.625, 7.359375, 10.828125, -0.0078125, 2.921875, 1.4892578125, 6.171875, 0.0, 10.03125, 6.78125, 9.9375, 5.578125, 9.0625, 2.21875, 5.34375, 3.5546875, 5.484375, 2.421875, 1.6640625, 2.234375, 4.703125, 0.0, 4.109375, 9.5078125, 0.0, 3.28125, -7.6875, -0.65625, 0.28125, -1.0703125, 0.140625, 0.0, 5.625, 1.109375, 0.0, 1.75, 11.828125, 2.1171875, 5.984375, 0.375, 4.6640625, 0.59765625, 6.203125, 7.46875, 0.25, 1.6875, 11.5, 0.82421875, 3.658203125, 2.9140625, -1.265625, 13.859375, 4.34375, 6.296875, 1.1259765625, 6.40625, 9.140625, 1.0, 13.84375, 3.22265625, 0.7421875, 8.359375, 1.71875, 0.72265625, 0.9296875, 2.46875, -3.3828125, 3.51953125, 2.62109375, 5.3671875, 6.408203125, -5.1875, 7.33984375, -0.21875, 2.59375, -1.9375, -1.71875, 5.1171875, 0.0, -2.40625, 0.3671875, 6.984375, 0.0, 4.79296875, 1.859375, -2.5703125, 12.9765625, 5.4140625, 2.7421875, 0.0, 0.0, 11.96875, 7.015625, 0.0, 8.671875, 1.814453125, 0.0, -0.1328125, 4.203125, -0.1875, 5.515625, -0.70703125, 6.703125, 6.2109375, 7.28125, 0.0, 4.8515625, 11.5, 1.78125, 7.5, 3.71875, 9.60546875, 0.0, -2.22265625, 1.90625, 10.859375, 0.4228515625, 6.5625, 1.7578125, 2.64501953125, 2.64453125, 1.638671875, 9.53125, 4.0078125, -6.625, 4.59375, 7.4296875, 2.56640625, -0.65625, -0.84326171875, 0.734375, -0.28125, 3.841796875, 5.25, -1.6875, 4.15625, 0.0, 0.0, 10.71875, 10.59375, 10.5, 6.390625, 3.84375, 5.13671875, 1.296875, 0.501953125, 4.89453125, 0.8046875, 0.0, -0.109375, 2.28125, 6.3125, 9.25, -10.875, 10.1875, 7.53125, 0.0, 6.609375, 1.3203125, 1.1181640625, 4.328125, 4.9921875, 4.6328125, 6.1015625, -0.9375, 11.10546875, 7.796875, 6.8046875, -8.0390625, 1.49609375, 7.3125, 4.0703125, 15.9375, 11.3125, 8.171875, 3.2109375, -0.8125, -0.78125, 0.90625, 1.671875, 0.0, 2.0, -7.1015625, 7.84375, 0.40625, 0.2109375, 0.3671875, 0.0, 6.1015625, -0.03125, 14.09375, 4.8359375, 1.3515625, 2.9033203125, 1.359375, -4.546875, 8.0625, 0.0, -3.609375, -2.8212890625, 11.359375, 2.4375, 4.09375, 1.6640625, 18.1875, 0.0, -3.56640625, 6.40625, 5.453125, 1.34765625, 4.34375, -0.609375, 3.9375, 3.796875, 0.0, -1.125, 0.0, 0.0, 0.90625, -0.494140625, 8.84375, -1.90625, 2.03515625, 0.0, 0.0, 2.54296875, 10.828125, 9.25, 10.802734375, 7.8515625, 11.8896484375, -2.0703125, 6.40966796875, 3.748046875, 3.6953125, -0.0625, 0.0, 7.04296875, 3.0, 3.84375, 0.84375, 7.765625, 0.0, -3.3828125, -3.859375, 8.984375, 3.453125, 0.1875, 4.953125, 0.0, 2.828125, 9.25, 12.828125, 0.625, -11.46875, 3.203125, 4.5625, 0.09375, 8.96875, 4.30859375, 8.375, 2.49609375, 5.4609375, 1.125, -0.8125, 4.859375, -8.015625, 4.6953125, 2.4453125, 5.375, 4.470703125, 1.46875, 5.4140625, 10.359375, 0.84375, 7.84375, 0.9375, 5.015625, 4.34375, 0.5, 4.6875, 6.703125, 2.671875, 0.59765625, 5.875, 6.671875, 3.53125, 4.93359375, 6.9296875, 2.6796875, 11.1875, 3.73046875, 0.8828125, 5.5078125, 0.0, 7.5390625, 3.705078125, 8.578125, 11.515625, 6.40234375, 4.65625, -0.359375, -0.244140625, 7.4375, 0.63037109375, 6.6171875, 2.296875, 4.78515625, 2.21875, 4.24609375, 7.6328125, -8.75, -2.375, 7.5234375, 1.8203125, 10.87890625, 3.0859375, 5.78125, 4.21484375, 0.0, 0.0, 2.875, 2.1796875, 0.0, -0.11328125, -7.578125, 4.927734375, 0.0, 0.0, -8.140625, 0.423828125, -3.03515625, 3.268310546875, 7.34375, 6.3828125, 6.40234375, 0.625, 3.625, 0.3359375, -0.0859375, 0.390625, 0.0, 3.6484375, 3.125, -3.109375, -2.0771484375, 0.693359375, 2.6875, -1.65625, 0.1875, 0.0, 4.1328125, -4.96875, 6.1875, 7.5703125, 9.3359375, 0.859375, 13.1875, 1.64453125, 0.0, 1.203125, 1.140625, 3.5234375, 0.1796875, -4.8125, 0.0, -3.65625, 5.015625, 0.9375, 4.49853515625, 9.11328125, 0.0, 0.0, -3.994140625, 3.25, 8.9921875, 4.6640625, 3.94140625, 8.890625, -2.060546875, 2.2734375, 4.671875, -3.0859375, 2.5078125, -1.0546875, -0.4375, 3.15625, 3.828125, 2.78125, 5.859375, 4.3828125, -0.0771484375, 0.21875, 0.0, 6.8359375, 4.25048828125, 1.1875, 3.2890625, -1.09375, 0.0, 1.7109375, 0.0, 0.424560546875, 0.0, 0.59375, 1.34375, 2.384765625, 1.74609375, 11.109375, 2.734375, 7.25, -2.9091796875, 5.8203125, 0.0, -0.55859375, 5.837890625, 6.5078125, 0.0, -7.46875, -2.53125, 4.0625, -0.171875, -2.5234375, 4.69921875, 4.578125, 0.390625, -1.935546875, 14.15625, 0.0, -0.5, 4.5859375, -0.90625, -2.1015625, 3.9375, 1.44140625, 10.46875, 1.5390625, 0.6875, 6.0625, 2.443359375, 2.2734375, 3.76953125, 7.9033203125, -5.5625, 3.40625, 4.9921875, 0.3125, 3.6015625, -0.15234375, 1.962890625, 9.60546875, 0.0, 8.3203125, 7.671875, 7.84375, 0.0, 10.296875, 3.5, 1.12890625, 4.2109375, 0.7677001953125, 11.5, -9.720703125, 7.09375, 5.5078125, -2.7513427734375, 6.2421875, 2.0, 0.0, 3.6015625, 9.9765625, 5.6875, -0.3828125, 3.5625, 1.5, 6.53125, 8.703125, 1.80078125, 0.15625, 3.484375, -2.328125, 2.10546875, -0.71875, 3.0859375, 0.578125, 2.875, 2.78125, 14.75, 3.421875, 0.0078125, 0.0, 4.828125, 7.46875, 2.5, 2.3125, 4.140625, 2.8828125, 10.296875, 7.65625, -1.171875, 11.6875, 0.1875, 3.998046875, -1.890625, 6.109375, 5.8125, 4.8828125, 0.0, 5.5390625, 1.859375, 0.0, 6.51123046875, 1.3125, 8.53515625, 6.5546875, -6.203125, 0.0, 6.619140625, 0.71875, 11.5859375, 2.484375, 1.236328125, -0.75, 5.984375, 0.75, 3.4375, 5.296875, 2.509765625, 9.1875, 4.609375, 6.75, 2.921875, 0.21875, -0.125, 1.3681640625, -3.89453125, 1.9375, 0.0, 0.2421875, 3.734375, 1.3828125, 1.390625, 1.828125, -2.115234375, 2.48828125, 0.0, 7.09375, 5.0, 4.15625, -1.09375, -0.453125, 2.15625, 0.140625, 3.6875, -2.21875, 7.265625, 5.8125, 2.984375, -1.6796875, 1.796875, 6.44921875, 1.5625, 0.765625, 0.0, 12.0, 1.2734375, 4.138671875, 8.44140625, 2.5, 1.140625, 1.8779296875, -2.4375, -2.03125, 0.0, 4.390625, 0.0, -6.21875, 4.015625, 1.046875, 10.26953125, 3.51953125, 3.609375, 0.0, 0.828125, 5.5859375, 9.6875, 6.515625, 8.890625, 9.1328125, 10.671875, 0.9609375, 3.484375, 1.78125, 5.55859375, 3.171875, 0.0, 12.84375, 3.609375, 1.1328125, 4.3203125, 3.1875, 4.46875, 1.74609375, 3.1484375, 8.3515625, 1.09375, 8.6875, -0.265625, 3.67578125, 7.046875, -2.3125, 11.421875, 11.0, 0.3125, -0.34765625, -0.7109375, 0.0, 3.341796875, 5.796875, 0.3671875, 5.302734375, 2.7421875, 4.1796875, 11.15625, 8.796875, 2.078125, 11.73828125, 0.0, 1.5234375, 4.6875, 8.15234375, 5.806640625, 2.2421875, -1.62890625, 4.07421875, 4.927734375, 4.046875, -2.8359375, 7.09375, 7.3984375, 8.1875, 3.798828125, 0.0, 10.5, 0.298828125, 0.0, 3.0400390625, 0.0, 5.765625, 9.828125, 7.421875, -1.35546875, -1.546875, 0.0, 5.83203125, 4.0546875, 3.0400390625, -0.265625, -0.15625, 3.8125, 4.0048828125, 10.25, 5.3203125, 10.59375, 2.3046875, 1.64453125, 3.1796875, 2.140625, 0.987060546875, 5.9609375, 3.6015625, 11.640625, 0.0, 3.6875, 7.53125, 5.60546875, -2.40625, 5.375, 7.0625, 10.0625, -0.5546875, 7.8828125, 3.12109375, 0.953125, 0.0, 1.36328125, 7.1796875, 4.515625, 4.6484375, 6.484375, 0.0, 2.12890625, 3.484375, -2.703125, -7.3984375, 2.75, 0.734375, -2.296875, -0.703125, 4.494140625, 3.24169921875, -2.9091796875, 4.6796875, 4.4375, -0.328125, -3.609375, 0.921875, 1.890625, -2.546875, 0.298828125, 0.0, 3.375, 0.625, 7.15625, 1.154296875, -1.328125, -2.9453125, 8.40625, 11.0703125, 7.59765625, 5.8203125, 2.505859375, 3.203125, 6.265625, 8.828125, -0.5859375, 1.203125, 0.3125, -1.125, 4.73828125, 4.296875, 5.921875, 2.390625, 2.1796875, 6.078125, 2.458984375, 0.0625, 7.25, 3.671875, -0.8203125, 6.078125, 5.7578125, 0.0, 6.5, 6.3125, 5.4375, 7.3125, 1.14453125, 7.3115234375, 4.09375, 0.0, 11.265625, 2.333984375, 6.703125, 3.3984375, 6.40625, 1.95703125, 1.4296875, 1.1875, 2.96484375, 1.96875, 12.84375, 8.546875, 0.859375, 9.75, 6.015625, 10.71875, 7.890625, 3.125, 3.234375, 0.0, 15.8125, -1.111328125, 0.0, 9.96875, 0.4765625, 6.09375, 1.40625, -8.59375, -3.388671875, 0.0625, 1.40625, 0.0, 0.0, 0.0, 1.8125, 0.0, 6.9375, -2.609375, 1.78125, 3.9375, 2.33203125, 14.171875, 0.0, 3.53125, 1.34375, 0.0, 3.8046875, 3.09375, -1.658203125, 1.8359375, 4.328125, 5.640625, 2.875, 7.28125, 7.53125, 2.5234375, -6.125, 0.8331298828125, 5.275390625, 4.109375, 2.7421875, 0.0, -1.25, 0.84375]} \ No newline at end of file diff --git a/margin_logs/val_margins_code_epoch_8.json b/margin_logs/val_margins_code_epoch_8.json new file mode 100644 index 0000000000000000000000000000000000000000..b045883ae2dbd4f9d2ac025ce5a8df0afde2fb73 --- /dev/null +++ b/margin_logs/val_margins_code_epoch_8.json @@ -0,0 +1 @@ +{"epoch": 8.0, "step": 1968, "domain": "code", "rewards_chosen": [3.953125, -7.5625, -0.33203125, 4.375, -3.078125, -5.4375, -7.625, -8.625, -0.37890625, -6.0625, -1.8828125, 0.9765625, 3.890625, 5.78125, 2.515625, 0.734375, -1.0625, -0.54296875, -3.15625, 3.078125, -8.1875, -0.05029296875, -2.84375, 3.59375, 1.5625, 2.953125, 5.0, 0.53125, 3.328125, 3.453125, 6.6875, 4.5625, -0.78515625, 3.828125, -0.62890625, -4.25, 4.125, -0.61328125, 5.0625, 2.484375, -2.421875, -3.25, 3.328125, 0.341796875, 4.125, -2.96875, -2.640625, 1.046875, 0.064453125, -3.21875, 4.65625, -3.6875, -0.5390625, 6.84375, -1.265625, -1.015625, -3.140625, -0.5390625, 3.84375, 2.578125, -6.3125, 1.03125, -4.96875, 4.46875, 0.396484375, 0.0927734375, 4.5625, 1.7421875, -2.734375, 3.859375, -0.703125, 2.0625, 1.5703125, -0.56640625, 5.8125, 0.482421875, 4.84375, 5.1875, -2.203125, -6.46875, 0.91796875, 1.28125, 3.671875, 5.6875, -1.421875, 1.078125, -3.078125, 0.1796875, 8.0, 2.953125, 5.5, 2.1875, 0.33203125, 0.734375, -3.953125, 5.34375, 2.953125, 4.21875, 0.90234375, -12.5625, -0.2275390625, 3.65625, -10.1875, -2.484375, 2.90625, 4.46875, -2.546875, -1.9140625, 0.9375, 1.7578125, -2.015625, 2.4375, 4.125, 5.15625, 4.90625, 6.78125, -1.640625, -1.40625, 1.8828125, 4.5, 5.96875, 4.3125, -1.140625, 2.71875, -1.40625, -3.953125, 1.1328125, -0.91796875, 2.78125, -5.03125, 3.875, 6.40625, 1.8671875, 2.59375, 1.6640625, -3.171875, 4.34375, -3.3125, -2.9375, 3.671875, 3.890625, 3.46875, -4.40625, -1.65625, 1.671875, 3.078125, 5.53125, -1.4921875, -5.6875, 7.40625, 0.80078125, -0.7734375, 1.3984375, 0.5, 3.765625, -2.453125, 3.9375, 1.7890625, -2.1875, -3.125, 2.828125, 5.625, 1.1796875, -0.953125, 3.953125, 5.75, 0.2412109375, -2.859375, 6.09375, -0.62890625, -0.8359375, 3.921875, 1.609375, -0.62890625, -3.859375, -0.79296875, 3.859375, -8.625, -6.625, -9.8125, -1.5078125, -2.765625, -3.65625, 0.50390625, -0.859375, -0.86328125, 4.03125, 3.3125, -1.7265625, 2.0, 5.78125, 2.390625, -2.90625, -5.53125, 2.609375, 1.859375, -1.65625, 3.640625, 0.158203125, 1.734375, -1.0234375, 3.671875, 2.234375, 2.140625, 2.046875, -0.9453125, 6.5, 2.09375, -3.0, 2.171875, 5.34375, 1.28125, 3.46875, -8.0, -1.0859375, 3.484375, 0.1865234375, -2.9375, -2.5, -0.048095703125, 2.8125, 3.09375, -0.09716796875, 4.09375, 0.11083984375, 2.90625, 2.40625, -3.65625, -6.15625, 2.078125, -0.055908203125, 1.6953125, 0.263671875, 4.28125, 5.875, 4.40625, 2.125, 5.5, -3.484375, -7.09375, -2.34375, 4.65625, 5.625, 5.21875, -5.3125, 8.5, 6.28125, -3.5625, 0.53515625, 2.078125, 1.6640625, 4.75, 3.265625, -5.5625, 1.375, 5.09375, -7.78125, 4.96875, 1.8828125, -3.5625, -1.0546875, -1.1015625, 1.09375, 7.125, 0.65234375, 2.15625, -0.5078125, -6.625, 1.0390625, 1.2890625, -2.734375, -6.84375, 2.171875, 5.21875, 3.671875, 5.59375, 2.65625, 2.125, 2.109375, 3.21875, 4.28125, 7.15625, 0.84765625, 1.6796875, -4.46875, -2.046875, 2.109375, 0.734375, -0.828125, -0.9375, -4.5625, 1.0703125, -6.09375, 6.28125, 3.21875, 3.234375, 3.421875, 5.78125, 0.9296875, 2.5625, -3.5, -3.078125, -2.734375, 3.609375, 5.625, 2.875, 4.3125, 5.46875, -3.484375, -3.1875, -1.796875, -4.15625, 2.453125, -3.1875, -3.78125, -5.4375, 1.1640625, -6.34375, 4.28125, -0.6015625, 0.17578125, -7.0625, 0.484375, -0.404296875, 2.84375, 3.328125, -1.5078125, -1.734375, 0.40625, 4.46875, -3.125, -0.2392578125, 0.95703125, 0.37890625, -2.28125, -0.44921875, 5.34375, 1.6015625, 2.546875, -4.625, -0.55859375, 5.0, 0.99609375, 5.84375, 3.0, -0.08984375, -2.25, -2.5625, 1.34375, 6.0625, 2.90625, -2.25, -1.8359375, 3.9375, 7.03125, 3.8125, -6.3125, -9.0, 0.6015625, 0.53125, -7.90625, 4.1875, 0.8125, 5.46875, -1.1875, -1.671875, 6.5625, 4.84375, -1.46875, -6.46875, 5.6875, -0.234375, 4.375, 4.78125, 2.71875, 5.78125, 3.59375, 2.046875, 2.109375, -2.71875, 4.4375, -3.328125, -4.71875, -0.71875, -2.125, -0.2734375, 1.671875, 4.53125, 4.25, -5.1875, -0.58984375, 5.96875, -1.7109375, 6.0625, 0.09619140625, 2.4375, 1.109375, -0.65625, 2.625, 0.28125, -1.1796875, 3.875, 0.68359375, 2.59375, -3.6875, 0.62109375, -4.34375, 0.91796875, 1.484375, 2.609375, 0.90234375, 6.21875, 3.46875, 2.375, -6.5, 1.953125, 1.546875, 3.875, -0.62109375, 0.255859375, 0.984375, 1.078125, -1.265625, -4.6875, -1.0078125, 1.2421875, 5.4375, -0.96484375, -5.09375, 0.8828125, -1.6171875, 2.03125, -5.0625, 1.265625, 0.337890625, -0.30859375, 5.40625, 6.59375, 0.68359375, -2.859375, -6.75, 2.328125, 0.5078125, 4.34375, -4.21875, 2.1875, 4.34375, -2.3125, -2.859375, 1.4140625, 6.21875, -2.125, 2.4375, 3.484375, 5.34375, -9.125, 1.375, 1.265625, 1.6875, -2.359375, 4.28125, 2.53125, 0.251953125, 4.1875, 1.84375, 5.625, 1.1640625, -8.6875, -1.6015625, -9.0, -3.53125, -9.4375, 0.37890625, 1.2890625, -3.71875, -2.921875, -4.625, 2.25, 1.921875, -1.65625, 1.234375, 1.375, -2.28125, 4.25, -2.921875, -2.171875, 0.482421875, 1.671875, 3.03125, 2.078125, 7.09375, 5.53125, 4.5625, 4.78125, -0.2314453125, 5.375, 3.46875, 6.5, 4.90625, 5.90625, 2.09375, -7.28125, -5.03125, 2.125, -5.0, 0.5078125, -3.515625, 5.59375, 4.84375, 2.4375, 2.75, 1.7265625, 5.71875, 2.5625, -2.953125, -0.96484375, 3.28125, 0.66015625, 0.466796875, -1.1640625, -4.3125, -10.0, 4.125, -1.953125, 2.53125, -1.5078125, -0.92578125, -0.6171875, 3.453125, 0.490234375, 4.34375, -2.625, 1.484375, 6.34375, -5.375, 2.203125, -4.84375, -1.28125, 1.7421875, 4.25, 0.07080078125, 3.421875, 3.234375, 2.765625, 4.21875, 0.388671875, -5.46875, -5.0625, -1.484375, 4.78125, 6.09375, 1.21875, 0.004241943359375, -1.0859375, 0.54296875, -2.328125, 3.359375, 3.65625, -8.5625, 4.34375, 7.28125, 2.390625, 1.5078125, 0.82421875, 3.859375, 0.09814453125, 5.8125, 1.109375, -0.08642578125, -1.328125, -5.84375, -3.6875, 5.3125, 1.7890625, -5.5, -1.4453125, 5.1875, 3.609375, 4.5625, 2.453125, 2.6875, -4.625, 6.59375, 2.4375, 1.7890625, -6.1875, 0.255859375, 5.28125, -5.6875, -1.4921875, 6.59375, 6.53125, -0.57421875, -6.0625, 4.71875, -2.515625, 5.09375, 1.171875, 5.625, 1.765625, 4.25, 3.78125, 4.5625, 6.65625, 5.75, 0.1376953125, -1.0390625, -3.375, 3.46875, -1.890625, -1.8359375, 4.15625, 3.6875, 2.328125, -0.70703125, -7.21875, 0.1455078125, -2.015625, -8.5625, -4.875, 0.81640625, 1.296875, -0.023681640625, -3.6875, -0.1611328125, 3.078125, 3.46875, 4.4375, 1.2265625, -1.1484375, 3.0, 2.359375, 1.1328125, 4.59375, -1.9140625, 5.375, -4.96875, 2.078125, -3.6875, -3.390625, -0.0966796875, 2.703125, -3.0, 3.859375, 0.443359375, -1.890625, -1.71875, -1.5, -2.75, 4.96875, -6.1875, -0.91796875, -1.6015625, 4.125, -3.765625, 2.59375, -6.34375, 6.0, 7.28125, 2.125, -3.53125, 1.5703125, 5.34375, 8.375, 4.90625, -2.0, -5.25, 3.234375, 3.03125, 4.9375, 0.57421875, -7.0, 4.625, 0.09130859375, -8.25, -7.59375, -1.2421875, 3.15625, -3.03125, -10.1875, 2.03125, 2.28125, -0.8984375, -0.8359375, 1.3046875, 3.90625, 3.109375, -3.25, 5.71875, 2.90625, 3.9375, 2.28125, 4.3125, -1.046875, -1.8125, 1.28125, -0.80859375, -2.109375, -1.1015625, 4.15625, -1.5546875, 2.8125, 3.875, -3.78125, 3.03125, 2.75, 2.4375, 2.375, 4.90625, -4.21875, 2.859375, 1.1953125, 4.28125, -6.34375, 2.71875, 3.0625, 2.71875, 0.6328125, -1.84375, -0.037841796875, 0.0517578125, 2.828125, 2.40625, 0.7578125, 4.53125, 2.5, 2.078125, 1.671875, 6.59375, -0.0030670166015625, 1.3125, 4.125, -5.65625, 0.546875, -0.345703125, -0.55859375, -1.125, 1.0078125, 0.8828125, 1.578125, -1.1484375, 5.59375, -0.43359375, -2.109375, 5.09375, -0.77734375, 1.3359375, 1.03125, -4.125, 4.0625, 0.029296875, -3.03125, 4.03125, 4.15625, -1.6484375, -5.90625, 0.0020751953125, 6.15625, 2.578125, 4.0625, 1.1953125, -5.03125, -6.0, -0.296875, 4.1875, 1.6875, 5.78125, -0.9453125, 0.47265625, 2.671875, 7.1875, 1.5078125, 1.7578125, 0.84765625, 3.578125, -4.40625, -2.03125, -3.546875, 5.90625, 3.96875, 4.71875, -4.96875, 5.875, 1.5703125, 1.34375, 0.88671875, 2.578125, 1.3125, 0.97265625, 0.765625, -3.171875, -1.7578125, 4.03125, -2.390625, 1.390625, -1.8125, 5.09375, -6.1875, 7.59375, 2.859375, -5.15625, 1.796875, -0.53515625, 3.828125, -2.953125, 3.9375, -2.96875, -4.3125, -3.078125, -1.984375, -0.85546875, 3.390625, 1.03125, 1.203125, -6.90625, -5.28125, 4.28125, 1.4609375, -0.455078125, 1.9453125, 2.5625, -1.1015625, 0.6328125, 0.1396484375, 1.046875, 1.4453125, -3.625, 7.34375, -0.8984375, 4.25, -10.5625, 2.84375, -0.9765625, 8.375, 3.28125, 5.46875, 2.65625, 1.53125, 3.15625, 4.6875, 0.84765625, -3.515625, -0.671875, 4.53125, 1.9296875, 0.2119140625, 4.59375, 1.375, -1.8125, 5.21875, 0.47265625, -0.80859375, -2.90625, -3.28125, -1.859375, 3.578125, 4.46875, 1.8203125, 2.890625, -0.3125, 3.609375, -7.28125, 2.953125, 9.25, 2.609375, -3.359375, -2.359375, 6.5625, 2.484375, 4.65625, 4.4375, -5.25, 4.96875, -7.125, 8.4375, 0.5078125, 0.0020751953125, 5.78125, -0.77734375, -2.515625, -0.90234375, -1.7578125, -0.2158203125, 4.6875, 2.28125, 2.03125, 3.28125, -1.5390625, 6.625, -1.6796875, 5.375, 2.6875, -7.53125, -4.84375, 3.40625, 3.234375, -1.703125, 1.4765625, -6.96875, 3.984375, 0.2431640625, -6.84375, -2.140625, 3.328125, 7.125, 2.625, -3.96875, 2.09375, -2.328125, 1.796875, -4.53125, -0.326171875, 5.5625, -3.953125, -1.7734375, -0.03564453125, -5.78125, 6.0], "rewards_rejected": [3.21875, -7.5625, -1.203125, 0.6953125, 1.015625, -0.380859375, -7.9375, -11.75, -10.125, -6.0625, -11.75, -5.09375, 1.2734375, -0.173828125, -3.9375, -4.6875, -5.53125, -5.375, -5.53125, -0.1884765625, -6.84375, -3.390625, -7.125, -5.625, -0.07958984375, -10.9375, -8.3125, 4.4375, 1.203125, 1.6640625, -2.5625, 0.84765625, -0.78515625, -4.0, -7.625, -4.25, 0.84765625, -7.3125, -10.0625, -1.7578125, -2.421875, -3.25, 1.7109375, -6.4375, -8.25, -12.0625, -10.0625, -7.03125, -2.328125, -8.3125, -9.875, -3.6875, -1.46875, -0.76953125, 3.421875, -13.125, -3.140625, -0.5390625, 2.515625, 2.578125, -7.53125, -2.328125, -12.6875, -2.984375, 3.515625, -8.1875, 4.5625, 3.125, -0.79296875, -9.25, -3.96875, 4.375, -0.1806640625, 5.3125, 5.28125, 0.482421875, 0.1337890625, -6.0, -2.640625, -11.125, -8.375, -1.421875, -7.875, 0.74609375, -2.671875, 1.078125, -7.09375, 2.6875, 4.875, 2.953125, 7.34375, -4.09375, 1.7890625, 0.6953125, -3.953125, 3.953125, -6.1875, 2.28125, 0.06689453125, -12.0, -5.65625, -1.78125, 0.8046875, -7.125, -5.15625, -9.25, -2.5625, -5.625, -0.703125, -4.28125, -2.015625, -9.125, -4.21875, -6.25, -1.3046875, -4.6875, -4.1875, -7.375, -2.28125, -1.78125, 2.4375, 2.421875, -3.453125, -3.125, -1.40625, -9.0625, -9.8125, -0.91796875, -0.96484375, 3.59375, 4.4375, 6.53125, 3.78125, 1.6953125, 1.6640625, -8.5625, 2.25, -3.3125, -5.125, -8.625, 1.2734375, -3.640625, -6.28125, -7.125, 1.578125, -4.25, -3.984375, -1.6796875, -7.03125, -5.75, -0.259765625, -4.28125, -1.96875, 2.0625, -11.375, -7.09375, -3.65625, 0.44140625, -9.625, -12.875, 0.9921875, -10.3125, -3.140625, -2.609375, -6.6875, 3.25, -1.59375, -3.75, 3.0625, 2.78125, -4.625, 0.6640625, -5.4375, -7.625, 2.546875, -9.625, 4.09375, -11.75, -3.53125, -7.78125, -6.84375, -2.765625, -0.796875, -0.01239013671875, -8.375, -0.86328125, -0.828125, 1.09375, 0.7578125, -12.5, -0.48828125, -1.4921875, -2.90625, -5.53125, -11.8125, -5.125, -1.65625, -6.65625, -2.09375, 1.734375, -1.1953125, -1.09375, 1.1640625, -4.9375, 1.484375, -9.625, -0.373046875, -7.5625, -3.0, -4.625, -8.25, -1.828125, -5.53125, -12.375, -12.125, 3.484375, 3.78125, -4.59375, -14.1875, -0.78515625, -4.8125, 0.7734375, -3.640625, 0.73046875, -2.546875, -7.84375, -2.90625, 3.90625, -10.875, -6.71875, -2.984375, 2.265625, 1.09375, 3.390625, 6.5625, -0.921875, -3.328125, 7.34375, -7.875, -7.09375, -2.34375, -7.46875, -7.78125, -7.09375, -11.1875, 3.828125, 0.271484375, -4.78125, -0.73046875, -5.09375, 0.91015625, 4.75, 2.875, -7.84375, -6.1875, -6.21875, 5.8125, -7.0, -5.625, -3.5625, -9.5625, -2.78125, -0.6640625, 1.328125, -5.34375, -3.8125, -7.875, -6.65625, -11.75, -6.75, -8.875, 2.125, -0.390625, -2.953125, -1.9375, -12.5625, -10.25, -6.5, -2.125, 3.859375, 4.59375, 6.34375, -0.94140625, 1.6796875, -8.125, 6.09375, -6.625, 0.6953125, -1.109375, -0.91015625, -4.5625, -5.4375, -6.375, -9.4375, -3.234375, 2.03125, -0.59375, 4.0, 6.375, -6.21875, -3.5, 1.015625, 0.3046875, -9.4375, 2.953125, -1.625, 2.203125, -15.5, -3.484375, 0.984375, -10.0, -9.1875, 1.0625, -8.75, -2.4375, -9.0, -2.4375, -6.34375, 5.59375, -0.6015625, 0.17578125, -8.25, 0.42578125, -9.4375, 4.40625, 1.203125, -1.5078125, -1.734375, -1.7734375, -9.25, -14.0, -12.625, -8.8125, -13.25, 0.515625, -6.8125, 0.2001953125, -2.796875, 3.125, -4.625, -8.4375, 1.2109375, -2.609375, 4.34375, -6.375, -0.08984375, 1.1015625, 1.6796875, -8.5625, 2.109375, 3.390625, -7.90625, -1.8359375, 0.306640625, -3.140625, -11.0625, -7.78125, 3.4375, -3.796875, -5.34375, -8.625, -6.5625, -4.9375, -4.84375, -4.375, -7.4375, 4.75, 5.75, -7.21875, 2.171875, 0.32421875, -3.15625, -2.3125, -0.93359375, -0.9765625, -0.48828125, -9.6875, 1.75, -6.625, -4.46875, -1.2578125, -7.75, -5.21875, -6.1875, -10.0625, -3.046875, 1.578125, -2.796875, -3.484375, -9.5, -6.15625, -2.34375, -5.28125, -6.4375, -5.1875, 1.15625, -6.125, -0.65625, -6.59375, -4.65625, -11.0, -9.125, -7.0625, -2.84375, -3.0625, 0.291015625, -13.0625, 0.0164794921875, -6.78125, -1.6171875, -5.0625, 3.46875, -1.1171875, -6.28125, 2.875, 5.09375, -6.5, 1.0859375, -12.6875, -3.546875, -6.65625, -3.9375, -1.265625, -4.6875, -4.40625, -1.265625, 5.4375, -0.859375, 3.78125, -6.40625, -1.6171875, 2.03125, 3.75, 0.458984375, 4.4375, -4.21875, -3.859375, -2.140625, -7.0625, -3.234375, -9.5625, 1.1796875, 1.0859375, 3.9375, -4.21875, -2.3125, 0.056396484375, 1.265625, -0.11181640625, 0.049560546875, 3.0, -0.9765625, 2.328125, 3.484375, -0.02978515625, -2.9375, -5.96875, -7.53125, -9.5, -3.21875, -10.0, -0.298828125, 0.251953125, 2.671875, 0.80078125, 1.4921875, 0.0517578125, -3.46875, -1.6015625, -3.3125, -8.9375, -10.0625, -4.5, -8.75, -3.71875, -2.921875, -0.796875, -1.7578125, -9.125, -7.125, -3.46875, -8.5, 0.921875, 0.84375, -7.96875, 0.796875, -2.09375, 2.359375, 3.515625, -2.109375, 2.15625, 2.171875, -3.109375, 0.458984375, -0.431640625, 4.90625, 3.46875, -1.9453125, -0.62890625, 5.71875, -5.625, -6.625, -5.03125, 0.1318359375, -5.0, -0.29296875, -3.515625, 4.53125, 3.296875, -0.41015625, 1.046875, -11.3125, 2.671875, -6.875, -0.359375, -6.625, 3.28125, 1.4140625, -7.03125, -8.5, -4.3125, -1.21875, 7.1875, -7.21875, 2.421875, 1.2578125, -6.3125, -7.5625, 3.0625, 2.328125, -11.75, -2.625, 2.046875, 0.40234375, -4.375, 4.4375, -9.4375, -3.5, -10.25, 1.1171875, -1.390625, -3.578125, -0.3046875, 0.07275390625, 0.55078125, -9.4375, 0.921875, -8.6875, -7.5, 4.0625, 1.890625, 1.40625, -2.96875, -12.125, 0.54296875, -11.3125, -5.90625, -6.25, -8.5625, -7.84375, 3.171875, 1.2734375, -3.78125, -0.173828125, -9.25, 9.875, -2.1875, -6.125, 3.1875, -8.375, -8.3125, -3.6875, 0.80859375, -10.0625, -12.3125, -1.4375, 1.46875, 1.953125, -3.03125, -7.34375, 0.6484375, -3.921875, 2.984375, 5.75, -0.90234375, -6.0, -3.546875, 3.71875, -7.84375, -4.78125, -10.5, 3.078125, -0.84765625, -6.0625, -0.7421875, -10.875, 2.09375, -1.7734375, 0.890625, -1.5859375, -6.25, -5.5625, 5.4375, -6.15625, 5.65625, -4.6875, 1.78125, -9.625, -3.734375, -6.90625, -1.8359375, -2.390625, 1.6015625, 2.328125, -7.5, -7.78125, -9.75, -8.5625, -2.25, -4.875, -6.9375, 0.361328125, -13.5, -6.3125, -1.875, 4.6875, -3.640625, 3.875, -3.421875, -7.125, -0.76953125, -8.6875, -4.0, -3.25, -5.625, 4.90625, -4.09375, 0.984375, 0.96484375, -5.90625, -0.0966796875, 2.21875, -6.625, 1.671875, -0.26171875, -5.46875, 0.044921875, -3.828125, -2.75, -3.640625, -10.0, -6.59375, -1.125, 4.25, -7.40625, 1.6953125, -10.25, 8.25, -0.97265625, -4.59375, -6.96875, 3.890625, 3.203125, 1.5703125, 3.078125, -3.546875, -5.25, -11.125, 1.3515625, -0.59765625, -9.125, -10.0, 3.46875, -2.234375, -7.21875, -5.09375, -1.2421875, -1.4453125, -3.03125, -3.84375, -2.515625, 1.8125, -10.9375, -4.625, -2.515625, 3.90625, 2.140625, -8.0625, -3.59375, -5.09375, -6.96875, -8.75, -9.0, -3.171875, -6.25, -1.828125, -7.40625, -6.15625, -1.1015625, -10.0625, -6.65625, 1.7421875, -1.4453125, -6.75, -2.40625, 1.046875, -2.046875, -7.28125, 3.125, -13.875, 3.078125, -3.8125, -4.15625, -3.25, -10.3125, -9.375, 2.4375, 1.546875, -1.359375, -0.037841796875, -4.0625, -4.15625, 1.9140625, -6.75, 0.8984375, -3.140625, -9.875, -8.75, 4.84375, -12.625, 1.3125, 2.890625, -11.125, -8.625, -7.875, -2.703125, 0.7109375, -3.65625, -6.40625, -4.21875, 2.53125, -3.046875, -8.5625, -11.0625, -0.10791015625, -0.77734375, -10.0, -0.1728515625, -4.125, 0.69140625, 0.029296875, -9.1875, -6.84375, -4.03125, -0.11279296875, -4.4375, 0.0020751953125, -1.7265625, -2.828125, 0.69140625, 2.046875, -4.6875, -9.5625, -5.34375, -7.75, -4.71875, -7.25, -3.65625, -0.953125, -0.97265625, 4.15625, 0.2109375, -5.09375, -3.296875, -10.3125, -4.40625, -6.6875, -12.375, -0.7734375, 6.71875, -2.125, -12.6875, -6.0, 2.703125, -7.09375, -3.234375, 1.4296875, 1.3125, -0.4921875, -7.5, -8.6875, -7.0, -4.21875, -2.390625, -1.65625, -6.25, 7.875, 1.265625, 4.5625, 2.0, -2.546875, 3.078125, -6.03125, 0.0966796875, -0.359375, -0.98828125, -8.625, -4.375, 1.015625, -3.375, -3.140625, 6.5625, -0.1728515625, 1.203125, -10.8125, -5.625, -5.59375, -0.052978515625, 0.78515625, 4.65625, -7.75, -13.125, -8.625, -6.28125, -3.859375, -1.8203125, -9.875, -3.109375, -0.65625, 2.828125, -10.0625, 3.296875, -6.375, 3.421875, -3.65625, 2.703125, -0.177734375, -6.1875, -0.130859375, 4.75, -7.28125, -7.59375, 0.498046875, -2.671875, -4.53125, 0.2119140625, -2.875, -6.1875, -8.375, -2.953125, -0.94140625, -8.25, -7.09375, -3.28125, -14.25, 0.78515625, -3.859375, -2.296875, -4.5625, -3.09375, 1.0546875, -9.5, -0.9921875, 6.8125, -12.75, -13.625, -3.21875, -4.75, -4.71875, -7.46875, -5.5, -9.25, 1.5859375, -7.125, -9.25, 0.404296875, 0.0020751953125, -6.09375, -1.171875, -8.9375, -2.109375, 7.6875, 4.375, 4.75, 0.2138671875, 2.03125, 3.28125, -1.5390625, 4.25, -1.6796875, -3.421875, 5.59375, -9.6875, -9.4375, 1.125, -13.125, -1.703125, -2.328125, -9.5625, 3.984375, -3.765625, -9.5, -0.32421875, 1.3125, 1.328125, -4.09375, -6.65625, -7.5625, -10.5625, -1.484375, 3.078125, -0.05029296875, -1.234375, -9.0625, -4.84375, -0.03564453125, -4.625, 4.875], "margins": [0.734375, 0.0, 0.87109375, 3.6796875, -4.09375, -5.056640625, 0.3125, 3.125, 9.74609375, 0.0, 9.8671875, 6.0703125, 2.6171875, 5.955078125, 6.453125, 5.421875, 4.46875, 4.83203125, 2.375, 3.2666015625, -1.34375, 3.34033203125, 4.28125, 9.21875, 1.64208984375, 13.890625, 13.3125, -3.90625, 2.125, 1.7890625, 9.25, 3.71484375, 0.0, 7.828125, 6.99609375, 0.0, 3.27734375, 6.69921875, 15.125, 4.2421875, 0.0, 0.0, 1.6171875, 6.779296875, 12.375, 9.09375, 7.421875, 8.078125, 2.392578125, 5.09375, 14.53125, 0.0, 0.9296875, 7.61328125, -4.6875, 12.109375, 0.0, 0.0, 1.328125, 0.0, 1.21875, 3.359375, 7.71875, 7.453125, -3.119140625, 8.2802734375, 0.0, -1.3828125, -1.94140625, 13.109375, 3.265625, -2.3125, 1.7509765625, -5.87890625, 0.53125, 0.0, 4.7099609375, 11.1875, 0.4375, 4.65625, 9.29296875, 2.703125, 11.546875, 4.94140625, 1.25, 0.0, 4.015625, -2.5078125, 3.125, 0.0, -1.84375, 6.28125, -1.45703125, 0.0390625, 0.0, 1.390625, 9.140625, 1.9375, 0.83544921875, -0.5625, 5.4287109375, 5.4375, -10.9921875, 4.640625, 8.0625, 13.71875, 0.015625, 3.7109375, 1.640625, 6.0390625, 0.0, 11.5625, 8.34375, 11.40625, 6.2109375, 11.46875, 2.546875, 5.96875, 4.1640625, 6.28125, 3.53125, 1.890625, 2.3125, 5.84375, 0.0, 5.109375, 10.9453125, 0.0, 3.74609375, -8.625, -0.5625, -0.125, -1.9140625, 0.8984375, 0.0, 5.390625, 2.09375, 0.0, 2.1875, 12.296875, 2.6171875, 7.109375, 1.875, 5.46875, 0.09375, 7.328125, 9.515625, 0.1875, 1.34375, 13.15625, 1.060546875, 3.5078125, 3.3671875, -1.5625, 15.140625, 4.640625, 7.59375, 1.34765625, 7.4375, 9.75, 1.8359375, 15.9375, 4.3203125, 1.65625, 10.640625, 2.5, 1.8349609375, 0.890625, 3.03125, -3.41015625, 3.7890625, 3.2578125, 7.046875, 6.99609375, -6.40625, 8.83203125, -0.234375, 3.125, -3.09375, -2.03125, 5.3359375, 0.0, -2.859375, 0.51629638671875, 7.515625, 0.0, 4.859375, 2.21875, -2.484375, 14.5, 6.26953125, 3.8828125, 0.0, 0.0, 14.421875, 6.984375, 0.0, 10.296875, 2.251953125, 0.0, 0.171875, 4.765625, 1.0703125, 7.078125, 0.5625, 8.6796875, 6.873046875, 9.65625, 0.0, 6.796875, 13.59375, 3.109375, 9.0, 4.375, 11.0390625, 0.0, -3.5947265625, 1.65625, 11.6875, 0.737060546875, 7.625, 2.3203125, 3.54345703125, 3.36328125, 2.65771484375, 10.75, 5.3125, -7.5625, 4.71875, 8.796875, 2.928466796875, -0.5703125, -0.830078125, 0.890625, -0.6875, 5.328125, 5.453125, -1.84375, 4.390625, 0.0, 0.0, 12.125, 13.40625, 12.3125, 5.875, 4.671875, 6.009765625, 1.21875, 1.265625, 7.171875, 0.75390625, 0.0, 0.390625, 2.28125, 7.5625, 11.3125, -13.59375, 11.96875, 7.5078125, 0.0, 8.5078125, 1.6796875, 1.7578125, 5.796875, 5.99609375, 5.96875, 7.3671875, 0.03125, 12.7890625, 8.0390625, 6.140625, -8.96875, 2.5625, 8.171875, 5.609375, 18.15625, 12.90625, 8.625, 4.234375, -0.640625, -0.3125, 0.8125, 1.7890625, 0.0, 3.65625, -8.140625, 8.734375, 0.0390625, 0.28125, -0.02734375, 0.0, 6.5078125, 0.28125, 15.71875, 6.453125, 1.203125, 4.015625, 1.78125, -5.4453125, 8.78125, 0.0, -4.09375, -3.0390625, 13.046875, 2.671875, 4.5, 2.109375, 20.96875, 0.0, -4.171875, 8.203125, 5.03125, 1.390625, 5.5625, -1.34375, 3.5625, 3.6015625, 0.0, -1.3125, 0.0, 0.0, 1.1875, 0.05859375, 9.033203125, -1.5625, 2.125, 0.0, 0.0, 2.1796875, 13.71875, 10.875, 12.3857421875, 9.76953125, 13.62890625, -2.796875, 6.36328125, 5.1435546875, 4.3984375, -0.578125, 0.0, 7.87890625, 3.7890625, 3.60546875, 1.5, 9.375, 0.0, -3.3515625, -4.2421875, 9.90625, 3.953125, -0.484375, 5.65625, 0.0, 3.630859375, 10.171875, 14.875, 1.46875, -12.4375, 4.3984375, 5.875, 0.71875, 10.75, 5.75, 10.3125, 3.1875, 5.765625, 1.8125, -0.90625, 5.75, -8.640625, 5.36328125, 2.921875, 6.6875, 5.71484375, 3.6953125, 6.26953125, 13.28125, 0.296875, 8.734375, 1.75, 5.6953125, 4.421875, 0.5, 5.46875, 7.9375, 2.7734375, 0.09375, 7.328125, 7.734375, 4.3125, 5.56640625, 8.3125, 3.5703125, 12.5, 5.28369140625, 1.28125, 7.234375, 0.0, 9.21875, 4.9375, 9.8203125, 13.0, 7.74609375, 5.4375, -0.625, 0.330078125, 8.71875, 0.9014892578125, 8.265625, 4.2265625, 5.96484375, 2.75, 4.5859375, 8.65625, -9.375, -3.140625, 8.046875, 2.7890625, 12.06640625, 3.802734375, 7.640625, 5.015625, 0.0, 0.0, 3.3984375, 2.5078125, 0.0, -0.10546875, -8.875, 7.2890625, 0.0, 0.0, -8.8125, 0.806640625, -4.099609375, 3.91015625, 9.265625, 8.734375, 7.74609375, 0.375, 2.8125, 1.1484375, -0.578125, 0.40625, 0.0, 4.5, 4.287353515625, -3.578125, -2.74755859375, 1.364501953125, 3.21875, -1.1484375, 0.109375, 0.0, 5.37353515625, -6.1875, 7.34375, 8.796875, 11.1875, 0.859375, 14.28125, 2.830078125, 0.0, 1.515625, 1.04296875, 4.1328125, 1.1123046875, -5.21875, 0.0, -5.6875, 5.40625, 0.625, 4.87890625, 10.0390625, 0.0, 0.0, -3.828125, 4.0078125, 11.046875, 5.46875, 4.703125, 9.875, -3.203125, 3.40625, 5.046875, -2.96875, 2.576171875, -0.6875, -0.484375, 4.1875, 4.9375, 3.359375, 7.671875, 4.322265625, 0.2001953125, 0.46875, 0.0, 8.4453125, 5.53515625, 0.1875, 7.71875, -0.65625, 0.0, 1.9931640625, 0.0, 0.80078125, 0.0, 1.0625, 1.546875, 2.84765625, 1.703125, 13.0390625, 3.046875, 9.4375, -2.59375, 5.66015625, 0.0, -0.75390625, 7.498046875, 7.3359375, 0.0, -8.78125, -3.0625, 5.265625, 0.109375, -2.765625, 5.38671875, 6.9453125, 0.390625, -1.837890625, 16.09375, 0.0, -0.5625, 5.94140625, -1.0, -2.234375, 4.59375, 2.21875, 11.9921875, 3.1328125, 1.46142578125, 7.0, 3.5390625, 2.69287109375, 3.66796875, 9.826171875, -6.390625, 3.625, 6.015625, 0.71875, 4.203125, -0.1875, 2.972991943359375, 11.0390625, 0.0, 8.984375, 9.265625, 9.90625, 0.0, 12.1875, 4.109375, 1.1171875, 5.2890625, 0.998046875, 13.109375, -9.77685546875, 8.0, 7.234375, -3.27392578125, 7.046875, 2.46875, 0.0, 4.50390625, 11.8515625, 6.8125, -0.0078125, 3.71875, 1.65625, 7.59375, 9.796875, 2.0390625, -0.703125, 3.609375, -3.3125, 2.69140625, -0.1875, 3.802734375, 1.5625, 2.15625, 3.2890625, 17.09375, 3.453125, 0.2734375, 0.0, 5.4609375, 8.359375, 3.0, 2.9453125, 4.734375, 3.3515625, 10.5, 9.34375, -0.875, 12.8125, 0.09375, 4.8251953125, -2.8203125, 6.25, 7.203125, 5.015625, 0.0, 6.546875, 2.0859375, 0.0, 6.79296875, 0.5625, 9.8955078125, 6.546875, -6.3125, 0.0, 7.75390625, 0.935546875, 13.476318359375, 2.625, 1.7138671875, -1.609375, 7.109375, 0.5625, 4.6484375, 5.9765625, 3.76953125, 11.046875, 5.1328125, 7.84375, 3.7109375, 0.46875, -0.875, 1.09375, -4.65234375, 2.515625, 0.0, 0.484375, 3.625, 2.1875, 0.705078125, 3.578125, -1.763671875, 2.328125, 0.0, 8.609375, 3.8125, 5.67578125, -0.4765625, -0.125, 3.640625, 0.8984375, 3.90625, -2.25, 8.25390625, 6.71875, 3.4375, -2.3203125, 2.140625, 6.8046875, 1.828125, 1.546875, 0.0, 14.359375, 1.6796875, 5.53515625, 9.69921875, 3.0, 1.15625, 2.32568359375, -1.03125, -2.5, 0.0, 4.6015625, 0.0, -6.34375, 4.546875, 0.46875, 10.0390625, 3.7890625, 3.8203125, 0.0, 0.96875, 4.8125, 9.3125, 8.0, 10.90625, 11.03125, 13.3125, 2.125, 4.4375, 3.109375, 6.59765625, 4.046875, 0.0, 14.21875, 5.1015625, 1.0703125, 5.3203125, 2.96875, 5.4375, 1.703125, 4.484375, 9.65625, 1.78125, 9.65625, -0.21875, 5.0078125, 8.4375, -3.09375, 13.03125, 12.4375, 0.28125, -0.9140625, -0.484375, 0.0, 4.1142578125, 6.984375, 0.4921875, 7.5078125, 3.6328125, 5.640625, 11.953125, 10.421875, 1.75, 12.621932983398438, 0.0, 1.234375, 5.46875, 9.171875, 7.529296875, 2.14453125, -1.8359375, 4.6640625, 7.2890625, 5.796875, -3.6796875, 8.640625, 8.12890625, 8.953125, 5.20166015625, 0.0, 11.3359375, 1.2041015625, 0.0, 3.37109375, 0.0, 6.15625, 10.875, 8.1875, -1.53564453125, -1.46875, 0.0, 7.8828125, 5.40625, 3.37109375, -0.8515625, -0.34375, 3.5625, 5.046875, 11.9375, 6.40625, 13.03125, 2.7109375, 1.42578125, 3.64453125, 3.03125, 1.296875, 6.8515625, 4.14453125, 13.890625, 0.0, 4.65625, 8.828125, 6.6796875, -2.75, 6.84375, 7.71875, 11.875, -1.1328125, 8.4375, 4.12109375, 1.1484375, 0.0, 1.46484375, 8.265625, 5.515625, 5.2421875, 8.25, 0.0, 3.046875, 4.4375, -2.78125, -7.453125, 3.03125, 0.859375, -2.609375, -1.28125, 5.49609375, 3.7314453125, -2.59375, 4.92578125, 5.65625, 0.0625, -4.09375, 1.390625, 2.28515625, -3.171875, 1.2041015625, 0.0, 3.90625, 0.34375, 9.875, 1.513916015625, -1.240234375, -2.7109375, 10.3125, 12.0234375, 9.2578125, 6.4208984375, 4.90625, 3.265625, 6.25, 10.453125, -0.2421875, 1.421875, -0.5, -0.453125, 5.3984375, 4.953125, 6.9375, 2.765625, 2.833984375, 7.71875, 3.287109375, -0.0625, 8.12890625, 4.078125, -1.169921875, 7.203125, 6.4609375, 0.0, 7.46875, 7.5625, 6.5625, 8.171875, 1.4140625, 7.44140625, 4.1875, 0.0, 12.390625, 2.79296875, 8.328125, 4.1171875, 7.453125, 2.78125, 2.5546875, 2.21875, 3.9453125, 2.4375, 15.359375, 10.265625, 0.859375, 11.3125, 7.203125, 12.125, 9.9375, 4.0, 3.3828125, 0.0, 17.6875, 0.103515625, 0.0, 11.875, 0.39453125, 6.421875, 1.20703125, -9.4453125, -4.5908203125, -0.0625, 2.0673828125, 0.0, 0.0, 0.0, 2.375, 0.0, 8.796875, -2.90625, 2.15625, 4.59375, 2.28125, 16.359375, 0.0, 3.8046875, 2.59375, 0.0, 4.0087890625, 2.65625, -1.81640625, 2.015625, 5.796875, 6.71875, 2.6875, 9.65625, 8.234375, 3.28125, -7.609375, -0.27587890625, 6.796875, 5.109375, 3.0703125, 0.0, -1.15625, 1.125]} \ No newline at end of file diff --git a/margin_logs/val_margins_code_epoch_9.json b/margin_logs/val_margins_code_epoch_9.json new file mode 100644 index 0000000000000000000000000000000000000000..512a1d0bc40231e19c1bddc4d152968eea47a4cb --- /dev/null +++ b/margin_logs/val_margins_code_epoch_9.json @@ -0,0 +1 @@ +{"epoch": 9.0, "step": 2214, "domain": "code", "rewards_chosen": [4.15625, -7.5625, -0.3984375, 4.375, -2.84375, -6.4375, -8.5625, -8.9375, 0.29296875, -6.125, -1.9453125, 1.4375, 4.34375, 5.625, 3.0625, 0.1767578125, -0.5546875, -0.1552734375, -3.40625, 3.734375, -8.0, 0.267578125, -3.046875, 3.46875, 2.34375, 3.46875, 5.59375, 1.4296875, 4.15625, 4.4375, 7.25, 5.28125, -0.984375, 4.5625, -0.6796875, -4.1875, 5.5, -0.0286865234375, 4.875, 2.65625, -2.515625, -3.109375, 3.21875, 0.58203125, 5.125, -2.859375, -2.734375, 2.046875, 0.326171875, -3.71875, 5.65625, -3.546875, -0.306640625, 7.375, -1.34375, -1.3203125, -3.390625, -0.408203125, 4.8125, 2.59375, -6.78125, 1.65625, -4.78125, 5.25, 0.31640625, -0.193359375, 4.59375, 2.03125, -2.65625, 4.34375, -0.828125, 2.359375, 2.453125, -0.99609375, 6.6875, 0.412109375, 5.5, 5.90625, -2.59375, -7.34375, 0.9375, 2.53125, 3.53125, 5.96875, -0.87109375, 1.1796875, -3.109375, 0.69921875, 8.5, 3.015625, 5.75, 2.4375, 0.546875, 1.375, -3.953125, 5.5625, 3.515625, 5.03125, 0.921875, -13.25, -0.09423828125, 4.28125, -10.125, -2.1875, 3.6875, 4.25, -2.78125, -2.515625, 1.4375, 1.8671875, -2.140625, 2.90625, 4.625, 5.8125, 5.8125, 7.4375, -1.5546875, -2.34375, 2.28125, 5.78125, 6.46875, 4.9375, -1.1171875, 3.265625, -1.5, -4.625, 1.59375, -0.88671875, 3.203125, -5.625, 5.0, 7.15625, 1.84375, 2.890625, 1.6640625, -2.828125, 5.09375, -3.5625, -2.703125, 3.453125, 4.34375, 4.125, -5.0, -1.828125, 2.34375, 3.84375, 5.53125, -1.625, -5.625, 8.25, 1.15625, -0.6328125, 1.578125, 1.1015625, 4.09375, -1.828125, 4.59375, 1.859375, -2.125, -3.5, 3.4375, 6.625, 0.212890625, -0.1484375, 4.5625, 6.53125, 0.92578125, -3.109375, 6.875, -0.51171875, 0.3203125, 4.09375, 2.0625, -0.6796875, -4.625, -1.0859375, 4.5, -8.9375, -7.1875, -10.875, -1.6484375, -2.796875, -2.859375, 1.1171875, -0.80859375, -0.7890625, 4.1875, 3.78125, -1.7578125, 2.703125, 6.75, 2.109375, -3.171875, -5.875, 2.984375, 1.9296875, -1.53125, 3.90625, 1.09375, 1.890625, -0.81640625, 4.21875, 2.765625, 2.640625, 2.109375, -0.87109375, 7.21875, 2.25, -3.15625, 1.765625, 6.0625, 1.5546875, 3.640625, -7.84375, -1.6953125, 3.390625, 1.234375, -3.0, -2.0625, 0.78125, 3.453125, 3.4375, 0.37109375, 5.0, 0.6640625, 3.765625, 2.6875, -4.15625, -5.5625, 1.53125, 0.98828125, 1.234375, -0.228515625, 4.5625, 6.125, 5.15625, 2.28125, 5.75, -3.546875, -7.15625, -2.21875, 5.5625, 5.96875, 5.78125, -6.96875, 9.5, 7.28125, -3.484375, 0.3359375, 1.53125, 2.6875, 4.21875, 4.21875, -5.4375, 1.4296875, 5.5625, -7.59375, 5.5625, 1.9609375, -3.765625, -0.62109375, -1.2265625, 1.8125, 7.84375, -0.03466796875, 1.953125, -0.244140625, -6.65625, 0.90234375, 1.4296875, -2.734375, -7.4375, 1.765625, 5.78125, 4.1875, 5.90625, 3.03125, 2.84375, 1.8125, 3.875, 5.21875, 8.5, 1.4375, 1.6640625, -6.3125, -2.109375, 2.03125, 1.375, -0.7265625, -0.478515625, -4.34375, 1.3984375, -6.5, 6.8125, 3.25, 3.453125, 3.125, 6.46875, 1.5, 2.5625, -3.75, -2.84375, -3.078125, 4.59375, 6.46875, 3.34375, 5.15625, 5.84375, -3.765625, -2.8125, -1.140625, -3.390625, 2.265625, -3.015625, -3.578125, -5.71875, 1.0546875, -6.46875, 4.78125, -0.59765625, 0.14453125, -8.0625, 0.5625, -0.57421875, 2.984375, 4.15625, -1.40625, -1.859375, 1.109375, 4.25, -3.46875, -0.2294921875, 1.625, -0.1279296875, -2.28125, 0.154296875, 5.375, 2.28125, 2.515625, -4.59375, -0.318359375, 5.46875, 0.94921875, 6.65625, 3.890625, -0.1884765625, -2.328125, -2.5625, 1.6796875, 6.875, 3.203125, -1.984375, -1.8984375, 4.5625, 7.59375, 4.84375, -7.0, -9.3125, -0.1025390625, 0.3125, -8.6875, 4.46875, 0.4296875, 5.75, -1.34375, -1.15625, 7.375, 5.78125, -1.6953125, -6.9375, 6.4375, 0.236328125, 4.4375, 5.34375, 3.171875, 6.75, 3.453125, 2.171875, 2.03125, -2.1875, 4.75, -3.921875, -5.03125, -0.640625, -1.828125, 0.5703125, 2.34375, 5.15625, 4.71875, -5.3125, -0.96484375, 6.46875, -2.484375, 6.4375, -0.2060546875, 2.109375, 2.390625, -0.6171875, 3.828125, -0.69921875, -1.34375, 4.28125, 0.68359375, 3.15625, -3.71875, 1.140625, -5.46875, 1.3359375, 1.265625, 2.75, 1.5234375, 6.875, 4.21875, 2.625, -7.46875, 2.15625, 2.015625, 3.5625, 0.12109375, 0.255859375, 1.875, 1.3828125, -1.1640625, -4.75, -0.578125, 1.4140625, 5.96875, -0.6640625, -5.71875, 0.80078125, -1.484375, 2.0625, -5.0, 1.1953125, 0.6484375, 0.26953125, 5.625, 7.1875, 0.68359375, -2.78125, -6.9375, 2.984375, 1.2421875, 5.1875, -4.21875, 2.5, 5.1875, -2.328125, -2.859375, 1.9140625, 7.0625, -2.015625, 3.09375, 3.4375, 5.625, -9.125, 1.9375, 2.125, 1.828125, -2.34375, 4.34375, 2.328125, 0.15625, 5.15625, 1.609375, 6.0625, 1.265625, -8.75, -1.2578125, -9.625, -3.5, -10.9375, 0.6640625, 1.71875, -3.859375, -2.84375, -4.78125, 2.78125, 2.484375, -1.828125, 1.0078125, 1.5703125, -1.6875, 4.625, -3.953125, -2.203125, 0.703125, 1.0, 3.46875, 2.625, 7.75, 6.15625, 4.8125, 5.28125, -0.30078125, 6.09375, 3.375, 6.84375, 5.71875, 6.6875, 2.109375, -7.53125, -5.0625, 2.046875, -5.59375, 0.67578125, -3.734375, 6.75, 5.46875, 2.796875, 3.375, 2.28125, 6.0625, 2.625, -2.34375, -0.9140625, 3.296875, 1.1328125, 1.28125, -1.6640625, -4.34375, -10.125, 4.0, -1.953125, 2.75, -1.4453125, -0.859375, -0.486328125, 4.71875, 0.55859375, 5.03125, -2.6875, 1.671875, 7.25, -5.40625, 2.796875, -5.0625, -0.6796875, 2.609375, 4.4375, -0.2314453125, 3.203125, 3.484375, 3.046875, 4.0625, 0.65234375, -5.875, -5.25, -1.7734375, 5.15625, 6.5625, 1.3125, 0.64453125, -1.6953125, 0.55859375, -2.359375, 4.4375, 4.125, -8.5625, 5.125, 8.1875, 2.390625, 1.75, 0.8671875, 4.34375, 0.1669921875, 6.03125, 2.390625, 0.419921875, -0.66796875, -6.3125, -3.8125, 6.15625, 2.625, -6.09375, -1.40625, 5.6875, 4.3125, 4.84375, 3.3125, 3.40625, -4.6875, 7.28125, 2.890625, 2.234375, -6.59375, 0.255859375, 5.53125, -5.40625, -0.8515625, 7.15625, 7.46875, -0.259765625, -6.125, 5.5625, -3.046875, 5.5625, 1.2265625, 6.53125, 1.8203125, 4.84375, 4.375, 5.15625, 7.75, 6.625, 0.306640625, -1.40625, -3.484375, 3.671875, -2.046875, -1.7734375, 4.4375, 4.46875, 2.34375, 0.2236328125, -7.5, 0.2158203125, -1.8203125, -8.75, -4.96875, 1.3046875, 1.8046875, 0.58203125, -3.265625, 0.080078125, 3.90625, 4.125, 5.28125, 0.98046875, -0.451171875, 3.90625, 2.9375, 1.6640625, 5.34375, -2.515625, 6.09375, -5.40625, 2.25, -3.59375, -3.5625, -0.1279296875, 3.046875, -2.453125, 4.0625, 1.7109375, -2.203125, -1.640625, -0.9296875, -3.0, 5.78125, -6.125, -0.64453125, -1.7265625, 4.53125, -4.03125, 2.890625, -6.53125, 6.84375, 8.3125, 2.265625, -3.234375, 2.125, 6.28125, 9.25, 5.1875, -1.453125, -5.03125, 3.734375, 3.71875, 5.625, 0.6875, -7.125, 5.34375, 0.91796875, -8.1875, -7.71875, -1.0078125, 3.15625, -3.375, -10.6875, 2.109375, 2.421875, 0.035888671875, 0.3203125, 1.6953125, 3.859375, 3.0, -2.46875, 5.78125, 3.609375, 4.15625, 1.171875, 4.84375, -0.796875, -1.6875, 1.5546875, -0.2373046875, -1.7265625, -1.2421875, 4.25, -1.8203125, 3.375, 4.34375, -3.546875, 3.546875, 3.375, 2.75, 2.828125, 6.34375, -3.875, 3.3125, 1.1875, 4.96875, -6.125, 2.890625, 3.890625, 3.25, 0.68359375, -1.90625, 0.1064453125, 0.166015625, 3.015625, 3.296875, 0.80859375, 5.25, 3.328125, 2.265625, 1.609375, 7.15625, 0.482421875, 1.15625, 4.625, -5.96875, 0.640625, -0.06591796875, -0.396484375, -0.58984375, 1.21875, 0.80078125, 1.3671875, -1.046875, 6.34375, -2.515625, -2.703125, 4.59375, -0.921875, 1.5546875, 0.49609375, -4.15625, 4.09375, 0.072265625, -2.96875, 4.15625, 4.875, -1.7421875, -6.65625, -0.029541015625, 6.84375, 3.125, 4.09375, 1.9375, -5.59375, -5.90625, -0.2890625, 5.1875, 1.7578125, 6.53125, -0.83203125, 0.8515625, 4.09375, 7.84375, 2.234375, 2.015625, 0.59765625, 4.28125, -4.1875, -1.28125, -3.734375, 6.5, 4.625, 5.28125, -4.78125, 6.84375, 1.8828125, 1.78125, 1.328125, 3.484375, 1.40625, 1.4140625, 1.390625, -3.359375, -1.25, 4.0625, -2.59375, 1.6484375, -1.6875, 5.4375, -6.4375, 8.25, 3.28125, -5.46875, 1.6953125, -1.1953125, 4.15625, -2.34375, 4.375, -3.4375, -4.4375, -2.84375, -1.84375, 0.06201171875, 3.984375, 0.49609375, 0.93359375, -7.03125, -5.15625, 4.65625, 1.6171875, 0.045654296875, 0.87109375, 3.734375, -0.474609375, 1.5546875, 0.287109375, 0.56640625, 1.5625, -4.0625, 8.125, -0.84375, 5.1875, -11.25, 3.75, -0.75390625, 9.3125, 3.25, 5.53125, 3.34375, 1.8515625, 3.84375, 5.6875, 2.140625, -3.765625, -0.71484375, 4.78125, 2.234375, 0.1455078125, 5.46875, 1.4296875, -1.3828125, 5.78125, 0.9609375, -0.6484375, -2.859375, -3.328125, -2.296875, 3.921875, 5.125, 2.4375, 3.078125, -0.216796875, 4.0, -8.125, 3.265625, 10.0625, 2.5, -3.6875, -2.34375, 7.5625, 3.171875, 5.5625, 4.84375, -5.375, 5.59375, -7.1875, 9.0625, 0.53515625, -0.029541015625, 6.9375, -0.5390625, -3.046875, -0.65625, -2.421875, 0.0242919921875, 5.6875, 3.53125, 2.0625, 3.296875, -1.6328125, 7.1875, -1.9140625, 5.96875, 3.21875, -7.5, -5.0625, 3.90625, 4.0625, -1.7734375, 1.2421875, -7.28125, 4.03125, 0.9296875, -7.8125, -2.328125, 3.375, 7.84375, 3.125, -3.671875, 2.25, -2.4375, 2.046875, -4.5, -0.65625, 6.1875, -4.625, -1.6875, 0.048583984375, -5.3125, 6.6875], "rewards_rejected": [3.390625, -7.5625, -1.390625, 1.3828125, 0.984375, -0.0576171875, -8.9375, -11.9375, -10.9375, -6.125, -11.875, -5.40625, 1.5078125, 0.51953125, -3.890625, -4.25, -6.625, -5.34375, -5.46875, 0.1533203125, -7.28125, -3.125, -7.15625, -5.375, 0.4453125, -11.25, -8.25, 5.125, 1.5, 1.7578125, -2.9375, 0.33203125, -0.984375, -3.96875, -7.3125, -4.1875, 1.2421875, -6.84375, -9.9375, -1.7734375, -2.515625, -3.109375, 1.484375, -7.65625, -8.625, -12.8125, -10.875, -6.71875, -2.125, -9.0, -10.1875, -3.546875, -1.6953125, -0.7578125, 3.546875, -12.875, -3.390625, -0.408203125, 3.078125, 2.59375, -7.71875, -2.359375, -12.5, -2.546875, 3.71875, -9.25, 4.59375, 2.671875, -0.7578125, -9.8125, -4.9375, 5.375, -0.07470703125, 5.59375, 5.90625, 0.412109375, 0.341796875, -5.375, -2.59375, -11.5, -9.375, -1.1484375, -8.0625, 1.4140625, -2.765625, 1.1796875, -7.3125, 3.15625, 5.75, 3.015625, 8.125, -3.859375, 1.9140625, 0.8515625, -3.953125, 4.1875, -5.8125, 2.171875, 0.294921875, -12.8125, -6.0625, -1.6484375, 1.1953125, -7.46875, -5.34375, -9.5, -2.0625, -5.96875, -0.515625, -4.15625, -2.140625, -10.0, -4.75, -7.46875, -1.25, -3.984375, -4.28125, -7.90625, -2.046875, -1.8828125, 2.875, 2.984375, -3.625, -3.34375, -1.5, -9.4375, -10.4375, -0.88671875, -1.46875, 3.78125, 5.28125, 7.0625, 3.90625, 2.6875, 1.6640625, -9.375, 2.796875, -3.5625, -5.5, -9.0625, 1.5078125, -3.453125, -6.34375, -7.75, 2.3125, -4.65625, -4.46875, -1.8671875, -6.625, -5.875, -0.2265625, -4.0, -1.4765625, 2.796875, -11.5625, -6.5, -3.609375, 0.57421875, -10.3125, -13.0, 1.296875, -11.0625, -3.34375, -2.34375, -6.90625, 3.734375, -1.5, -3.171875, 3.515625, 2.75, -4.34375, 0.47265625, -5.15625, -7.3125, 2.734375, -10.1875, 4.28125, -11.9375, -4.34375, -8.5625, -7.15625, -2.796875, -0.65625, 0.74609375, -9.6875, -0.7890625, -0.86328125, 1.5, 0.6484375, -13.8125, -0.380859375, -1.6328125, -3.171875, -5.875, -12.0, -4.875, -1.53125, -6.71875, -0.06298828125, 1.890625, -1.59375, -1.3671875, 1.34375, -5.65625, 1.8828125, -10.0, 0.035400390625, -7.34375, -3.15625, -5.28125, -9.3125, -1.6484375, -5.03125, -13.1875, -12.875, 3.390625, 4.34375, -4.59375, -14.6875, 0.0341796875, -5.03125, 1.3359375, -4.15625, 0.474609375, -2.375, -7.71875, -3.015625, 4.59375, -11.125, -7.125, -2.703125, 2.078125, 1.40625, 3.59375, 7.03125, -0.5, -3.890625, 8.125, -7.53125, -7.15625, -2.21875, -8.1875, -9.0625, -8.1875, -11.5625, 4.5, 0.9453125, -5.09375, -0.80859375, -5.9375, 1.296875, 4.21875, 3.328125, -8.625, -6.4375, -6.5, 6.75, -8.375, -6.5625, -3.765625, -9.5625, -2.5625, 0.2275390625, 1.65625, -5.71875, -3.78125, -8.25, -6.25, -12.4375, -6.90625, -8.1875, 1.9921875, -0.43359375, -2.96875, -2.78125, -13.3125, -10.8125, -6.59375, -2.34375, 4.5625, 5.71875, 7.71875, -0.416015625, 1.6640625, -7.875, 6.59375, -6.5, 0.8515625, -0.62890625, -0.3828125, -4.34375, -5.4375, -6.875, -10.1875, -3.390625, 2.421875, -1.578125, 4.59375, 6.71875, -6.125, -3.75, 0.984375, 0.2080078125, -9.8125, 3.6875, -1.4375, 2.171875, -16.375, -3.765625, 1.515625, -10.4375, -9.4375, 1.0859375, -9.5625, -1.6640625, -8.75, -2.984375, -6.46875, 6.65625, -0.59765625, 0.14453125, -8.5625, 0.2158203125, -9.625, 4.25, 1.5, -1.40625, -1.859375, -1.9296875, -9.5, -14.8125, -12.9375, -8.6875, -13.75, 0.6171875, -7.4375, 0.50390625, -2.765625, 3.359375, -4.59375, -8.3125, 1.515625, -2.4375, 4.625, -7.125, -0.1884765625, 1.1328125, 2.09375, -8.6875, 2.296875, 3.765625, -8.375, -1.8984375, 1.65625, -3.34375, -11.1875, -8.5625, 3.578125, -4.28125, -5.40625, -8.9375, -7.0, -5.4375, -4.59375, -5.03125, -8.1875, 5.84375, 6.625, -8.3125, 1.796875, -0.0810546875, -2.90625, -2.15625, -0.2890625, -1.6015625, -0.380859375, -10.6875, 2.265625, -6.5, -4.34375, -1.140625, -8.0625, -5.21875, -6.46875, -10.0, -3.046875, 2.3125, -2.34375, -3.90625, -9.625, -6.5625, -2.5, -5.6875, -7.15625, -6.4375, 1.015625, -6.1875, -0.6171875, -5.96875, -4.375, -11.5625, -9.4375, -7.40625, -3.515625, -3.015625, 0.267578125, -13.4375, 0.46484375, -7.09375, -1.171875, -4.90625, 4.21875, -0.56640625, -6.90625, 2.53125, 5.75, -7.03125, 0.9765625, -13.3125, -4.03125, -7.53125, -3.90625, -1.1640625, -4.75, -4.21875, -1.9375, 5.96875, -0.62109375, 3.734375, -5.53125, -1.484375, 2.0625, 4.71875, 0.515625, 5.4375, -4.34375, -4.28125, -1.6171875, -7.40625, -3.296875, -9.8125, 1.953125, 2.046875, 4.3125, -4.21875, -2.296875, -0.1611328125, 1.46875, -0.90234375, -0.0269775390625, 3.71875, -1.0234375, 2.96875, 3.4375, 0.205078125, -2.5625, -6.28125, -7.8125, -9.8125, -3.25, -10.125, -0.5078125, 0.15625, 3.578125, 0.890625, 2.078125, 0.796875, -2.6875, -1.2578125, -3.765625, -9.0625, -10.5, -5.09375, -9.0, -3.859375, -2.84375, -0.365234375, -2.140625, -9.4375, -7.75, -3.765625, -9.4375, 0.8671875, 0.9375, -9.125, 0.859375, -2.3125, 2.8125, 4.3125, -1.671875, 2.921875, 2.015625, -3.09375, 0.41796875, -0.55078125, 5.84375, 3.375, -1.9609375, -0.75, 5.875, -4.625, -6.53125, -5.0625, 0.09033203125, -5.59375, -0.7734375, -3.734375, 5.46875, 4.0, 0.3046875, 1.3984375, -12.125, 3.34375, -8.125, 0.244140625, -6.46875, 3.296875, 1.921875, -7.25, -8.6875, -4.34375, -0.625, 7.96875, -7.8125, 2.65625, 1.7890625, -6.375, -6.6875, 3.859375, 2.875, -12.3125, -2.6875, 2.6875, -0.0625, -4.25, 5.125, -9.875, -3.484375, -10.6875, 1.5234375, -2.3125, -4.34375, -0.095703125, 0.005645751953125, 0.41796875, -9.875, 1.1171875, -8.6875, -7.75, 4.5625, 0.330078125, 1.703125, -2.703125, -12.875, 0.55859375, -11.5, -6.09375, -7.0, -8.5625, -8.0, 3.953125, 0.9609375, -3.796875, -0.2294921875, -9.8125, 9.875, -1.765625, -6.1875, 3.5625, -8.375, -7.8125, -3.8125, 1.296875, -11.0, -12.4375, -1.5546875, 1.4765625, 2.21875, -2.765625, -7.59375, 0.51953125, -5.3125, 3.46875, 6.59375, -0.75390625, -5.875, -4.03125, 4.125, -8.125, -4.96875, -10.5, 3.046875, -1.21875, -6.125, 0.10498046875, -10.9375, 2.40625, -1.28125, 1.171875, -1.921875, -6.75, -5.40625, 6.4375, -6.75, 6.1875, -5.8125, 1.9765625, -10.25, -4.03125, -7.3125, -1.7734375, -2.015625, 2.0625, 2.34375, -7.65625, -8.3125, -10.375, -9.0625, -1.609375, -4.96875, -7.25, 1.015625, -13.625, -6.625, -1.75, 5.59375, -3.453125, 4.96875, -2.5625, -7.09375, 0.306640625, -9.25, -4.03125, -3.484375, -5.96875, 5.84375, -4.0625, 1.2890625, 2.21875, -6.375, -0.1279296875, 2.703125, -6.8125, 2.421875, -0.0693359375, -6.0, -0.171875, -3.375, -3.0, -3.21875, -10.3125, -6.53125, -1.1015625, 4.84375, -7.375, 2.6875, -10.9375, 9.0625, -0.376953125, -5.6875, -7.1875, 4.3125, 4.0625, 2.15625, 3.65625, -3.109375, -5.03125, -11.5, 1.4296875, -0.003448486328125, -9.75, -10.5, 4.09375, -1.671875, -7.75, -5.0625, -1.0078125, -1.5390625, -3.375, -4.5, -2.953125, 2.59375, -11.6875, -4.34375, -2.671875, 3.859375, 2.390625, -8.625, -3.75, -5.53125, -7.03125, -9.875, -9.25, -3.421875, -6.03125, -1.6484375, -8.0, -6.0625, -1.2421875, -10.5, -7.03125, 1.4765625, -1.484375, -7.0625, -2.390625, 1.3984375, -1.7109375, -8.25, 4.0625, -14.1875, 3.484375, -3.765625, -3.3125, -2.8125, -10.875, -9.9375, 2.84375, 1.4140625, -1.421875, 0.1064453125, -3.859375, -4.0, 2.15625, -6.75, 1.625, -3.203125, -10.375, -9.375, 4.71875, -13.0625, 1.15625, 2.65625, -11.1875, -8.875, -7.21875, -2.59375, 1.265625, -2.859375, -5.53125, -3.796875, 2.578125, -3.59375, -9.5, -11.625, 0.37109375, -0.921875, -9.75, 0.365234375, -4.15625, 0.75390625, 0.072265625, -8.4375, -7.1875, -3.375, -0.1884765625, -5.28125, -0.029541015625, -1.953125, -2.78125, 0.75390625, 2.9375, -4.3125, -10.0, -5.78125, -7.875, -5.1875, -7.625, -3.59375, -0.43359375, 0.185546875, 4.59375, 0.34375, -5.28125, -2.875, -11.0, -4.1875, -6.5625, -12.1875, -0.2060546875, 7.53125, -1.4921875, -12.5, -6.25, 3.265625, -7.28125, -2.953125, 2.015625, 1.40625, -0.49609375, -7.625, -9.0, -8.0, -4.75, -2.59375, -1.4296875, -6.03125, 8.6875, 1.2578125, 5.21875, 2.046875, -2.328125, 3.375, -6.6875, 0.103515625, 0.244140625, -0.51953125, -9.5, -4.9375, 0.984375, -3.203125, -2.9375, 7.4375, 0.365234375, 0.93359375, -11.625, -6.5, -5.25, 0.0751953125, 1.1015625, 5.5, -7.6875, -13.375, -8.3125, -6.9375, -4.125, -2.0, -10.0, -3.609375, -0.85546875, 3.59375, -10.4375, 3.359375, -6.375, 4.03125, -4.34375, 2.84375, 0.51953125, -7.1875, 0.2197265625, 5.625, -6.75, -7.9375, 1.203125, -3.546875, -5.21875, 0.1455078125, -2.796875, -6.4375, -9.25, -2.96875, -0.6640625, -9.0625, -7.03125, -3.328125, -14.9375, 1.109375, -3.984375, -2.09375, -4.9375, -3.203125, 1.734375, -9.875, -1.0546875, 7.875, -13.5, -14.3125, -3.25, -5.0625, -4.875, -8.1875, -5.5625, -9.375, 1.6015625, -7.1875, -9.625, 0.5, -0.029541015625, -6.21875, -0.6328125, -9.25, -2.03125, 8.5625, 4.53125, 5.625, 0.8125, 2.0625, 3.296875, -1.6328125, 4.6875, -1.9140625, -4.5625, 6.25, -9.625, -9.875, 1.6328125, -13.3125, -1.7734375, -2.078125, -9.0625, 4.03125, -3.765625, -9.5625, -0.353515625, 1.1875, 1.65625, -4.65625, -6.46875, -7.34375, -11.25, -1.828125, 3.859375, -0.1787109375, -1.2265625, -9.4375, -4.84375, 0.048583984375, -4.78125, 5.625], "margins": [0.765625, 0.0, 0.9921875, 2.9921875, -3.828125, -6.3798828125, 0.375, 3.0, 11.23046875, 0.0, 9.9296875, 6.84375, 2.8359375, 5.10546875, 6.953125, 4.4267578125, 6.0703125, 5.1884765625, 2.0625, 3.5810546875, -0.71875, 3.392578125, 4.109375, 8.84375, 1.8984375, 14.71875, 13.84375, -3.6953125, 2.65625, 2.6796875, 10.1875, 4.94921875, 0.0, 8.53125, 6.6328125, 0.0, 4.2578125, 6.8150634765625, 14.8125, 4.4296875, 0.0, 0.0, 1.734375, 8.23828125, 13.75, 9.953125, 8.140625, 8.765625, 2.451171875, 5.28125, 15.84375, 0.0, 1.388671875, 8.1328125, -4.890625, 11.5546875, 0.0, 0.0, 1.734375, 0.0, 0.9375, 4.015625, 7.71875, 7.796875, -3.40234375, 9.056640625, 0.0, -0.640625, -1.8984375, 14.15625, 4.109375, -3.015625, 2.52783203125, -6.58984375, 0.78125, 0.0, 5.158203125, 11.28125, 0.0, 4.15625, 10.3125, 3.6796875, 11.59375, 4.5546875, 1.89453125, 0.0, 4.203125, -2.45703125, 2.75, 0.0, -2.375, 6.296875, -1.3671875, 0.5234375, 0.0, 1.375, 9.328125, 2.859375, 0.626953125, -0.4375, 5.96826171875, 5.9296875, -11.3203125, 5.28125, 9.03125, 13.75, -0.71875, 3.453125, 1.953125, 6.0234375, 0.0, 12.90625, 9.375, 13.28125, 7.0625, 11.421875, 2.7265625, 5.5625, 4.328125, 7.6640625, 3.59375, 1.953125, 2.5078125, 6.609375, 0.0, 4.8125, 12.03125, 0.0, 4.671875, -9.40625, -0.28125, 0.09375, -2.0625, 0.203125, 0.0, 6.546875, 2.296875, 0.0, 2.796875, 12.515625, 2.8359375, 7.578125, 1.34375, 5.921875, 0.03125, 8.5, 10.0, 0.2421875, 1.0, 14.125, 1.3828125, 3.3671875, 3.0546875, -1.6953125, 15.65625, 4.671875, 8.203125, 1.28515625, 8.1875, 9.5, 2.140625, 17.6875, 3.556640625, 2.1953125, 11.46875, 2.796875, 2.42578125, 0.0625, 3.359375, -3.26171875, 4.6640625, 3.62109375, 7.21875, 6.6328125, -7.359375, 9.1015625, 0.21875, 3.0, -2.84375, -2.3125, 5.5078125, 0.0, -2.203125, 0.37109375, 8.87890625, 0.0, 5.05078125, 2.28125, -2.40625, 16.515625, 7.130859375, 3.7421875, 0.0, 0.0, 14.984375, 6.8046875, 0.0, 10.625, 1.15673828125, 0.0, 0.77734375, 5.5859375, 1.421875, 8.296875, 0.2265625, 9.12890625, 7.183349609375, 9.59375, 0.0, 7.046875, 15.375, 3.203125, 8.671875, 5.34375, 11.1796875, 0.0, -3.109375, 1.59375, 12.625, 0.7470703125, 8.484375, 2.1015625, 4.52734375, 4.525390625, 3.0390625, 11.484375, 5.703125, -8.75, 5.5625, 8.65625, 3.69140625, -0.84375, -1.634765625, 0.96875, -0.90625, 5.65625, 6.171875, -2.375, 3.984375, 0.0, 0.0, 13.75, 15.03125, 13.96875, 4.59375, 5.0, 6.3359375, 1.609375, 1.14453125, 7.46875, 1.390625, 0.0, 0.890625, 3.1875, 7.8671875, 12.0625, -14.34375, 13.9375, 8.5234375, 0.0, 8.94140625, 1.3359375, 1.5849609375, 6.1875, 5.68408203125, 5.734375, 8.005859375, -0.40625, 13.33984375, 8.3359375, 5.453125, -9.4296875, 2.19921875, 8.75, 6.96875, 19.21875, 13.84375, 9.4375, 4.15625, -0.6875, -0.5, 0.78125, 1.853515625, 0.0, 1.5625, -8.703125, 8.53125, 0.5234375, -0.09765625, -0.095703125, 0.0, 6.8359375, 0.375, 17.0, 6.640625, 1.03125, 4.703125, 1.875, -5.21875, 8.6875, 0.0, -3.828125, -3.2861328125, 14.40625, 2.78125, 4.78125, 2.984375, 22.21875, 0.0, -4.328125, 9.296875, 6.046875, 1.1796875, 6.546875, -1.9140625, 3.03125, 4.0390625, 0.0, -1.875, 0.0, 0.0, 0.5, 0.3466796875, 9.05078125, -1.265625, 2.65625, 0.0, 0.0, 3.0390625, 13.75, 11.34375, 12.7080078125, 10.3125, 13.6220703125, -2.8984375, 7.591796875, 4.87109375, 5.046875, -0.84375, 0.0, 7.994140625, 3.953125, 3.38671875, 2.03125, 11.015625, 0.0, -3.4609375, -4.65625, 10.3671875, 4.578125, -0.5625, 6.390625, 0.0, 2.90625, 10.9375, 16.03125, 1.5625, -12.890625, 4.1787109375, 5.71875, 0.25, 11.46875, 5.8671875, 10.34375, 3.6875, 7.03125, 1.53125, -0.84375, 6.6171875, -8.734375, 6.5185546875, 3.142578125, 6.59375, 5.6328125, 4.7734375, 7.130859375, 14.140625, -0.09375, 8.53125, 2.15625, 5.890625, 4.140625, 0.1875, 5.828125, 8.171875, 3.6171875, 0.03125, 7.5, 8.625, 4.3125, 5.59765625, 8.96875, 3.203125, 13.59375, 6.2314453125, 1.09375, 8.578125, 0.0, 9.796875, 3.67578125, 10.21875, 13.71875, 8.08984375, 6.671875, -0.703125, 0.873046875, 7.96875, 0.87109375, 8.359375, 3.921875, 6.4296875, 2.65625, 4.78515625, 9.53125, -10.0, -3.59375, 9.046875, 2.5859375, 13.43359375, 4.287109375, 9.40625, 5.2890625, 0.0, 0.0, 3.640625, 3.3515625, 0.0, -0.04296875, -9.453125, 6.33203125, 0.0, 0.0, -9.71875, 0.6796875, -4.7890625, 4.61328125, 9.90625, 8.8046875, 8.08984375, 0.515625, 2.875, 1.03125, -0.8046875, 0.875, 0.0, 4.796875, 5.3486328125, -3.796875, -1.95703125, 1.9410400390625, 3.34375, -0.9921875, 0.125, 0.0, 5.419921875, -6.5625, 8.21875, 9.9375, 11.640625, 0.90625, 14.46875, 2.8359375, 0.0, 1.578125, 0.71875, 3.984375, 0.46875, -6.0625, 0.0, -5.859375, 5.5625, -0.4375, 5.7578125, 10.71875, 0.0, 0.0, -4.416015625, 4.921875, 11.921875, 5.921875, 4.7734375, 11.0078125, -2.5546875, 3.6875, 5.171875, -3.0625, 3.015625, -1.8125, -0.84375, 4.296875, 4.828125, 4.140625, 7.90625, 4.86328125, 0.25, 0.25, 0.0, 8.8046875, 6.46875, 0.8125, 6.734375, -1.0, 0.0, 1.95654296875, 0.0, 1.44921875, 0.0, 1.28125, 1.46875, 2.4921875, 1.9765625, 14.40625, 2.71875, 10.75, -2.587890625, 5.5546875, 0.0, -0.7890625, 8.53125, 7.0234375, 0.0, -9.5, -3.96875, 5.859375, 0.09375, -3.234375, 5.515625, 6.201171875, 0.859375, -2.31640625, 17.34375, 0.0, -1.015625, 7.3125, -1.15625, -2.328125, 4.8125, 2.8046875, 13.296875, 2.9140625, 2.0810546875, 7.546875, 3.580078125, 3.041229248046875, 3.64453125, 10.52734375, -6.9921875, 3.4375, 5.9765625, 0.59375, 6.232421875, -0.390625, 3.34765625, 11.1796875, 0.0, 9.140625, 10.53125, 11.125, 0.0, 13.125, 4.234375, 1.4296875, 5.546875, 1.0966796875, 14.15625, -9.7080078125, 7.796875, 8.578125, -3.142578125, 7.70703125, 1.5, 0.0, 4.859375, 13.625, 6.34375, 0.1484375, 4.2109375, 2.09375, 7.609375, 10.90625, 2.88671875, 0.625, 3.8125, -3.703125, 2.98828125, -0.71875, 4.287109375, 1.40625, 2.71875, 4.1171875, 17.65625, 4.421875, 0.958984375, 0.0, 5.45751953125, 7.890625, 3.15625, 2.5078125, 5.359375, 3.7421875, 11.59375, 9.78125, -1.28125, 14.5, 0.4375, 6.119140625, -3.3828125, 6.765625, 7.703125, 5.265625, 0.0, 6.453125, 2.40625, 0.0, 7.8798828125, 0.8125, 10.5908203125, 7.2421875, -7.140625, 0.0, 8.5546875, 0.7890625, 14.20703125, 3.359375, 1.830078125, -1.6875, 7.578125, 0.3125, 3.54296875, 6.642578125, 3.599609375, 12.1875, 5.6953125, 8.828125, 3.453125, 0.25, -1.34375, 0.9609375, -5.8125, 2.8125, 0.0, 0.34375, 4.359375, 1.640625, 1.7802734375, 3.796875, -1.46875, 2.4453125, 0.0, 9.0, 4.1875, 5.88671875, -0.625, -0.3125, 3.34375, 0.203125, 4.40625, -2.21875, 8.689453125, 7.953125, 3.953125, -2.1875, 2.21875, 7.09375, 1.53125, 1.65625, 0.0, 15.234375, 2.2890625, 5.628448486328125, 10.4375, 3.375, 1.25, 2.58984375, -0.4375, -2.65625, 0.0, 4.6953125, 0.0, -6.1875, 5.0625, -0.171875, 11.723388671875, 4.6640625, 4.3671875, 0.0, 0.609375, 6.15625, 9.53125, 9.140625, 11.1875, 11.046875, 14.09375, 2.625, 4.34375, 3.203125, 7.7626953125, 4.3359375, 0.0, 14.75, 5.2109375, 1.8984375, 5.828125, 3.515625, 5.9375, 1.9765625, 4.4609375, 11.078125, 2.28125, 10.3125, -0.171875, 4.953125, 8.28125, -3.3125, 13.765625, 13.828125, 0.40625, -0.73046875, -0.484375, 0.0, 4.025390625, 7.015625, 1.140625, 7.55859375, 3.625, 6.53125, 12.640625, 10.984375, 2.4375, 13.544921875, 0.0, 1.96875, 5.21875, 9.515625, 7.15283203125, 2.197265625, -1.85546875, 4.078125, 6.33203125, 5.1640625, -3.625, 9.9375, 6.984375, 8.921875, 4.22265625, 0.0, 11.3046875, 0.130859375, 0.0, 3.33984375, 0.0, 5.46875, 11.34375, 8.25, -1.5537109375, -1.375, 0.0, 8.796875, 5.90625, 3.33984375, -1.0, -1.28125, 4.09375, 5.4921875, 13.0625, 6.9453125, 14.15625, 2.76171875, 1.28515625, 3.908203125, 3.25, 1.890625, 7.296875, 3.47265625, 15.28125, 0.0, 5.28125, 8.453125, 6.7060546875, -2.90625, 6.7734375, 7.71875, 13.09375, -1.3828125, 9.0625, 4.28125, 1.46875, 0.0, 1.91015625, 9.015625, 5.640625, 6.75, 8.8125, 0.0, 3.078125, 4.34375, -3.25, -7.6953125, 3.03125, 1.234375, -3.140625, -1.6796875, 5.4921875, 4.052734375, -2.587890625, 4.89453125, 6.0625, 0.5, -3.828125, 1.359375, 2.99951171875, -3.453125, 0.130859375, 0.0, 4.59375, 1.34375, 9.90625, 1.5419921875, -1.055908203125, -4.62890625, 11.421875, 12.900390625, 9.8671875, 7.224609375, 4.69140625, 3.5625, 5.9375, 11.734375, 0.01171875, 1.59375, -0.8125, 0.390625, 5.62109375, 5.28125, 7.59375, 2.6875, 2.82421875, 9.0390625, 3.6240234375, 0.0625, 8.890625, 4.171875, -1.91796875, 8.328125, 7.453125, 0.0, 8.265625, 7.8671875, 7.8671875, 8.75, 1.625, 8.4140625, 4.171875, 0.0, 12.640625, 2.8125, 9.109375, 4.53125, 8.015625, 2.986328125, 2.265625, 1.75, 4.3203125, 2.1875, 16.0, 10.625, 0.90625, 12.625, 8.046875, 13.75, 10.40625, 4.0, 3.9921875, 0.0, 18.6875, 0.03515625, 0.0, 13.15625, 0.09375, 6.203125, 1.375, -10.984375, -4.5069580078125, 0.0625, 2.71875, 0.0, 0.0, 0.0, 2.5, 0.0, 10.53125, -3.03125, 2.125, 4.8125, 2.2734375, 17.375, 0.0, 3.3203125, 1.78125, 0.0, 4.6953125, 1.75, -1.974609375, 2.1875, 6.1875, 7.78125, 2.796875, 9.59375, 8.8125, 3.875, -8.359375, -0.4775390625, 7.4140625, 4.8125, 3.15625, 0.0, -0.53125, 1.0625]} \ No newline at end of file diff --git a/margin_logs/val_margins_general_epoch_1.json b/margin_logs/val_margins_general_epoch_1.json new file mode 100644 index 0000000000000000000000000000000000000000..6206b9e88572e046c8ce55e26b493d5c5e103c38 --- /dev/null +++ b/margin_logs/val_margins_general_epoch_1.json @@ -0,0 +1 @@ +{"epoch": 1.0, "step": 246, "domain": "general", "rewards_chosen": [-2.109375, 2.140625, -0.419921875, 3.078125, 2.09375, 3.171875, 1.875, 4.09375, 2.765625, 2.859375, 1.4609375, 2.03125, 2.421875, 0.671875, 2.015625, 3.78125, 3.828125, 1.59375, 1.78125, -0.40625, 1.7578125, -0.220703125, 0.57421875, 3.046875, 3.03125, 2.921875, -1.578125, 3.515625, 2.96875, 1.265625, 1.8984375, 0.263671875, 1.7109375, 0.859375, 1.9765625, 2.203125, 1.9765625, 0.96484375, 3.15625, 1.7421875, 3.703125, 1.8359375, 1.859375, -2.515625, 3.5625, 2.78125, 3.234375, 1.5625, 3.40625, 3.5625, 2.359375, 0.828125, 3.25, 3.53125, 3.5, 2.34375, 3.4375, 3.140625, 2.703125, 2.53125, 2.5625, -1.4140625, 1.0703125, 0.9296875, 3.15625, 1.390625, -0.27734375, 0.76953125, -1.40625, 4.375, 1.765625, -0.55078125, 2.296875, 3.46875, 2.09375, 2.734375, -2.0, 3.578125, 2.53125, 4.0625, 1.6796875, 1.21875, 2.28125, 0.80078125, -1.5078125, 1.40625, 3.6875, 1.8515625, 1.203125, 1.8984375, 0.5546875, 3.5, -0.48046875, 2.3125, 0.546875, 0.9921875, 0.515625, 1.8203125, 1.6015625, 1.9921875, -3.1875, 3.28125, 2.53125, 1.5078125, 2.65625, 3.015625, 1.1484375, 3.546875, -1.6796875, 1.40625, 2.0, 2.453125, 2.484375, 2.171875, 0.97265625, 0.41015625, 3.515625, 0.494140625, 1.28125, 0.423828125, 2.265625, 1.6484375, 3.25, 4.625, 0.26171875, 0.4140625, -0.07177734375, -0.90625, -1.125, 3.359375, 3.453125, 2.375, 1.3984375, -1.6796875, 3.4375, 2.671875, 2.203125, 2.171875, -0.4296875, -0.67578125, 1.703125, 0.458984375, 2.375, 3.203125, 2.03125, 2.921875, 3.4375, 2.015625, 3.859375, 3.734375, 3.796875, 2.609375, 2.75, 1.9296875, 0.56640625, 3.296875, 1.421875, 1.8125, 1.609375, 1.2265625, 2.5, 0.15234375, 2.28125, -1.8671875, 3.015625, 2.21875, 2.140625, 2.453125, 2.171875, 1.5, 1.546875, 2.71875, -1.5390625, 1.015625, 3.25, 2.546875, 0.8359375, -0.169921875, 2.84375, 1.6796875, 2.625, 3.234375, 2.90625, -3.5625, 3.359375, -0.07177734375, 2.765625, 0.421875, 0.59765625, -1.2421875, 2.828125, -1.4765625, 2.84375, 3.125, 1.1015625, -1.4296875, 0.95703125, 3.171875, 4.21875, 2.921875, 1.9375, 1.8125, -0.859375, 0.427734375, 1.609375, -0.53515625, 0.2734375, 3.15625, 2.0625, 4.1875, 3.046875, 4.15625, 0.34375, 3.515625, -0.049072265625, 0.875, 2.0625, 5.21875, 3.359375, 2.25, 2.359375, 1.9921875, 1.5859375, 0.125, 0.51171875, 3.984375, 2.296875, 1.9375, 1.0, 3.109375, 1.703125, 2.875, 1.953125, 0.013916015625, 1.7578125, 1.2578125, 3.03125, 2.484375, 3.15625, 0.89453125, 2.59375, 0.87109375, -0.73046875, -1.578125, -1.890625, 1.3125, 3.421875, 1.3828125, 1.828125, 2.296875, 0.30078125, 1.0546875, 0.2734375, 3.640625, -0.0673828125, -1.921875, 1.1171875, 2.484375, 2.765625, 3.890625, 1.328125, 0.875, 3.53125, 1.75, 1.09375, 0.671875, 2.765625, 2.78125, 3.03125, 3.390625, 2.421875, 2.265625, -3.265625, 2.734375, 0.1474609375, 2.890625, -0.04833984375, 1.40625, 3.734375, 1.1484375, 3.25, 3.8125, 3.4375, 2.65625, 2.09375, 2.078125, 2.53125, 0.0013580322265625, 3.6875, -2.609375, 2.296875, 1.4609375, 4.84375, 0.15234375, 2.140625, 2.0625, 1.390625, 1.9921875, 3.25, -0.34375, 1.75, 3.09375, 0.96875, 0.5703125, 1.265625, 1.0703125, 1.484375, 1.046875, 0.87109375, 0.625, 2.671875, 2.265625, 0.1044921875, 1.28125, 1.6171875, 2.515625, 2.90625, 2.953125, 3.265625, -0.73046875, 3.078125, 1.703125, 3.203125, 4.03125, 0.77734375, 2.34375, -0.51953125, 3.40625, 2.390625, 1.84375, 0.9453125, 3.4375, 1.359375, 3.046875, -0.39453125, 3.28125, 1.3984375, 1.3359375, 2.390625, 1.7109375, 4.25, -0.2294921875, 2.96875, -0.73828125, -1.5625, 1.875, 2.765625, 1.75, 4.34375, 4.46875, 0.08642578125, 2.203125, 3.859375, 3.515625, 0.86328125, 3.40625, 2.046875, 3.859375, 2.421875, 2.859375, 0.828125, -1.125, 3.015625, 2.609375, 1.5078125, 3.078125, 3.421875, 2.015625, 1.828125, 1.6328125, 0.671875, 2.34375, 2.78125, 2.140625, 3.15625, 2.03125, 0.3046875, 0.890625, 3.953125, 0.11376953125, 0.412109375, 2.09375, 3.8125, 1.1953125, -0.318359375, -0.8125, 1.9921875, 2.0, 7.1875, 2.109375, -0.94921875, 2.5625, 2.984375, 2.171875, 2.875, 1.0703125, 3.078125, 0.96875, 2.46875, 4.0, 0.38671875, 1.765625, -0.48828125, 2.125, 0.66015625, -0.053466796875, 0.0213623046875, 1.40625, 3.09375, 3.046875, -1.3046875, 2.515625, 3.765625, 1.6015625, 1.53125, -2.03125, 3.921875, 3.234375, 3.265625, 2.421875, -0.65625, 1.765625, 1.8671875, 1.1328125, 1.6640625, 2.828125, -0.83984375, 0.609375, 2.78125, 3.59375, 1.3359375, 0.244140625, 2.625, 2.90625, 1.7421875, 0.98046875, 0.82421875, 2.25, 0.189453125, 0.08203125, 3.453125, 3.9375, 1.6796875, 1.375, 4.5, 2.625, 3.4375, 1.0703125, -2.140625, 2.859375, -2.28125, 0.8671875, 2.21875, 2.21875, 3.34375, 4.1875, 2.125, -0.67578125, 2.46875, 3.859375, 1.53125, 4.46875, 5.21875, 2.59375, 0.232421875, 3.671875, 1.1171875, 1.09375, 2.515625, -0.42578125, 3.421875, 1.6875, -0.58984375, 0.71484375, 4.53125, 1.453125, 2.765625, 2.515625, 1.7890625, 3.578125, 2.375, 1.484375, 1.6640625, 3.5, 0.73046875, -3.0625, 2.984375, 1.28125, -0.74609375, 1.8984375, 2.546875, 4.59375, 3.125, 2.328125, 0.0439453125, 1.28125, -1.234375, 0.8125, 1.15625, 2.734375, 0.33203125, 3.578125, 2.578125, 0.203125, -0.78515625, 3.15625, 1.7734375, 2.484375, 0.96875, 2.484375, 3.328125, 3.46875, 0.01104736328125, 4.125, 2.84375, 1.5, 2.375, 4.5625, -1.84375, 4.25, 0.984375, 3.453125, 2.1875, -0.62890625, 1.2265625, 1.984375, -0.8515625, -3.578125, 2.359375, 0.466796875, 3.296875, 2.34375, 0.79296875, 1.3046875, 0.59765625, 0.9375, -3.71875, 0.322265625, 3.359375, 0.474609375, 2.4375, -0.76171875, 1.0390625, 2.28125, 2.59375, 0.98046875, 0.55859375, 1.6015625, -1.546875, 2.578125, 1.7890625, 3.015625, 6.3125, 0.8125, 2.90625, -1.6640625, 1.4453125, -0.8828125, 1.515625, 0.88671875, 4.09375, 0.8359375, 3.265625, 2.96875, -0.380859375, 3.3125, 1.9296875, 4.4375, 2.25, 1.7421875, 2.953125, 1.515625, 2.4375, 2.28125, 0.7890625, 1.0546875, 1.609375, 5.78125, 3.078125, 2.328125, 2.921875, 2.65625, 2.828125, 3.265625, 3.765625, -3.078125, 4.15625, 1.8515625, 3.671875, -0.32421875, 2.296875, 3.375, 3.359375, 0.369140625, 1.90625, 1.6875, -3.890625, -3.484375, 3.15625, 4.78125, 1.0703125, 2.46875, 0.41796875, 3.328125, 2.1875, 3.59375, 3.09375, -0.74609375, 1.4453125, 4.0, 3.375, 2.15625, 2.640625, 2.140625, 2.34375, 1.9765625, 2.71875, 0.78125, 1.515625, 2.75, -1.78125, -0.79296875, 2.46875, 2.515625, 2.4375, 3.125, 2.28125, 2.09375, 6.5, 2.125, -3.296875, 1.859375, 2.15625, 3.078125, 2.734375, 2.84375, 2.953125, 1.6328125, 1.0546875, 3.875, 1.390625, 3.25, 2.296875, 1.296875, 1.5, 3.96875, 3.3125, 1.234375, 1.484375, 3.890625, 2.828125, 4.3125, 2.84375, 0.88671875, -1.40625, 1.3515625, 1.8984375, 0.80078125, 0.87890625, 2.84375, 2.015625, 2.078125, 1.78125, 1.625, 3.921875, 1.8203125, 3.390625, 2.171875, -0.73046875, 2.765625, 1.3515625, 2.890625, -0.98046875, 2.296875, 0.81640625, 0.828125, 1.609375, 2.4375, 5.21875, 0.37109375, 1.90625, 0.41015625, 1.765625, -1.734375, 3.796875, -0.302734375, -2.109375, 0.73828125, 1.6484375, 3.03125, 3.578125, 2.59375, 2.390625, 1.234375, 0.67578125, -1.6328125, 1.7421875, -1.0078125, 1.1015625, 2.421875, 1.5, 2.515625, 1.4765625, 2.78125, 4.125, 1.8359375, 5.53125, 2.25, 1.921875, 2.296875, -0.375, 2.390625, 3.375, 1.3671875, -1.0859375, -1.4375, 3.140625, 3.265625, 2.8125, 4.09375, 2.046875, 4.09375, 1.9609375, 0.5234375, -2.4375, -0.1767578125, 0.052490234375, 1.0078125, -0.82421875, 2.21875, 2.625, 1.984375, 1.765625, 3.796875, -0.193359375, 3.671875, 4.4375, -0.16796875, -1.8203125, 0.8125, 6.75, 1.703125, 2.0625, 0.65234375, -1.015625, 1.4609375, -2.390625, 2.125, 6.6875, 2.953125, 3.859375, 1.96875, 1.265625, 4.125, 1.6796875, 2.953125, 3.46875, 1.3984375, -5.1875, 2.71875, 0.5078125, 0.94921875, 2.9375, 3.296875, 3.046875, 3.40625, 3.703125, 2.109375, -0.25, 0.134765625, -4.78125, 0.27734375, 3.84375, 2.1875, 2.296875, -1.9140625, 0.11669921875, 0.80078125, 6.0, 3.28125, 0.9609375, 4.90625, 2.3125, 3.578125, 2.75, 3.078125, 3.28125, 3.71875, 2.40625, 2.546875, 1.1796875, 1.7265625, 3.90625, 2.859375, 5.3125, 1.65625, 0.71875, 0.019287109375, -0.953125, 3.09375, 0.27734375, 1.15625, 1.4375, 2.234375, -3.109375, 2.328125, 3.140625, 2.0, 2.015625, 4.9375, 0.64453125, 1.3359375, 0.6171875, -1.265625, 1.96875, 2.21875, 3.9375, -0.8046875, 2.78125, 1.5703125, 1.8125, 2.125, 2.640625, 2.65625, -1.8828125, 0.92578125, 4.21875, 2.6875, -4.34375, 4.5, -0.58203125, 2.453125, 2.3125, 3.671875, 0.55859375, -2.75, 0.64453125, 3.546875, 3.03125, 2.078125, 2.4375, 2.609375, 1.6796875, 4.5, 4.5625, 2.21875, 0.2119140625, 2.953125, 3.140625, 1.75, 2.1875, -0.27734375, 0.6875, 1.2109375, 3.734375, 1.4765625, 0.71875, 2.859375, 1.2890625, 1.34375, 1.1015625, 1.6484375, 1.171875, 2.765625, 1.5, 1.0625, 2.078125, 1.375, 2.171875, 3.53125, 3.90625, 0.322265625, 0.0233154296875, 3.484375, 2.171875, 1.9453125, 3.296875, 1.828125, -1.9609375, -1.03125, 4.25, 2.046875, 0.84765625, 3.296875, 3.34375, 3.296875, 4.28125, 2.796875, 3.5625, 3.734375, 5.46875, 1.421875, 1.421875, 2.6875, 3.03125, 2.75, 0.361328125, 2.59375, 2.140625, 3.21875, 3.59375, 1.9296875, 3.109375, 5.53125, 2.703125, 1.4140625, 3.84375, 1.375, 2.671875, 2.84375, 1.765625, 2.765625, 1.078125, 2.984375, 0.40234375], "rewards_rejected": [-0.74609375, 2.28125, 3.40625, 2.71875, 2.578125, 4.5, 1.875, 3.6875, 0.00109100341796875, 4.5625, -0.82421875, 2.484375, 0.2451171875, 0.671875, 0.828125, 1.0546875, 4.34375, 3.640625, -0.482421875, -0.6875, -0.8203125, 2.234375, -0.90234375, -1.15625, 3.5625, 3.703125, -3.390625, 3.1875, 3.421875, 0.43359375, -0.96484375, 1.7265625, 1.0625, 0.859375, 1.3203125, 2.203125, -0.61328125, -0.236328125, 2.796875, 2.0, -4.46875, 0.36328125, 3.453125, 1.796875, -0.5234375, 2.953125, 3.65625, 1.5625, -0.94921875, 2.03125, 1.703125, 1.3828125, -1.5234375, 1.1328125, 3.40625, 3.078125, 3.078125, 2.375, 2.1875, 1.3984375, 3.578125, 1.90625, 3.046875, 1.3515625, 2.40625, -0.4140625, -0.79296875, 0.76953125, -0.330078125, 4.34375, -0.291015625, -0.875, 0.8359375, 1.7109375, 5.625, -0.01519775390625, -4.4375, 3.921875, 1.1171875, 2.5, 1.6796875, 0.94921875, -0.69921875, -0.10888671875, -1.5078125, 0.17578125, 2.3125, -0.185546875, -0.0166015625, -0.90234375, 1.59375, 1.9375, 1.171875, 1.9765625, 1.59375, 1.4765625, -2.21875, 3.265625, -1.03125, -0.0419921875, -2.828125, 1.1796875, 2.734375, 1.2265625, 4.875, 1.46875, -1.578125, 0.287109375, 1.3046875, -0.40625, 3.015625, -0.33984375, -0.050537109375, 1.3828125, 0.6640625, 0.6953125, 3.515625, -0.60546875, 0.56640625, -0.28125, 2.828125, 1.625, -1.5625, 1.4765625, -0.54296875, -0.765625, 2.984375, -2.75, -1.265625, 0.203125, 3.640625, 2.625, -1.28125, -0.63671875, -7.03125, 1.6640625, 2.515625, 2.171875, -0.4296875, 2.625, 2.828125, 0.1953125, 4.0625, 3.421875, 3.265625, 2.1875, 3.4375, 0.828125, 2.9375, 2.28125, 3.96875, 1.171875, 1.8515625, 2.875, 1.6171875, 1.5625, 1.421875, -6.625, -0.166015625, 0.85546875, 2.703125, 2.765625, 2.453125, -1.8671875, 4.03125, 1.515625, 1.2109375, 2.453125, -0.6328125, 1.5, 2.78125, 2.25, -0.98828125, 0.84375, 2.796875, 2.359375, 1.796875, 2.625, 3.46875, 0.69921875, 3.375, 3.234375, 3.0625, 0.4140625, 3.90625, -0.27734375, 0.00109100341796875, -1.578125, -1.6171875, -0.404296875, 5.5, 0.16796875, 2.453125, 2.328125, 1.265625, 0.443359375, 0.890625, 2.421875, -0.3203125, 2.484375, -1.546875, 1.203125, -1.2578125, -1.40625, 1.359375, -0.53515625, -0.1845703125, 2.4375, 0.333984375, 2.953125, 1.53125, 1.203125, -0.00592041015625, 4.09375, 1.2265625, 0.0634765625, 2.421875, 1.1328125, 2.59375, 2.34375, 0.9375, 4.53125, 1.5859375, 1.03125, -0.52734375, 2.421875, 2.734375, 2.671875, -1.1484375, 3.703125, -0.87109375, 2.234375, -0.0849609375, 2.171875, 1.8359375, 2.953125, 3.5625, 3.125, 2.671875, -0.58984375, 3.21875, -2.0625, 1.5625, -1.578125, -0.1533203125, 3.5625, 0.6015625, 1.3828125, 3.5625, 1.9921875, 0.345703125, 0.34765625, -0.1845703125, 1.8515625, 2.359375, -3.21875, -0.0546875, 2.1875, 2.078125, 3.34375, 1.53125, 2.4375, -0.90234375, 1.453125, -0.36328125, 0.85546875, 2.65625, 0.8203125, 2.65625, 3.53125, 2.921875, -4.125, -3.265625, 1.5703125, -1.859375, 1.4609375, 1.203125, 0.3984375, 3.625, 1.3203125, 2.796875, 3.984375, 4.28125, 2.6875, 2.578125, 2.296875, 3.09375, -1.4375, 1.703125, -0.91015625, 2.546875, 1.6171875, 4.84375, 1.296875, 2.453125, 2.265625, 1.625, 1.96875, 1.734375, -2.09375, -2.09375, -0.5546875, 0.96875, 0.384765625, 3.15625, 0.2294921875, 1.046875, -2.078125, 0.87109375, -0.5625, 1.75, 1.09375, 1.390625, -0.48828125, -1.484375, -0.4375, -1.90625, 3.65625, 5.34375, -0.73046875, 2.4375, 2.34375, 4.375, 3.640625, -0.4453125, 2.5625, 2.09375, 1.984375, -1.3046875, 0.78515625, 0.86328125, 4.25, 1.2265625, 0.376953125, -1.3359375, 2.859375, 0.1533203125, 2.140625, 1.890625, 2.171875, 3.0, 1.875, 3.09375, -2.546875, 2.953125, 1.875, 2.90625, 2.4375, 4.96875, 0.1103515625, -2.0625, 2.75, 3.859375, -2.953125, -0.263671875, 0.546875, 3.234375, 1.71875, 2.203125, 0.41796875, 3.671875, 0.63671875, 0.89453125, 2.21875, -1.078125, 0.376953125, 2.28125, 1.9921875, 2.96875, 0.12451171875, 2.359375, 3.828125, 0.81640625, 2.984375, 4.34375, 3.5, 2.578125, -1.6796875, 4.3125, 0.11376953125, -1.1328125, 3.28125, 1.6796875, 0.93359375, 2.265625, -0.6640625, 1.3671875, 2.15625, 6.625, -0.291015625, -0.94921875, 2.515625, 1.84375, 1.8828125, 2.421875, 1.0859375, 3.703125, 1.234375, 3.546875, -0.166015625, -1.703125, 2.171875, 1.9453125, -1.21875, 3.390625, -0.053466796875, 0.0213623046875, 0.07763671875, 2.90625, 1.7734375, -2.203125, 0.1298828125, 3.21875, 2.59375, -0.4453125, -0.02001953125, 3.609375, 2.171875, 1.9453125, 1.1796875, 2.796875, 0.9296875, -1.109375, 0.65234375, 0.6015625, 2.25, -0.97265625, 0.31640625, 1.7734375, 2.84375, 0.71484375, 1.3359375, 1.4453125, 2.53125, 2.828125, 0.90234375, 1.4453125, 1.8203125, -0.216796875, 0.08203125, 1.7890625, 3.640625, 1.2421875, 2.359375, 5.8125, 2.65625, -7.03125, -2.453125, -0.423828125, 2.96875, 0.7265625, -2.6875, 2.171875, 0.021728515625, 0.90625, 3.890625, 4.0, 1.96875, 0.54296875, 3.78125, 1.7109375, 4.6875, 3.78125, 3.0625, 1.6953125, 1.6640625, 5.5, 1.3984375, 3.125, -1.0625, 1.7109375, 0.7890625, -0.2177734375, 1.125, 0.193359375, 0.9375, 1.9765625, 3.046875, 0.94921875, 3.859375, 3.09375, -0.9375, 1.8359375, 2.9375, -0.00115966796875, -3.0625, 2.046875, -1.0625, -1.0625, 1.640625, 1.7734375, 2.390625, 2.59375, 4.78125, 0.78515625, 0.4765625, 2.078125, -0.173828125, 3.078125, 2.515625, 0.63671875, 2.4375, 2.4375, 0.45703125, 2.671875, 1.265625, 1.4609375, 0.9609375, 1.8515625, 3.890625, 3.25, 3.609375, 0.48828125, 4.125, 3.65625, 2.28125, -3.0625, 4.46875, -1.84375, 2.3125, 0.84765625, 1.21875, 0.55078125, -0.54296875, 1.0234375, 1.8671875, -3.1875, -3.578125, 3.5625, 0.22265625, 4.28125, 2.5625, 0.82421875, 3.4375, 0.59765625, -0.25, -2.375, 1.7109375, 2.9375, -0.27734375, 2.421875, -0.9140625, 2.625, 2.0, 1.9921875, 0.2060546875, -2.25, 2.859375, -1.546875, 2.34375, 1.8046875, 2.0625, 5.5625, -0.5625, 1.1484375, -2.171875, 2.125, -1.96875, 2.1875, 0.51171875, 2.734375, 1.640625, 3.265625, -1.1328125, 0.3984375, 1.453125, 2.28125, 4.65625, 2.59375, 0.66796875, 2.953125, 1.3359375, 0.8359375, 1.9296875, 2.34375, 0.984375, 1.359375, 0.283203125, 3.125, 2.125, 2.625, 2.625, 1.75, 3.109375, 0.11279296875, -3.078125, 1.0078125, 1.3046875, 1.6015625, 1.6953125, 2.828125, 3.21875, 2.9375, 1.84375, 1.234375, 1.4140625, -3.890625, -3.484375, 3.15625, -0.2099609375, 5.1875, 1.1953125, 0.41796875, 1.8359375, 2.0625, -0.953125, 1.1171875, 0.8203125, 1.4453125, 3.734375, 4.0, 1.46875, -0.984375, 1.71875, 1.96875, 1.6953125, 1.1328125, 0.0311279296875, 1.546875, 0.578125, 2.40625, 2.328125, 1.5, -3.25, -0.6953125, 0.9609375, 1.4765625, 2.078125, 2.015625, 2.703125, 0.625, -0.310546875, 3.109375, 1.3671875, 0.63671875, 4.75, 3.46875, -0.2734375, -0.150390625, 3.8125, 2.265625, 1.03125, 3.796875, 1.8828125, 1.15625, 1.5546875, 4.5625, 0.1982421875, 1.2890625, 0.67578125, 1.8046875, 4.40625, 0.91015625, 1.671875, -1.5234375, 2.609375, 0.5078125, 0.78125, 0.09326171875, 0.26171875, 1.1953125, 0.984375, 1.4375, 0.82421875, 3.140625, 2.125, 1.7890625, 3.0625, 2.25, 1.7109375, 2.609375, 2.0625, 2.515625, 1.875, -1.6015625, 1.484375, 1.5, 0.11474609375, 1.7578125, -2.8125, 0.85546875, -1.4453125, 0.9296875, -1.734375, 3.65625, 0.93359375, 0.0947265625, 2.015625, 2.0, -0.1240234375, 2.46875, 2.484375, 1.0390625, -0.84765625, 1.6953125, -1.6328125, -2.1875, -2.375, 1.7578125, 1.8359375, -0.19140625, 0.9375, 1.0625, 3.6875, 2.5625, 1.8359375, 1.609375, 2.125, 4.875, 3.765625, -0.375, 3.46875, -2.90625, 2.8125, 3.484375, 1.1640625, 4.84375, 2.890625, 2.765625, 3.21875, 1.2421875, 2.765625, -0.1640625, 1.1328125, -0.79296875, -1.7578125, 1.890625, 0.515625, 0.388671875, 1.765625, 3.375, 0.42578125, 1.5546875, 3.59375, 0.5078125, 2.75, -0.2578125, -0.5234375, 0.1904296875, 2.84375, 1.859375, -1.0234375, 1.9765625, 0.1318359375, -1.015625, -0.74609375, -2.15625, -1.15625, 3.296875, 0.875, 2.9375, 0.8359375, -0.83984375, 1.03125, 2.0, 0.765625, 3.34375, 0.5078125, -1.984375, 0.2734375, -1.421875, 0.037841796875, 3.5625, 0.51171875, 3.25, 2.375, 2.625, 2.5625, 3.03125, 1.4609375, 4.71875, 0.625, 1.765625, 2.3125, 0.2734375, 1.6640625, -0.19140625, 1.5390625, 6.0, 1.71875, 1.828125, -3.21875, 0.58203125, 3.40625, 3.65625, 1.9140625, 1.96875, 0.470703125, 2.609375, 2.328125, 1.6953125, 3.15625, 4.1875, 3.1875, 4.0625, 4.0625, 1.5078125, -1.0625, -0.69921875, 4.71875, -2.828125, 0.5625, -1.015625, 3.65625, -3.109375, 2.703125, 3.515625, 2.3125, 1.421875, 4.9375, -0.4140625, 3.765625, 3.953125, 0.6875, 1.6875, 1.6875, 2.15625, -3.0625, 2.640625, -0.8671875, -3.546875, 2.15625, -0.3359375, 0.546875, -1.8828125, 0.87109375, 3.5625, 2.71875, -4.34375, 0.83203125, 0.69140625, 1.203125, 0.73828125, 3.9375, 0.99609375, -0.87109375, 2.53125, 1.40625, 2.859375, 2.765625, -0.130859375, 0.7265625, 0.69921875, 1.8359375, 3.78125, -0.4375, 0.2119140625, 3.34375, 3.09375, -2.09375, 3.25, 2.0625, -2.6875, -2.3125, 2.046875, -0.78515625, -0.546875, 4.1875, 0.94921875, -0.984375, 1.453125, 3.609375, 0.9921875, 2.703125, 0.95703125, 2.421875, -2.3125, 1.859375, 1.8828125, 3.546875, 2.375, -2.34375, 0.578125, 1.9375, 1.3828125, 2.09375, 2.90625, 1.65625, -1.5234375, 0.41015625, 1.296875, 2.4375, 1.59375, 3.25, -0.58203125, 2.21875, 4.3125, 2.0625, 1.2734375, 2.046875, 4.21875, -1.046875, 1.359375, 1.8984375, 1.4453125, 1.5078125, 0.1416015625, 3.890625, -0.20703125, 3.140625, 3.4375, 0.35546875, 3.75, 3.34375, 1.484375, 0.1513671875, -3.25, 0.90625, 1.8203125, 3.234375, 2.5, 3.96875, 1.078125, 2.5, 0.15234375], "margins": [-1.36328125, -0.140625, -3.826171875, 0.359375, -0.484375, -1.328125, 0.0, 0.40625, 2.7645339965820312, -1.703125, 2.28515625, -0.453125, 2.1767578125, 0.0, 1.1875, 2.7265625, -0.515625, -2.046875, 2.263671875, 0.28125, 2.578125, -2.455078125, 1.4765625, 4.203125, -0.53125, -0.78125, 1.8125, 0.328125, -0.453125, 0.83203125, 2.86328125, -1.462890625, 0.6484375, 0.0, 0.65625, 0.0, 2.58984375, 1.201171875, 0.359375, -0.2578125, 8.171875, 1.47265625, -1.59375, -4.3125, 4.0859375, -0.171875, -0.421875, 0.0, 4.35546875, 1.53125, 0.65625, -0.5546875, 4.7734375, 2.3984375, 0.09375, -0.734375, 0.359375, 0.765625, 0.515625, 1.1328125, -1.015625, -3.3203125, -1.9765625, -0.421875, 0.75, 1.8046875, 0.515625, 0.0, -1.076171875, 0.03125, 2.056640625, 0.32421875, 1.4609375, 1.7578125, -3.53125, 2.74957275390625, 2.4375, -0.34375, 1.4140625, 1.5625, 0.0, 0.26953125, 2.98046875, 0.90966796875, 0.0, 1.23046875, 1.375, 2.037109375, 1.2197265625, 2.80078125, -1.0390625, 1.5625, -1.65234375, 0.3359375, -1.046875, -0.484375, 2.734375, -1.4453125, 2.6328125, 2.0341796875, -0.359375, 2.1015625, -0.203125, 0.28125, -2.21875, 1.546875, 2.7265625, 3.259765625, -2.984375, 1.8125, -1.015625, 2.79296875, 2.534912109375, 0.7890625, 0.30859375, -0.28515625, 0.0, 1.099609375, 0.71484375, 0.705078125, -0.5625, 0.0234375, 4.8125, 3.1484375, 0.8046875, 1.1796875, -3.05615234375, 1.84375, 0.140625, 3.15625, -0.1875, -0.25, 2.6796875, -1.04296875, 10.46875, 1.0078125, -0.3125, 0.0, 0.0, -3.30078125, -1.125, 0.263671875, -1.6875, -0.21875, -1.234375, 0.734375, 0.0, 1.1875, 0.921875, 1.453125, -0.171875, 1.4375, 0.8984375, -0.9453125, -1.05078125, 1.734375, 0.0, 8.4375, 1.775390625, 0.37109375, -0.203125, -2.61328125, -0.171875, 0.0, -1.015625, 0.703125, 0.9296875, 0.0, 2.8046875, 0.0, -1.234375, 0.46875, -0.55078125, 0.171875, 0.453125, 0.1875, -0.9609375, -2.794921875, -0.625, 0.98046875, -0.75, 0.0, -0.15625, -3.9765625, -0.546875, 0.20556640625, 2.7645339965820312, 2.0, 2.21484375, -0.837890625, -2.671875, -1.64453125, 0.390625, 0.796875, -0.1640625, -1.873046875, 0.06640625, 0.75, 4.5390625, 0.4375, 3.484375, 0.609375, 0.3984375, 1.833984375, 0.25, 0.0, 0.4580078125, 0.71875, 1.728515625, 1.234375, 1.515625, 2.953125, 0.34967041015625, -0.578125, -1.275634765625, 0.8115234375, -0.359375, 4.0859375, 0.765625, -0.09375, 1.421875, -2.5390625, 0.0, -0.90625, 1.0390625, 1.5625, -0.4375, -0.734375, 2.1484375, -0.59375, 2.57421875, 0.640625, 2.0380859375, -2.157958984375, -0.078125, -1.6953125, -0.53125, -0.640625, 0.484375, 1.484375, -0.625, 2.93359375, -2.29296875, 0.0, -1.7373046875, -2.25, 2.8203125, 0.0, -1.734375, 0.3046875, -0.044921875, 0.70703125, 0.4580078125, 1.7890625, -2.4267578125, 1.296875, 1.171875, 0.296875, 0.6875, 0.546875, -0.203125, -1.5625, 4.43359375, 0.296875, 1.45703125, -0.18359375, 0.109375, 1.9609375, 0.375, -0.140625, -0.5, 6.390625, 0.0, 1.1640625, 2.0068359375, 1.4296875, -1.25146484375, 1.0078125, 0.109375, -0.171875, 0.453125, -0.171875, -0.84375, -0.03125, -0.484375, -0.21875, -0.5625, 1.4388580322265625, 1.984375, -1.69921875, -0.25, -0.15625, 0.0, -1.14453125, -0.3125, -0.203125, -0.234375, 0.0234375, 1.515625, 1.75, 3.84375, 3.6484375, 0.0, 0.185546875, -1.890625, 0.8408203125, 0.4375, 3.125, 0.0, 1.1875, 0.921875, 1.171875, -1.2861328125, 1.76953125, 3.1015625, 2.953125, 4.8125, -0.703125, -2.078125, 0.0, 0.640625, -0.640625, -1.171875, 0.390625, 1.22265625, -0.21875, -2.61328125, 1.421875, 3.6953125, 1.05859375, 0.08203125, -0.8125, 0.1328125, 2.669921875, 0.94140625, 0.421875, 1.2451171875, -0.8046875, 0.5, -0.4609375, 1.25, -2.1044921875, -0.125, 1.80859375, -4.515625, 0.0, -0.140625, -0.6875, -0.625, 4.3583984375, 2.14892578125, -0.546875, 0.0, 6.46875, 1.126953125, 2.859375, -1.1875, 2.140625, 0.21875, 2.44140625, -2.84375, -1.76171875, 2.12109375, 0.390625, 2.5859375, 2.701171875, 1.140625, 0.0234375, -1.140625, 1.50830078125, -1.6875, -1.484375, 1.96484375, -0.84375, -1.1875, -1.46875, -2.2734375, 2.5703125, -0.359375, 0.0, 1.544921875, -1.1875, 2.1328125, 0.26171875, -2.583984375, -0.1484375, 0.625, -0.15625, 0.5625, 2.400390625, 0.0, 0.046875, 1.140625, 0.2890625, 0.453125, -0.015625, -0.625, -0.265625, -1.078125, 4.166015625, 2.08984375, -0.40625, -2.43359375, 3.34375, -2.73046875, 0.0, 0.0, 1.32861328125, 0.1875, 1.2734375, 0.8984375, 2.3857421875, 0.546875, -0.9921875, 1.9765625, -2.01123046875, 0.3125, 1.0625, 1.3203125, 1.2421875, -3.453125, 0.8359375, 2.9765625, 0.48046875, 1.0625, 0.578125, 0.1328125, 0.29296875, 1.0078125, 0.75, 0.62109375, -1.091796875, 1.1796875, 0.375, -1.0859375, 0.078125, -0.62109375, 0.4296875, 0.40625, 0.0, 1.6640625, 0.296875, 0.4375, -0.984375, -1.3125, -0.03125, 10.46875, 3.5234375, -1.716796875, -0.109375, -3.0078125, 3.5546875, 0.046875, 2.197021484375, 2.4375, 0.296875, -1.875, -2.64453125, 1.92578125, 0.078125, -0.1796875, -0.21875, 1.4375, -0.46875, -1.462890625, 2.0078125, -4.3828125, -0.3046875, -0.609375, 0.63671875, 1.7109375, 0.8984375, -0.3720703125, -0.41015625, 4.337890625, 0.515625, 0.7890625, -0.53125, 0.83984375, -0.28125, -0.71875, 2.421875, -0.171875, 0.5625, 0.73162841796875, 0.0, 0.9375, 2.34375, 0.31640625, 0.2578125, 0.7734375, 2.203125, 0.53125, -2.453125, -0.7412109375, 0.8046875, -3.3125, 0.986328125, -1.921875, 0.21875, -0.3046875, 1.140625, 0.140625, -0.25390625, -3.45703125, 1.890625, 0.3125, 1.5234375, -0.8828125, -1.40625, 0.078125, -0.140625, -0.47723388671875, 0.0, -0.8125, -0.78125, 5.4375, 0.09375, 0.0, 1.9375, 0.13671875, 2.234375, 1.63671875, -0.0859375, 0.203125, 0.1171875, 2.3359375, 0.0, -1.203125, 0.244140625, -0.984375, -0.21875, -0.03125, -2.1328125, 0.0, 1.1875, -1.34375, -1.388671875, 0.421875, 0.751953125, 0.015625, 0.15234375, -1.5859375, 0.28125, 0.6015625, 0.7744140625, 2.80859375, -1.2578125, 0.0, 0.234375, -0.015625, 0.953125, 0.75, 1.375, 1.7578125, 0.5078125, -0.6796875, 1.0859375, -0.671875, 0.375, 1.359375, -0.8046875, 0.0, 4.1015625, -0.779296875, 1.859375, -0.3515625, -0.21875, -0.34375, 1.07421875, 0.0, 0.1796875, 1.6015625, 0.3515625, -1.5546875, 0.0703125, 0.25, 5.498046875, -0.046875, 0.203125, 0.296875, 0.03125, 1.078125, 0.15625, 3.65283203125, 0.0, 3.1484375, 0.546875, 2.0703125, -2.01953125, -0.53125, 0.15625, 0.421875, -1.474609375, 0.671875, 0.2734375, 0.0, 0.0, 0.0, 4.9912109375, -4.1171875, 1.2734375, 0.0, 1.4921875, 0.125, 4.546875, 1.9765625, -1.56640625, 0.0, 0.265625, -0.625, 0.6875, 3.625, 0.421875, 0.375, 0.28125, 1.5859375, 0.7501220703125, -0.03125, 2.171875, -4.1875, -3.12109375, 0.96875, 5.765625, 3.1328125, 2.1640625, 0.8046875, 0.015625, 4.484375, -0.578125, -3.921875, 2.169921875, -0.953125, 1.7109375, 2.09765625, -1.90625, -0.515625, 1.90625, 1.205078125, 0.0625, -0.875, 2.21875, -1.5, -0.5859375, 0.34375, 2.4140625, -1.25, 1.0361328125, 0.1953125, 3.21484375, 1.0234375, -0.09375, 1.93359375, -0.78515625, 0.1171875, -1.2578125, 1.390625, 0.01953125, 0.78564453125, 2.58203125, 0.8203125, 1.09375, 0.34375, 0.80078125, 0.78125, -0.3046875, 1.6015625, -0.890625, -2.98046875, 1.0546875, -1.2578125, 0.828125, -3.49609375, 0.421875, 2.41796875, -0.65625, 0.109375, 2.32275390625, 3.4609375, 3.18359375, 1.05078125, 1.85546875, 0.8359375, 0.0, 0.140625, -1.236328125, -2.2041015625, -1.27734375, -0.3515625, 3.1552734375, 1.109375, 0.109375, 1.3515625, 2.08203125, -1.01953125, 0.0, 3.9296875, 1.3671875, -0.65625, 0.5859375, 1.69140625, 1.578125, 0.4140625, -0.90625, 1.5625, 0.0, 3.921875, 0.125, -2.953125, -1.46875, 0.0, -1.078125, 6.28125, -1.4453125, -4.5703125, -2.6015625, -1.703125, 0.375, 0.046875, 0.875, 0.8046875, 1.328125, 2.125, -0.609375, -1.64453125, 1.5810546875, -1.838134765625, 0.4921875, -1.212890625, 0.453125, -0.75, 1.55859375, 0.2109375, 0.203125, -0.701171875, 0.921875, 4.6953125, 0.35546875, -2.0107421875, -2.03125, 4.890625, 2.7265625, 0.0859375, 0.5205078125, 0.0, 2.20703125, -0.234375, 3.28125, 3.390625, 2.078125, 0.921875, 1.1328125, 2.10546875, 3.09375, -0.3203125, 2.1875, 0.125, 0.890625, -3.203125, 2.4453125, 1.9296875, 0.911376953125, -0.625, 2.78515625, -0.203125, 1.03125, 1.078125, -0.453125, -3.28125, -1.326171875, -9.5, -0.34765625, 2.078125, -0.125, 2.0234375, -3.578125, 0.30810546875, -0.73828125, 0.0, 1.5625, -0.8671875, 8.125, 1.73046875, 0.171875, -0.90625, 1.1640625, 1.3125, 3.248046875, -0.203125, 0.21875, -0.515625, -1.4296875, -0.28125, -0.328125, 1.25, -2.40625, -0.7890625, 1.081787109375, -0.25390625, -1.625, 3.10546875, 0.59375, 2.453125, -1.421875, 0.0, -0.375, -0.375, -0.3125, 0.59375, 0.0, 1.05859375, -2.4296875, -3.3359375, -1.953125, 0.28125, 0.53125, 1.78125, 2.2578125, 0.140625, 2.4375, 5.359375, -0.03125, 2.9765625, 2.109375, 0.0, 0.0546875, 0.65625, -0.03125, 0.0, 3.66796875, -1.2734375, 1.25, 1.57421875, -0.265625, -0.4375, -1.87890625, -1.88671875, 2.140625, 0.171875, -0.6875, 2.568359375, 1.8828125, 0.98046875, 2.6640625, 0.78125, 2.65625, 0.0, -0.390625, 0.046875, 3.84375, -1.0625, -2.33984375, 3.375, 3.5234375, 1.6875, 2.26171875, 1.265625, -1.328125, 0.33984375, 2.328125, -0.3515625, -1.9609375, 0.1796875, 0.0625, 0.54296875, -1.359375, 4.390625, -0.484375, 0.2890625, -0.015625, 1.53125, 2.666015625, -0.5548095703125, 1.546875, 0.7890625, -0.1484375, 0.390625, 0.171875, -0.4375, -1.44140625, 2.953125, -0.390625, -0.74609375, 0.046875, 3.92578125, 1.078125, -0.03125, 0.734375, 2.2890625, 1.6875, 1.25, 2.46875, 0.0625, 0.7890625, 1.5859375, 1.2421875, 0.2197265625, -1.296875, 2.34765625, 0.078125, 0.15625, 1.57421875, -0.640625, 2.1875, 1.21875, 1.2626953125, 7.09375, 0.46875, 0.8515625, -0.390625, -0.734375, -1.203125, 0.0, 0.484375, 0.25]} \ No newline at end of file diff --git a/margin_logs/val_margins_general_epoch_10.json b/margin_logs/val_margins_general_epoch_10.json new file mode 100644 index 0000000000000000000000000000000000000000..c9d452482d9374e9f1023eb49d9523b37737b8fe --- /dev/null +++ b/margin_logs/val_margins_general_epoch_10.json @@ -0,0 +1 @@ +{"epoch": 10.0, "step": 2460, "domain": "general", "rewards_chosen": [-4.09375, 2.125, -1.46875, -2.4375, -3.96875, 1.0, 0.3671875, -0.68359375, 2.390625, 0.10791015625, -1.4296875, 1.828125, 0.061279296875, -4.96875, -2.984375, -2.515625, -4.8125, 0.99609375, -1.984375, -8.1875, -3.09375, -3.734375, -1.84375, 2.96875, 0.08984375, -5.625, -12.1875, -0.1181640625, -2.8125, -5.5, -11.25, -2.203125, 2.234375, -2.53125, -5.375, -2.5625, 1.7265625, 1.6640625, -3.859375, -2.640625, 1.5625, -1.6484375, -10.5, -4.28125, 1.25, 0.7578125, -5.96875, -0.8359375, 5.5, 1.484375, -1.4296875, -3.84375, -0.953125, 1.140625, 5.71875, 3.421875, -2.40625, 1.6953125, -6.9375, 0.2294921875, 5.3125, -6.5625, -2.03125, -4.6875, -1.2109375, -5.53125, -7.6875, -2.625, -6.1875, -0.6796875, 0.1640625, -4.46875, -3.734375, 1.640625, -1.109375, -3.171875, -5.53125, 3.9375, -8.875, 1.75, -1.125, -1.8203125, 1.0078125, 1.578125, -2.203125, -1.640625, 1.4765625, -5.6875, -0.314453125, 0.9921875, -3.984375, -2.921875, -3.625, -1.5234375, 0.53515625, -8.3125, -3.484375, -1.28125, -3.359375, -3.0625, -3.75, 0.34375, -3.9375, -4.53125, -0.1240234375, 3.671875, 1.328125, -1.6875, -4.59375, 2.75, 0.34765625, 1.515625, 1.0078125, 1.4140625, -3.59375, -1.5625, -0.86328125, -3.296875, -3.234375, -2.6875, 1.8125, -3.796875, 0.7265625, -1.65625, -7.1875, -1.390625, 1.265625, -1.78125, -6.84375, -0.318359375, -0.0064697265625, 0.90625, -0.98046875, -3.65625, 3.375, -0.06689453125, 1.7890625, -3.8125, -5.625, -0.984375, -5.4375, -0.26953125, -1.1484375, -3.984375, -2.890625, 2.171875, -6.90625, -2.984375, 1.0859375, -7.875, -1.2265625, -2.125, 1.328125, -0.625, -1.9453125, 4.28125, -8.5625, -0.62890625, -5.3125, -5.0625, -2.265625, -2.84375, 0.1630859375, -4.625, -4.15625, 4.09375, -4.96875, 1.7421875, -7.65625, -0.1689453125, -3.734375, 1.0390625, -2.890625, -6.75, 1.671875, -2.28125, -1.4609375, -8.8125, 1.84375, -1.8125, -6.3125, 1.765625, 4.125, -4.875, -1.546875, -2.40625, 2.390625, -4.375, -1.8359375, -2.9375, -2.046875, -2.09375, 0.1396484375, -0.921875, -4.625, -5.0, -3.609375, -1.6328125, -0.73046875, -3.5, -1.7734375, -0.97265625, -6.40625, -8.1875, 3.53125, -6.3125, -7.46875, -4.65625, -0.73046875, 3.078125, 3.625, -5.9375, -1.8828125, 5.0625, -9.1875, -6.75, -1.2421875, 2.828125, -0.298828125, -0.302734375, 0.0419921875, -3.40625, -2.3125, -2.15625, -2.421875, 0.07470703125, -3.078125, 1.9765625, -3.328125, 0.890625, -1.65625, 0.546875, -6.0, -2.53125, -1.2109375, -2.125, 2.953125, 6.3125, 0.81640625, -4.28125, -0.2041015625, -0.25, -7.90625, -6.96875, -6.65625, -3.03125, -4.0625, -0.1435546875, -5.09375, -1.4765625, -2.28125, -5.59375, -7.46875, -2.5, 0.283203125, -6.6875, -3.859375, -2.6875, -7.96875, 0.21875, 1.015625, -6.875, 4.21875, -5.3125, -3.515625, -1.921875, -1.9453125, -1.078125, 1.0, -3.140625, -5.09375, 2.171875, -6.1875, -2.28125, -6.375, 3.296875, -6.4375, -5.34375, 4.0, 1.0703125, 1.671875, 2.34375, 3.640625, 0.06591796875, 0.64453125, -1.484375, 0.287109375, -9.625, -0.5, -5.09375, -0.90625, -5.125, -1.0390625, 0.1826171875, -0.40625, -2.25, -5.71875, -3.5, 3.5625, -9.8125, -1.6171875, 4.84375, -4.0625, -3.203125, 0.333984375, -5.71875, -9.5, -0.421875, -7.625, 1.6640625, 3.6875, -3.921875, 1.28125, -0.466796875, -0.97265625, 2.109375, -1.96875, 0.66015625, -4.78125, -5.34375, -1.1328125, 3.25, 1.1796875, -1.0, -5.0, 0.0771484375, -6.96875, 0.96484375, -0.380859375, -6.3125, -0.5234375, -0.8671875, -4.25, -1.1484375, -5.40625, 0.330078125, -1.0703125, -6.9375, 1.546875, -1.9921875, 0.92578125, -9.0, 1.9140625, -6.84375, -7.96875, -0.71875, 1.3828125, -3.34375, -0.283203125, -0.71875, -6.53125, -7.90625, 7.40625, 1.2734375, -4.8125, 0.51171875, 0.1171875, 2.75, 0.56640625, -0.373046875, 1.4453125, -7.34375, 0.63671875, 0.146484375, -5.0625, -0.87890625, -2.09375, -1.2265625, 1.96875, -2.0625, -7.0, -7.5, 2.515625, -3.3125, -0.87109375, 0.84765625, -1.0859375, -2.953125, -1.484375, -4.8125, -3.09375, -1.265625, -2.21875, -2.28125, -4.5, -7.65625, -0.453125, -1.90625, 0.828125, 3.15625, -8.625, 1.2265625, 2.953125, -0.92578125, 6.21875, -7.40625, 2.4375, -2.671875, -1.6015625, -0.55859375, 3.203125, 4.4375, -2.578125, -3.0625, -2.90625, -1.7109375, -2.21875, -4.03125, 0.291015625, 1.2421875, -4.65625, 0.875, -0.85546875, -4.6875, -1.1015625, -3.28125, 0.546875, 3.296875, 2.59375, 0.41015625, -4.03125, 2.375, -0.69921875, -3.203125, 0.6953125, 3.453125, -3.015625, -2.578125, 2.734375, -0.7578125, -1.921875, -4.875, 2.296875, -3.765625, -3.0, -3.234375, 2.59375, 3.84375, -5.75, -8.625, 0.09619140625, 1.53125, -0.78515625, -7.90625, 3.09375, 0.2734375, 3.375, -9.25, -6.96875, -2.15625, -10.125, -2.296875, -2.015625, -5.1875, -0.796875, 4.625, -0.5859375, -1.03125, 0.375, -0.546875, -3.328125, -2.046875, 2.875, -1.859375, -5.5, 0.984375, -5.75, -3.46875, 2.375, -7.09375, -2.953125, 1.28125, -3.25, -6.65625, 4.125, -2.5, -2.046875, 0.53515625, 0.16796875, 1.6875, -3.03125, 4.28125, 2.75, -0.6640625, -3.171875, -9.625, 0.54296875, -2.40625, -2.859375, -2.734375, -0.890625, 4.0, -0.2060546875, -2.28125, 0.181640625, -4.78125, -8.875, -12.3125, 1.2421875, 3.921875, 0.349609375, 0.81640625, 0.6875, -2.796875, -0.95703125, -0.1162109375, -2.328125, -0.76953125, -4.96875, 0.69140625, 0.94921875, -1.796875, -6.96875, -4.71875, 3.984375, -2.171875, -0.640625, 0.66015625, -6.5, -3.5, -0.2216796875, 0.53515625, -0.68359375, -12.3125, 0.9140625, -0.47265625, -6.1875, -3.640625, -3.890625, -4.53125, -5.1875, 0.0771484375, -10.75, -5.625, -6.5625, -1.703125, -9.125, -0.359375, 0.314453125, -5.875, 0.2265625, -5.46875, -3.84375, 1.1796875, 2.71875, -2.578125, -6.40625, -3.125, -4.375, -3.890625, -2.71875, -0.2890625, 5.6875, -2.3125, -1.09375, 0.5234375, -7.59375, -5.9375, -3.625, -8.5, 1.6875, -0.984375, -2.1875, 0.80859375, -1.1796875, -2.96875, 2.71875, 2.375, 1.7890625, 3.421875, -1.34375, -3.484375, -0.65625, 1.015625, -2.75, -5.15625, 3.53125, 4.125, 1.421875, -2.296875, 0.515625, -0.166015625, -2.65625, -1.7734375, 4.5, -5.59375, 3.96875, -3.40625, 1.6484375, -4.15625, 4.4375, -1.703125, 0.314453125, -7.25, -2.734375, -1.2578125, -5.09375, -13.625, 5.40625, -0.8828125, -5.875, -2.9375, -0.490234375, -0.69921875, -3.234375, 0.12451171875, 0.54296875, -3.15625, -1.0078125, 2.53125, -0.330078125, 0.2431640625, -2.515625, -8.4375, 2.046875, -0.6875, 2.578125, -2.859375, -1.7421875, -3.28125, -8.0625, -3.78125, -1.9921875, 3.421875, 1.40625, 3.78125, -0.302734375, -0.86328125, 5.125, -0.1748046875, -11.0, -1.2890625, 1.1640625, 2.34375, -1.0, -10.3125, 1.140625, -3.40625, -11.3125, -5.03125, -1.40625, -0.169921875, -3.140625, 0.671875, 0.515625, 5.5625, 0.78515625, -7.84375, -4.40625, 0.08984375, 4.6875, 3.625, 0.419921875, -0.82421875, -5.71875, -3.015625, -0.04345703125, 1.2109375, -1.75, 0.349609375, 0.953125, -4.03125, -0.2578125, -6.28125, -2.40625, -4.1875, -4.8125, 1.4609375, -2.359375, 1.875, -3.015625, -0.08740234375, -3.484375, -1.609375, -6.375, 1.4921875, 0.8046875, 5.03125, 3.6875, 1.53125, 3.171875, -5.5, 2.375, -2.4375, 4.3125, -12.5625, -5.65625, -5.40625, 1.0, -0.3046875, -2.28125, -2.125, -1.484375, -1.4140625, 0.1171875, -6.3125, 2.75, -3.765625, -0.00128173828125, 3.171875, -2.78125, 1.1484375, 0.419921875, -3.0, 2.359375, 0.8671875, 1.265625, -5.125, -2.609375, -2.828125, -3.34375, -5.84375, 1.359375, 2.71875, -12.5625, -9.8125, -1.2265625, -2.203125, -3.328125, 0.58203125, -3.75, 4.65625, -1.59375, -1.7265625, -9.6875, -9.625, -4.4375, -4.375, -7.09375, 4.84375, -0.53515625, -3.859375, -4.03125, -0.9921875, -9.3125, -5.8125, 2.265625, -2.640625, -4.90625, 1.875, 5.09375, -2.765625, 4.125, -8.25, -3.5625, -2.0625, -3.984375, -1.84375, 4.96875, -2.34375, 1.0859375, 1.234375, -1.6796875, 1.890625, -3.984375, -4.5, -5.84375, 0.404296875, -8.9375, -1.078125, -0.0034332275390625, -6.375, -5.1875, 3.609375, 0.12353515625, 1.375, -2.828125, -5.46875, -7.46875, -5.3125, -5.84375, -2.40625, 6.09375, -0.80859375, -2.078125, -6.03125, -8.75, -0.49609375, -2.984375, 0.1376953125, -5.09375, -0.466796875, -4.53125, 1.8046875, -2.84375, -2.03125, 4.1875, -0.482421875, -4.84375, -0.83984375, -0.91015625, -4.59375, -1.1484375, 0.1318359375, 4.9375, -1.015625, -3.4375, -13.125, -11.0625, 4.09375, -8.625, 2.21875, 0.6328125, -0.8125, -9.0625, -4.03125, -4.5, -2.203125, -3.578125, -1.9140625, -0.90234375, -1.34375, -2.34375, -9.5, 5.0, -4.1875, -1.1015625, -0.27734375, 3.65625, 1.359375, 3.703125, 0.3515625, 1.8203125, -2.078125, -5.4375, -0.23828125, 2.5, -1.2890625, -5.34375, 4.625, -11.9375, -8.125, 0.4765625, 1.734375, -4.71875, -5.96875, 0.76953125, 1.859375, -6.875, -5.125, 4.65625, 0.001861572265625, -1.8125, 7.09375, 0.578125, 1.3671875, -8.3125, 1.7109375, -2.8125, -1.6171875, -2.4375, -10.25, -9.625, 0.7109375, 2.15625, 1.8359375, -0.66015625, 2.921875, -1.3125, -1.5078125, -1.6875, -2.640625, -5.125, 3.46875, -4.25, -4.21875, -0.01953125, -2.15625, -0.92578125, 0.349609375, 2.84375, -3.140625, -0.50390625, 0.63671875, 1.4140625, 1.015625, 0.87109375, -0.78125, -2.421875, -3.984375, 3.1875, -3.71875, -5.625, -0.2412109375, 3.6875, 1.828125, 5.90625, -0.6484375, -3.1875, 2.15625, -2.28125, 0.59375, -3.4375, 1.171875, -0.21875, -1.921875, -11.375, -1.5625, -1.2265625, 0.67578125, -0.171875, -4.71875, -1.953125, 2.5, 2.421875, 0.216796875, 2.671875, 0.333984375, -1.734375, -2.21875, -0.84375, 0.8828125, -3.046875, -2.265625, -10.375], "rewards_rejected": [-0.478515625, 0.5390625, 2.828125, -3.609375, -0.66796875, -4.40625, 0.3671875, -0.73046875, -4.28125, 1.1953125, -10.875, -3.171875, -14.75, -4.96875, -6.25, -2.34375, -1.6953125, 4.59375, -6.0, -9.8125, -8.625, 1.7734375, -5.625, -5.25, -0.232421875, -6.0625, -16.625, -2.0625, -3.859375, -7.40625, -9.75, -5.59375, -0.9921875, -2.53125, -6.125, -2.5625, -0.38671875, -0.443359375, -6.1875, -0.69140625, -4.375, -8.3125, -10.4375, -1.7578125, -9.125, 1.1875, -7.84375, -0.8359375, -13.25, 0.0732421875, -8.1875, -6.1875, -11.3125, -6.125, 5.5625, 3.1875, -0.80859375, -6.875, -6.96875, -0.466796875, 8.375, -1.390625, 2.328125, -8.625, -2.015625, -8.3125, -10.4375, -2.625, -5.625, 1.1875, -7.75, -8.125, -10.0, -1.8125, 2.171875, -8.6875, -12.0, 2.75, -9.875, 2.375, -3.828125, -2.828125, -12.5625, 0.00408935546875, -2.203125, -4.9375, -9.1875, -7.0, -6.53125, -10.1875, -6.625, -1.421875, -1.0703125, -0.37109375, -0.96484375, -6.78125, -13.5625, 1.15625, -12.0625, -6.875, -11.1875, -2.21875, -4.0, -5.78125, 2.6875, -7.03125, -5.6875, -1.015625, 0.88671875, -3.515625, 2.609375, -0.7890625, -3.53125, 0.25, -5.625, -6.25, -0.86328125, -1.375, -7.375, -0.0252685546875, -5.71875, -8.5, -18.625, -12.9375, -3.765625, -9.375, 2.765625, -7.65625, -7.9375, -0.47265625, -0.310546875, 0.69140625, -8.25, -7.25, -7.75, -3.390625, 0.2734375, -3.8125, -5.625, 0.349609375, -4.34375, -2.40625, 2.125, -1.984375, -5.0625, -2.21875, -6.90625, -6.25, 0.92578125, -7.6875, -1.40625, -8.6875, -1.328125, 1.046875, -2.71875, -0.1435546875, -8.5625, -12.5, -6.625, -12.375, -3.125, 1.359375, 0.96484375, -4.625, -5.75, 0.703125, -1.96875, 0.23828125, -11.5, -0.1689453125, 1.5703125, 1.8125, -4.125, -6.34375, -5.34375, -3.296875, -0.56640625, -5.0625, 0.515625, -4.25, -4.5625, -4.9375, 0.8828125, -5.15625, 1.0, -7.1875, -4.28125, -9.25, -11.4375, -3.484375, -0.58203125, -3.0625, 1.3046875, -4.59375, -4.75, -1.4921875, -4.53125, -4.8125, -4.125, -5.8125, -9.4375, -4.5, -7.40625, -10.5625, 2.09375, -6.3125, -6.65625, -6.90625, -6.71875, 0.451171875, -1.828125, -12.3125, -9.9375, 5.09375, -5.375, -2.125, -0.63671875, -3.53125, -2.1875, -2.90625, -2.03125, -3.703125, -2.3125, -3.875, -7.34375, 1.5, -3.375, -1.0625, -10.75, 1.6796875, -6.78125, -1.4453125, -9.9375, -3.8125, 2.28125, -1.6171875, 3.234375, -2.03125, 1.609375, -6.0625, -1.7734375, -6.75, -1.109375, -6.96875, -5.0, -5.28125, -8.3125, -0.1435546875, -3.546875, -0.462890625, 0.49609375, -6.8125, -6.65625, -3.109375, 5.6875, -4.15625, -9.6875, -1.671875, -5.1875, 1.7109375, 0.5625, 0.400390625, -3.859375, -5.03125, -5.65625, -3.265625, -0.97265625, -12.1875, -2.609375, -2.234375, -3.8125, -12.0, -6.1875, -3.03125, -7.125, -0.62109375, -4.53125, -5.90625, 4.78125, -6.8125, -5.34375, 3.03125, 2.5625, -6.866455078125e-05, -0.5703125, -0.337890625, -4.25, -1.75, -5.90625, -3.71875, -0.828125, 1.1953125, -2.046875, -0.29296875, -8.1875, 0.66015625, -1.8359375, -2.640625, -0.92578125, -15.0, -5.03125, -10.375, -4.0625, -8.9375, 1.578125, -6.8125, -13.125, -8.125, -7.625, -1.6875, -1.75, -2.359375, -1.2421875, -3.90625, -5.75, -6.1875, -10.125, -0.369140625, -0.19140625, -5.34375, 0.625, -0.91796875, -1.1796875, -7.1875, -3.53125, -5.0625, 0.2392578125, -1.2109375, -4.46875, -9.25, -2.328125, -0.84765625, -3.625, -6.65625, -9.8125, -3.265625, -4.75, -6.9375, -1.3671875, -12.0625, 1.015625, -0.9921875, 0.87890625, -9.4375, -4.78125, -0.71875, -0.447265625, -4.65625, 0.7109375, -9.625, -11.125, 1.71875, 7.0625, -10.8125, -12.0625, -6.6875, 1.4453125, -4.59375, -5.59375, -8.0625, -0.376953125, -4.1875, -8.25, 2.078125, -7.625, -12.1875, -7.625, -0.484375, 3.015625, -3.5, -4.375, 2.828125, -6.53125, -2.09375, 0.76171875, -3.15625, 1.75, -9.25, -3.203125, -4.8125, -4.6875, 3.234375, -3.3125, -5.4375, -2.078125, -10.375, -5.0, -0.53125, 0.2138671875, -9.3125, -8.625, -0.298828125, -0.7890625, -0.51953125, 5.46875, -7.59375, -3.28125, -3.109375, -0.30859375, -5.25, 0.71484375, 4.0625, -1.96875, -3.46875, 1.9453125, -1.7109375, -2.21875, -9.875, 0.3125, 1.0546875, -9.0, -1.7734375, -1.5390625, -5.625, -4.96875, -6.625, 0.3359375, 0.330078125, -8.0, -3.234375, -0.404296875, -0.6328125, -7.78125, -3.421875, -10.125, -2.34375, -8.8125, -6.0, -1.328125, -7.25, -3.78125, -4.9375, -8.375, -6.3125, -0.53515625, -2.0625, 0.326171875, 0.97265625, -9.875, -8.625, -3.828125, -1.53125, -3.65625, -7.21875, 0.5703125, -0.314453125, -7.75, -14.9375, -9.1875, 0.99609375, -8.8125, -4.34375, -0.427734375, -5.46875, -8.0625, -4.25, -2.34375, -0.99609375, -10.8125, -1.5625, -3.96875, -2.609375, -1.1015625, -2.234375, -5.6875, -4.53125, 2.640625, -4.96875, 1.7578125, -7.90625, -9.0, -15.125, -13.6875, -11.5625, -14.25, -1.4921875, -1.0234375, 2.984375, -3.265625, -1.7890625, 2.09375, -4.09375, 2.125, -4.6875, -11.3125, -9.625, -3.890625, -8.9375, 0.6953125, -3.84375, 0.68359375, 2.453125, -4.46875, 3.90625, -0.12353515625, -6.625, -7.125, -16.5, 3.15625, 3.4375, -1.953125, 1.6953125, -4.21875, -6.75, 2.0625, 0.83984375, -4.25, -3.625, -4.75, -0.578125, 1.3125, -3.109375, -2.578125, -4.71875, 1.734375, -0.48046875, -9.3125, 0.455078125, -6.5, -9.25, -1.7265625, -1.4609375, -4.28125, -6.0625, -4.90625, 0.69921875, -6.25, -3.640625, -0.7578125, -8.125, -3.71875, -5.0625, -10.3125, -3.046875, -6.5625, -12.375, -13.375, -0.2734375, -3.8125, -9.75, -2.296875, -9.375, -5.0, -1.7421875, 1.3125, -6.75, -11.0625, -1.078125, -4.375, -3.296875, -11.75, -5.625, 3.3125, -5.15625, -11.125, -9.3125, -7.71875, -8.625, -2.359375, -11.375, 1.296875, -3.953125, -2.1875, -11.3125, -1.203125, -11.0625, -0.404296875, -1.15625, 0.640625, -0.6015625, -0.875, -2.734375, -2.765625, -0.69140625, -4.125, -6.59375, 2.09375, -9.4375, -1.5234375, -8.3125, 0.62890625, -3.953125, -8.0625, 1.5546875, -6.8125, -5.59375, -3.5625, -2.15625, -6.6875, 1.0546875, 2.59375, -2.75, -3.8125, -5.25, 0.296875, -2.21875, -5.09375, -13.625, 5.40625, -7.28125, 4.1875, -4.59375, -0.490234375, 0.047607421875, -1.3984375, -3.53125, -8.5625, -0.90625, -1.0078125, 0.59375, -3.609375, -4.75, -5.28125, -4.3125, -2.796875, 0.69140625, -1.1953125, -5.75, -5.4375, -6.71875, -10.875, -0.337890625, -2.453125, -2.1875, -13.6875, -7.625, -1.1171875, -1.875, 0.498046875, -1.0625, 0.82421875, -9.5625, -1.1640625, -2.640625, -7.03125, -2.234375, 2.171875, -11.4375, -11.3125, -1.8203125, -0.7734375, 1.3203125, 1.8359375, 0.734375, -2.421875, 1.53125, 6.25, -5.3125, -5.71875, -3.921875, -0.96484375, 2.234375, -2.953125, -5.65625, -6.28125, -4.9375, -6.0, -7.375, -11.5625, -7.8125, -0.75390625, -6.125, -1.4765625, -6.15625, 0.78125, -3.03125, -8.5625, 0.01092529296875, 0.42578125, -1.3203125, -4.9375, -3.71875, -5.59375, -6.75, -2.84375, -2.828125, -1.6171875, 1.1484375, -8.375, -6.0, -5.21875, -10.0, -0.6328125, -2.4375, -2.375, -5.8125, -2.9375, -2.21875, 1.46875, -3.109375, 2.1875, -10.75, -2.0625, -7.625, -4.40625, -6.3125, -2.28125, -2.515625, 2.671875, -0.3125, -5.0, -6.6875, -2.078125, -2.28125, 1.2578125, 0.8671875, -5.09375, -2.8125, -2.15625, 1.7578125, -3.34375, 1.5234375, -12.5, 2.859375, -4.5625, -3.46875, -0.84765625, -2.796875, -8.0625, -0.83203125, 0.66015625, -1.9453125, -12.3125, -5.5, -7.5625, -12.3125, -9.0, -0.82421875, -2.140625, 2.6875, -2.5, -5.375, -6.5, -2.65625, -5.25, -6.3125, -1.4296875, -9.625, -3.90625, 2.453125, -6.96875, -14.375, 4.0, -11.3125, -3.5625, -16.0, -4.5, -11.0, -1.859375, -2.828125, 0.92578125, -0.51953125, -7.875, -4.03125, -1.8359375, -7.1875, -7.03125, -0.58984375, -7.15625, -9.125, -7.65625, -4.9375, -1.0703125, -9.0625, -0.9453125, 3.046875, -4.53125, -6.78125, 2.421875, -8.875, -0.44921875, -11.0, -0.59375, -2.15625, -6.21875, -0.45703125, -9.25, -3.546875, 0.328125, -7.40625, -3.9375, -7.09375, -9.3125, 0.341796875, -0.8984375, -0.49609375, 3.484375, -9.3125, 1.71875, -0.609375, -3.875, -1.1953125, -1.6875, -0.13671875, 1.375, 0.77734375, -2.75, -15.9375, -9.75, 4.0625, -15.0625, -3.921875, -3.390625, 2.96875, -9.0625, -2.640625, -6.59375, -5.0625, -5.125, -1.9140625, -4.96875, 0.23046875, 6.46875, -6.46875, 4.65625, -2.765625, -4.78125, -5.3125, -0.07373046875, -10.9375, -5.71875, 1.0625, -2.390625, -9.625, -5.4375, -3.71875, -0.279296875, 0.1787109375, -5.34375, -1.84375, -9.9375, -1.125, -3.9375, 2.3125, -5.90625, -2.5625, 3.4375, -5.625, -1.015625, -7.65625, -4.90625, -3.703125, -4.25, -0.55078125, -0.875, -11.0625, -8.3125, -0.9765625, -5.375, -5.03125, 1.6640625, -6.8125, -13.25, -3.3125, -3.953125, -0.85546875, -7.78125, 2.0, -8.6875, -8.875, -0.81640625, 5.375, -10.6875, 1.3671875, -10.0625, -11.5625, -8.1875, -1.6328125, -0.51953125, 1.4453125, 0.302734375, 0.236328125, -3.484375, -0.9453125, 0.25, 1.59375, 1.1328125, 0.18359375, -5.625, -5.375, -3.671875, -7.46875, -9.875, -0.04833984375, -8.8125, 0.58203125, 1.9296875, -2.828125, -2.328125, -3.953125, -1.3046875, -3.359375, -2.953125, -1.40625, -13.125, -9.5625, -11.875, 0.376953125, -10.25, 1.171875, -2.25, -7.59375, 0.3203125, 0.330078125, 1.25, -3.25, -8.875, -2.515625, -6.34375, -5.78125, -0.11767578125, -2.515625, -3.046875, -0.88671875, -12.5625], "margins": [-3.615234375, 1.5859375, -4.296875, 1.171875, -3.30078125, 5.40625, 0.0, 0.046875, 6.671875, -1.08740234375, 9.4453125, 5.0, 14.811279296875, 0.0, 3.265625, -0.171875, -3.1171875, -3.59765625, 4.015625, 1.625, 5.53125, -5.5078125, 3.78125, 8.21875, 0.322265625, 0.4375, 4.4375, 1.9443359375, 1.046875, 1.90625, -1.5, 3.390625, 3.2265625, 0.0, 0.75, 0.0, 2.11328125, 2.107421875, 2.328125, -1.94921875, 5.9375, 6.6640625, -0.0625, -2.5234375, 10.375, -0.4296875, 1.875, 0.0, 18.75, 1.4111328125, 6.7578125, 2.34375, 10.359375, 7.265625, 0.15625, 0.234375, -1.59765625, 8.5703125, 0.03125, 0.6962890625, -3.0625, -5.171875, -4.359375, 3.9375, 0.8046875, 2.78125, 2.75, 0.0, -0.5625, -1.8671875, 7.9140625, 3.65625, 6.265625, 3.453125, -3.28125, 5.515625, 6.46875, 1.1875, 1.0, -0.625, 2.703125, 1.0078125, 13.5703125, 1.57403564453125, 0.0, 3.296875, 10.6640625, 1.3125, 6.216796875, 11.1796875, 2.640625, -1.5, -2.5546875, -1.15234375, 1.5, -1.53125, 10.078125, -2.4375, 8.703125, 3.8125, 7.4375, 2.5625, 0.0625, 1.25, -2.8115234375, 10.703125, 7.015625, -0.671875, -5.48046875, 6.265625, -2.26171875, 2.3046875, 4.5390625, 1.1640625, 2.03125, 4.6875, 0.0, -1.921875, 4.140625, -2.6622314453125, 7.53125, 4.703125, 19.3515625, 11.28125, -3.421875, 7.984375, -1.5, 5.875, 1.09375, 0.154296875, 0.3040771484375, 0.21484375, 7.26953125, 3.59375, 11.125, 3.32373046875, 1.515625, 0.0, 0.0, -1.333984375, -1.09375, 2.13671875, -3.2734375, -2.0, 2.171875, 4.390625, 0.0, 3.265625, 0.16015625, -0.1875, 0.1796875, 6.5625, 2.65625, -1.671875, 0.7734375, 4.4248046875, 0.0, 11.87109375, 1.3125, 7.3125, 0.859375, -4.203125, -0.8017578125, 0.0, 1.59375, 3.390625, -3.0, 1.50390625, 3.84375, 0.0, -5.3046875, -0.7734375, 1.234375, -0.40625, 7.015625, 1.015625, -0.89453125, -3.75, 1.328125, 2.4375, -1.75, 6.703125, 3.2421875, 0.28125, -2.546875, 4.78125, 6.671875, 4.875, 9.6015625, 0.546875, -1.46484375, 0.96875, -1.1650390625, 3.671875, 0.125, -3.5078125, 0.921875, 3.1796875, 3.39453125, 2.3125, 7.6640625, 3.52734375, 1.0, 2.375, 1.4375, 0.0, -0.8125, 2.25, 5.98828125, 2.626953125, 5.453125, 6.375, 8.0546875, -0.03125, -3.8125, -4.625, -0.60546875, 6.359375, 1.888671875, 2.603515625, 2.0732421875, 0.296875, 0.0, 1.71875, 4.921875, -1.42529296875, 0.296875, 3.0390625, 7.421875, -0.7890625, 5.125, 1.9921875, 3.9375, 1.28125, -3.4921875, -0.5078125, -0.28125, 8.34375, -0.79296875, 1.78125, 1.5693359375, 6.5, -6.796875, 0.0, -1.65625, 2.25, 4.25, 0.0, -1.546875, -1.013671875, -2.77734375, 1.21875, -0.8125, 0.609375, -5.404296875, -2.53125, 5.828125, -1.015625, -2.78125, -1.4921875, 0.453125, -7.275390625, 8.078125, -0.28125, 2.140625, 1.34375, -0.97265625, 11.109375, 3.609375, -0.90625, -1.28125, 14.171875, 0.0, 0.75, 0.75, 3.91796875, -1.90625, 0.5625, -0.78125, 7.8828125, 7.015625, -0.6875, 1.078125, 0.06598663330078125, 1.21484375, -1.146484375, 4.537109375, -7.875, 5.40625, -1.375, -0.078125, -6.3203125, 1.0078125, 0.4755859375, 7.78125, -2.91015625, -3.8828125, -0.859375, 4.48828125, 5.1875, 3.4140625, 15.21875, 0.0, 5.734375, -1.244140625, 1.09375, 3.625, 7.703125, 0.0, 3.3515625, 5.4375, -1.5625, 2.5234375, 3.439453125, 4.77734375, 8.296875, 8.15625, 1.029296875, -4.58984375, 0.0, -1.7578125, 4.16796875, 2.359375, 6.1875, -1.46875, 5.1396484375, -7.2080078125, 2.17578125, 4.087890625, 2.9375, 1.8046875, -0.01953125, -0.625, 5.5078125, 4.40625, 3.595703125, 3.6796875, 0.0, 2.9140625, 10.0703125, -0.08984375, -8.0078125, 1.03515625, 2.59375, -3.1875, 0.0, 1.830078125, 1.3125, -0.994140625, 8.90625, 4.59375, -9.625, 0.34375, 12.0859375, 7.25, 7.19921875, -1.328125, 7.34375, 6.16015625, 7.689453125, 1.822265625, -3.15625, 8.88671875, -1.931640625, 2.5625, 11.30859375, 5.53125, -0.7421875, -1.046875, 1.4375, -2.625, -10.328125, 9.046875, -1.21875, -1.6328125, 4.00390625, -2.8359375, 6.296875, 1.71875, 0.0, 1.59375, -4.5, 1.09375, 3.15625, -2.421875, 2.71875, 4.546875, -1.375, 0.6142578125, 12.46875, 0.0, 1.525390625, 3.7421875, -0.40625, 0.75, 0.1875, 5.71875, 0.4375, -1.29296875, 4.69140625, 2.48828125, 0.375, -0.609375, 0.40625, -4.8515625, 0.0, 0.0, 5.84375, -0.021484375, 0.1875, 4.34375, 2.6484375, 0.68359375, 0.9375, 3.8671875, 3.34375, 0.2109375, 2.966796875, 10.59375, 3.64453125, -3.626953125, 3.0078125, 7.08203125, 0.21875, 10.8203125, 5.796875, 5.796875, 3.421875, 4.0625, 6.4921875, 1.859375, 0.0625, 10.671875, 2.546875, -2.46484375, -1.171875, 2.267578125, 2.87109375, 4.125, 0.0, 3.92431640625, 3.0625, 2.87109375, -0.6875, 2.5234375, 0.587890625, 11.125, 5.6875, 2.21875, -3.15234375, -1.3125, 2.046875, -1.587890625, 0.28125, 7.265625, 8.875, 1.7578125, -0.03515625, 11.1875, 1.015625, 0.640625, 0.5625, 3.9765625, 0.375, 0.1875, 5.515625, -8.390625, 1.5, 0.6171875, 0.8125, 6.046875, 16.40625, 10.4375, 4.90625, 18.375, -1.0078125, -1.0234375, -2.44921875, 3.43359375, 3.4765625, -5.125, 8.375, 0.625, 4.0234375, 8.140625, 0.0, 4.43359375, 6.53125, -3.5546875, 1.109375, -1.57421875, 1.546875, 4.2626953125, -6.1875, 0.30517578125, 1.84375, -1.75, 4.1875, -1.9140625, 0.484375, 2.302734375, -0.87890625, 4.90625, 3.953125, -3.01953125, -0.9560546875, 1.921875, 2.85546875, -0.21875, 1.26953125, -0.36328125, 1.3125, -4.390625, 0.0, 2.25, -1.69140625, 8.671875, 0.205078125, 0.0, 5.75, 1.5048828125, 1.99609375, 3.59765625, -6.25, 5.8203125, -1.171875, 0.0625, 0.0, -3.1328125, 3.59375, -1.46875, 5.1396484375, -0.4375, -2.578125, 0.0, 10.671875, 4.25, -0.0859375, 4.126953125, 3.875, 2.5234375, 3.90625, 1.15625, 2.921875, 1.40625, 4.171875, 4.65625, -2.046875, 0.0, -0.59375, 9.03125, 5.3359375, 2.375, 2.84375, 10.03125, 9.8359375, 0.125, 2.6875, -1.265625, 2.875, 0.390625, 2.96875, 0.0, 12.12109375, 0.0234375, 8.09375, 3.123046875, 3.53125, 1.1484375, 4.0234375, -0.46875, -0.75, 2.109375, 1.70703125, 1.375, 1.4375, 1.4375, 13.5625, 2.9453125, 6.015625, -0.11328125, 3.787109375, 5.40625, -3.328125, 11.3125, 0.0, 7.53125, -1.25, 8.3359375, -5.2109375, 1.84375, 1.046875, 4.126953125, -2.0, -3.03125, 0.9609375, 0.0, 0.0, 0.0, 6.3984375, -10.0625, 1.65625, 0.0, -0.746826171875, -1.8359375, 3.65576171875, 9.10546875, -2.25, 0.0, 1.9375, 3.279296875, 4.9931640625, 2.765625, -4.125, 4.84375, -1.37890625, 3.7734375, 2.890625, 3.6953125, 3.4375, 2.8125, -3.443359375, 0.4609375, 5.609375, 15.09375, 11.40625, 0.814453125, 1.01171875, 4.626953125, 0.8876953125, -11.82421875, 8.2734375, 2.328125, 4.984375, 6.03125, -8.078125, -1.03125, 8.03125, 0.0, -3.2109375, -0.6328125, -1.490234375, -4.9765625, -0.0625, 2.9375, 4.03125, -5.46484375, -2.53125, 1.3125, 4.01171875, 5.65234375, 1.390625, 3.373046875, 4.83203125, 0.5625, 1.921875, 5.95654296875, 8.5859375, 9.8125, 8.162109375, 1.70703125, 2.09375, 1.21875, -0.125, -3.1875, -1.15625, 3.75, 1.45001220703125, -2.78515625, 3.1953125, 1.921875, 3.63134765625, 2.109375, 5.140625, -3.53125, 4.3203125, 2.421875, 3.8828125, 12.0625, 7.53125, 8.390625, 4.5, 3.0078125, 0.0, 6.6875, -6.75, -2.71875, -3.1875, -0.46875, 2.8046875, -4.46875, 8.625, 0.578125, 6.2109375, 4.5234375, 0.0, 5.03125, -1.25, -2.67315673828125, 3.484375, 2.21875, 7.8359375, 2.498046875, -0.71875, 1.1015625, 0.0, 6.359375, -2.3125, -0.453125, -4.5859375, 0.0, -7.3671875, 13.859375, -0.140625, -8.0, -6.34375, -0.37890625, 0.59375, 4.734375, 1.4140625, -4.41015625, 6.6015625, 10.71875, 3.7734375, -2.125, 2.6875, 4.5625, -3.55078125, -4.953125, 2.15625, 1.96484375, 1.515625, 2.46875, 1.6640625, -4.0625, 0.5, 3.6953125, 6.984375, -1.0, -0.578125, 12.0625, 11.609375, 0.125, 3.0625, 0.0, 13.9375, 0.515625, 9.15625, 6.828125, 0.484375, 0.16015625, 1.75390625, 6.1953125, 5.921875, -2.1484375, 2.6875, 1.1875, 0.994140625, -1.78125, 8.046875, 7.6528167724609375, -1.4375, -4.1171875, 12.671875, 1.06884765625, -1.671875, 1.703125, 1.3125, -9.890625, 3.5625, -5.39453125, 8.59375, 6.6875, 1.34765625, 4.140625, -5.57421875, 0.5, 3.05078125, -3.3125, 7.5439453125, -1.15625, 6.626953125, 4.78125, 1.462890625, -1.9453125, -1.53515625, 0.703125, 8.830078125, -6.5625, -0.23046875, 2.96484375, -3.3984375, 0.5390625, 0.2685546875, 3.5625, -1.79296875, -0.6875, 2.8125, -1.3125, 0.03125, 6.4375, 6.140625, 4.0234375, -3.78125, 0.0, -1.390625, 2.09375, 2.859375, 1.546875, 0.0, 4.06640625, -1.57421875, -8.8125, -3.03125, 0.34375, -1.421875, 3.6796875, 5.03515625, 3.72998046875, 12.296875, 9.421875, -0.7109375, 4.2109375, 7.546875, 0.0, 3.48046875, 2.779296875, -1.4677734375, 0.0, 6.46875, -2.0, -7.0, 4.4140625, -0.578125, 1.1875, -3.40625, -2.66796875, 7.484375, -5.859375, 2.53125, 9.5625, 3.704986572265625, 2.4375, 7.64453125, 1.453125, 12.4296875, 0.0, 2.6875, 2.5625, 3.4140625, -4.1015625, -3.4375, 3.625, 4.0234375, 6.109375, 2.69140625, 7.12109375, 0.921875, 7.375, 7.3671875, -0.87109375, -8.015625, 5.5625, 2.1015625, 5.8125, 7.34375, 8.16796875, -0.5234375, -0.40625, -1.095703125, 2.541015625, -3.376953125, 2.98046875, 1.58203125, 1.1640625, -0.578125, -0.26171875, -0.96484375, 3.203125, 1.390625, 6.859375, 3.75, 4.25, -0.19287109375, 12.5, 1.24609375, 3.9765625, 2.1796875, -0.859375, 6.109375, -0.9765625, 3.953125, -0.484375, 2.578125, 12.90625, 7.640625, 0.5, -1.939453125, 9.0234375, -0.49609375, 2.078125, 2.875, -2.2734375, 2.169921875, 1.171875, 3.466796875, 11.546875, 2.849609375, 4.609375, 3.5625, -0.72607421875, 3.3984375, 0.0, -1.37890625, 2.1875]} \ No newline at end of file diff --git a/margin_logs/val_margins_general_epoch_2.json b/margin_logs/val_margins_general_epoch_2.json new file mode 100644 index 0000000000000000000000000000000000000000..3f5fff1da0a3857765479a29a359371dbd640cc6 --- /dev/null +++ b/margin_logs/val_margins_general_epoch_2.json @@ -0,0 +1 @@ +{"epoch": 2.0, "step": 492, "domain": "general", "rewards_chosen": [-2.28125, 0.81640625, -0.53515625, -0.62890625, 0.51953125, 1.546875, 1.4921875, 2.609375, 1.7578125, 1.40625, 0.640625, 0.6875, -0.52734375, -0.58984375, 0.48828125, 1.3359375, 0.7421875, 0.353515625, 0.5703125, -4.21875, -0.045654296875, -2.390625, -0.049560546875, 2.171875, 1.515625, 0.244140625, -4.65625, 2.828125, -0.76171875, 0.294921875, -1.828125, 0.07861328125, 1.125, 0.26953125, 0.396484375, 1.171875, 0.8046875, 0.87109375, 1.7421875, 0.6953125, 3.3125, 0.296875, -0.93359375, -3.265625, 2.359375, 1.84375, 0.96875, 0.98828125, 2.453125, 1.359375, 1.7890625, -0.65234375, 1.6796875, 2.46875, 2.25, 0.8046875, -0.049560546875, 1.421875, 0.43359375, 1.546875, 2.078125, -2.875, 0.8671875, -0.427734375, 1.359375, 0.435546875, -2.0625, -0.1298828125, -2.171875, 2.875, 1.3984375, -1.3046875, 0.049072265625, 1.640625, 1.28125, -0.328125, -2.921875, 2.734375, -0.6015625, 2.1875, 0.69140625, -0.2734375, 0.302734375, -0.25, -1.4296875, 0.73828125, 2.1875, 0.07275390625, 0.40625, 0.7109375, -0.9375, 1.25, -1.390625, 1.46875, -0.263671875, -1.3828125, 0.107421875, 0.3828125, -0.2275390625, 0.5234375, -3.328125, 2.75, -0.044677734375, 0.028564453125, 2.078125, 1.9140625, 0.328125, 1.671875, -2.21875, 1.7109375, 0.57421875, 1.421875, 1.21875, 1.0546875, -0.52734375, -0.5703125, 2.171875, -0.1357421875, -0.625, -0.349609375, 1.140625, 0.828125, 1.8203125, 1.5703125, -0.76171875, -0.033203125, -0.4375, -0.328125, -3.359375, 2.859375, 1.9453125, 0.984375, 0.84375, -3.5, 1.9921875, 1.8125, 2.296875, 0.67578125, -1.4375, -0.66015625, -0.08447265625, -0.2158203125, 0.4453125, -0.26953125, -0.1240234375, 1.453125, 1.125, 0.48828125, 2.578125, 0.333984375, 1.4921875, 0.91015625, 1.203125, 1.8046875, -0.25, 2.671875, -1.15625, 0.98828125, 0.34765625, -0.51953125, 0.9140625, -0.9375, 1.1953125, -2.359375, -0.27734375, 1.4375, 0.048095703125, 0.8515625, 0.87109375, 0.69921875, -0.51953125, 1.5546875, -1.8828125, -1.46875, 1.3046875, 1.0234375, 0.8125, -2.9375, 1.8359375, 0.474609375, -0.00994873046875, 2.21875, 1.3984375, -3.359375, 1.515625, 0.1689453125, 1.7578125, -1.1640625, -0.23828125, -1.0703125, 1.0234375, -1.1484375, 0.94921875, 2.421875, -0.361328125, -2.3125, -1.7421875, 1.8203125, 2.4375, 0.69140625, -0.1513671875, 1.1015625, -2.875, -1.5, 1.40625, -1.65625, -2.0, 0.279296875, 0.8671875, 2.453125, 2.171875, 1.0078125, -0.7421875, 3.1875, -3.109375, -1.2265625, 0.7421875, 3.328125, 1.7421875, 1.4375, 0.7734375, 0.40234375, 0.79296875, 0.056640625, -0.3359375, 3.109375, 0.09228515625, 0.1630859375, -0.494140625, 2.21875, 0.11865234375, 2.546875, -0.240234375, -0.376953125, 0.4453125, 0.12158203125, 2.578125, 2.453125, 1.9140625, -0.90625, 0.39453125, -0.12451171875, -2.046875, -2.96875, -2.90625, 0.283203125, 1.859375, 0.94140625, 0.10498046875, 1.484375, -0.0211181640625, -0.74609375, -2.0, 0.70703125, 0.091796875, -4.125, 0.55859375, 0.2265625, -0.439453125, 1.90625, 0.8671875, -1.1953125, 2.75, -0.031494140625, -0.08203125, -0.376953125, 1.921875, 0.8125, 1.0625, 1.078125, 0.68359375, 1.390625, -3.796875, 0.55078125, -2.34375, 1.2421875, -0.99609375, -0.416015625, 2.625, 0.6640625, 1.3046875, 2.671875, 3.203125, 1.0078125, 0.69921875, 1.09375, 1.1015625, -2.46875, 1.1015625, -2.390625, 1.40625, -1.765625, 2.828125, 0.0027008056640625, 0.3203125, -0.33203125, 0.16015625, -0.09765625, 1.8671875, -3.484375, 0.314453125, 2.953125, -0.546875, -1.2578125, 1.2109375, -0.46484375, -1.9609375, -0.455078125, -0.796875, 0.044677734375, 1.828125, 0.55859375, -0.103515625, 0.41015625, 1.125, 1.5234375, 0.73046875, 1.3046875, 1.1484375, -1.7578125, 1.984375, 1.7265625, 2.328125, 0.62890625, -0.248046875, 0.75390625, -1.1171875, 2.140625, 0.74609375, -0.546875, 0.2490234375, 2.484375, -1.03125, 1.796875, -1.828125, 1.453125, 0.84765625, -2.03125, 0.87890625, 0.56640625, 1.8359375, -2.078125, 1.96875, -3.15625, -2.921875, 1.171875, 1.4296875, -0.427734375, 1.9765625, 3.21875, -0.8203125, -1.7421875, 3.46875, 2.0625, -1.1484375, 2.1875, 1.90625, 2.4375, 1.8125, 1.4609375, -0.279296875, -2.4375, 0.82421875, 1.2734375, -0.765625, 1.84375, 1.1171875, 1.46875, 0.6953125, 0.66796875, -0.91015625, 0.1484375, 1.453125, -0.15625, 1.8984375, 2.0625, -0.275390625, 0.4140625, 1.03125, -0.79296875, -0.38671875, 0.451171875, 2.15625, 1.1015625, -1.03125, -2.34375, 0.3359375, 0.1416015625, 4.40625, 1.859375, -3.671875, 1.8828125, 1.890625, 1.5234375, 2.21875, -1.796875, 1.8515625, 0.23046875, 1.3359375, 2.375, 0.1708984375, 0.9453125, -0.7265625, 0.2080078125, -0.373046875, -0.91015625, -0.484375, -0.69921875, 2.140625, 2.0625, -2.359375, 0.55859375, 1.546875, -0.451171875, 0.98046875, -2.328125, 1.1015625, 1.671875, 2.046875, 1.8046875, -1.09375, 0.78125, 0.37109375, 0.2041015625, 0.6953125, 1.9765625, -0.5703125, -0.345703125, 0.90625, 1.4921875, -1.0859375, -1.0625, 2.09375, -0.17578125, 0.82421875, -0.248046875, 0.92578125, 1.875, -1.75, -1.484375, 1.5625, 2.453125, 0.6328125, -1.8046875, 4.0625, 1.7734375, 1.9921875, -1.4921875, -2.96875, 0.0167236328125, -3.65625, 0.09521484375, 0.31640625, 0.04931640625, 1.3828125, 3.296875, 0.88671875, 0.41796875, 2.28125, 1.8203125, -1.6875, 2.375, 3.359375, 1.59375, -1.90625, 1.8125, -2.046875, -1.2734375, 1.796875, -2.25, 0.2099609375, 1.375, -2.546875, -1.3515625, 3.84375, 0.67578125, 1.3359375, 1.5859375, -0.76953125, 1.9453125, -0.1953125, 1.6171875, 0.9921875, 2.140625, -1.171875, -4.46875, 1.4765625, -0.28125, -1.5625, -0.4765625, 1.515625, 2.984375, 0.609375, 0.69921875, 0.80859375, -0.53125, -2.78125, -4.375, 1.109375, 2.109375, 0.640625, 1.796875, 1.28125, -1.5078125, -0.625, 1.84375, -0.123046875, 1.4375, -0.7890625, 1.734375, 2.109375, 1.40625, -2.734375, 1.859375, 2.015625, -0.1640625, -0.0252685546875, 1.8203125, -2.71875, 2.234375, -0.400390625, 1.390625, 0.498046875, -3.078125, -0.130859375, -0.1279296875, -1.5625, -3.703125, 0.263671875, -1.484375, 1.0078125, 0.75390625, -2.953125, -0.44921875, -0.60546875, 0.1767578125, -4.84375, -0.11474609375, 0.6953125, -1.5234375, 1.21875, -3.03125, -1.34375, 0.921875, 2.109375, -0.8515625, -1.3828125, -0.40234375, -2.171875, 0.99609375, 0.0732421875, 1.953125, 4.6875, -1.3125, 1.2109375, -1.2109375, -0.875, -1.890625, -0.181640625, -1.078125, 2.046875, 0.51171875, 2.046875, 2.109375, -0.484375, 1.5078125, 0.4765625, 2.5, 0.478515625, 1.703125, 0.8125, 0.07275390625, 1.5625, 1.7265625, 0.333984375, 0.07373046875, 1.40625, 4.71875, 1.296875, 0.5234375, 2.109375, 0.9296875, 1.09375, 0.88671875, 2.359375, -3.546875, 3.6875, 0.828125, 2.578125, -2.609375, 1.5390625, 0.953125, 0.6953125, -2.109375, 0.177734375, -0.0556640625, -4.3125, -5.4375, 1.8359375, 1.296875, -0.169921875, 1.34375, 0.1328125, 2.3125, -0.78515625, 1.6015625, 1.1015625, -0.7265625, 0.9296875, 1.578125, 1.546875, 0.59375, 0.5234375, 0.21875, 0.034423828125, 0.419921875, 1.4921875, 0.1357421875, 0.99609375, 0.392578125, -3.734375, -0.95703125, 1.1015625, 1.6875, 1.46875, 2.265625, 1.109375, 1.359375, 5.84375, 1.453125, -4.90625, 0.74609375, 2.09375, 1.609375, 1.1171875, -0.75, 1.1171875, 0.34375, -2.8125, 1.1015625, 0.76953125, 1.8359375, -0.6484375, 0.154296875, 0.150390625, 2.78125, 1.5703125, -1.359375, -0.087890625, 2.453125, 1.9453125, 3.40625, 2.15625, -0.224609375, -2.765625, -0.52734375, 1.015625, -0.392578125, -0.07177734375, 1.296875, 0.70703125, -0.53125, 0.21484375, -0.90234375, 2.15625, 0.2451171875, 1.6484375, 1.921875, -1.2578125, 1.8046875, -0.52734375, 1.578125, -1.5859375, 0.12255859375, -1.5546875, 0.1904296875, 0.466796875, 1.5546875, 2.953125, 0.87890625, 0.69140625, -1.2109375, 0.78125, -2.328125, 2.546875, -3.40625, -2.9375, -0.7578125, 0.2490234375, 1.921875, 2.078125, 0.890625, 0.78515625, 0.390625, 0.396484375, -3.609375, 0.9765625, -1.1796875, 0.81640625, 2.28125, 0.054931640625, 2.390625, 1.3828125, -1.3203125, 3.171875, 1.6484375, 4.59375, 0.09130859375, -0.84375, 0.90625, -1.1015625, -1.265625, 2.1875, 1.7890625, -4.34375, -3.703125, 1.21875, -0.283203125, -0.0032958984375, 2.6875, -1.0546875, 2.28125, -0.458984375, -0.01611328125, -4.0, -3.078125, -0.58203125, -0.6953125, -2.078125, 2.078125, 1.453125, 0.859375, -1.125, 2.3125, -3.109375, 0.10302734375, 2.890625, -1.53125, -2.515625, 0.77734375, 5.25, 1.453125, 1.3046875, -1.2109375, -1.6015625, -0.53125, -2.6875, 1.1875, 5.34375, 1.6875, 2.578125, 1.3671875, 0.490234375, 2.796875, -0.06396484375, 1.453125, 1.765625, 0.515625, -5.8125, 0.58984375, 0.2294921875, -0.92578125, 0.32421875, 1.78125, 0.73046875, 1.8125, 1.265625, 0.030029296875, -2.625, -1.4609375, -5.15625, -1.53125, 2.921875, 1.3125, 0.890625, -2.875, -3.484375, 0.60546875, 1.125, 2.40625, -0.373046875, 3.734375, 1.2578125, 2.1875, -0.1689453125, 1.359375, 1.8515625, 1.8671875, 0.10791015625, 1.4765625, -1.1640625, -2.703125, 2.015625, 2.015625, 3.953125, 0.953125, -0.54296875, -2.328125, -2.984375, 2.703125, -1.3125, 0.5546875, 0.98828125, 1.203125, -4.28125, 0.49609375, 1.0234375, 1.0, -0.51953125, 3.59375, 0.03466796875, 0.333984375, -0.6015625, -2.15625, 2.296875, 0.5390625, 2.65625, -0.5546875, 2.578125, 1.578125, 1.2421875, 0.71875, 2.015625, 0.84765625, -3.625, -0.6484375, 2.390625, 1.2734375, -5.0625, 3.53125, -2.75, -1.203125, -1.1015625, 2.46875, -1.4453125, -2.53125, 0.5546875, 2.28125, 0.294921875, 0.09716796875, 1.8203125, 0.75390625, 0.474609375, 3.4375, 2.90625, 0.8125, -2.328125, 1.0546875, 1.8671875, 0.314453125, 1.40625, -2.9375, -3.171875, 1.0546875, 2.78125, 1.7109375, 0.0654296875, 2.953125, 0.31640625, 0.921875, 0.412109375, 0.431640625, -0.333984375, 1.6171875, -0.11376953125, -0.83203125, 0.4296875, -0.2294921875, 1.5234375, 2.078125, 3.0, -0.59765625, -1.0859375, 1.359375, 1.0546875, 1.2734375, 1.1875, -0.043212890625, -1.9609375, -2.53125, 2.75, 0.48828125, -1.8984375, 1.640625, 2.296875, 2.609375, 3.5, 1.0390625, 1.703125, 2.78125, 1.7109375, 0.9296875, -0.4453125, 1.7734375, 0.154296875, 0.609375, -1.5390625, 0.08154296875, 0.79296875, 0.75390625, 1.1796875, 0.0113525390625, -0.6484375, 3.078125, 1.890625, 0.5, 2.765625, 0.68359375, 0.54296875, 1.125, 0.50390625, 1.46875, 0.038818359375, 1.234375, -3.828125], "rewards_rejected": [-0.3828125, 1.296875, 3.125, -0.6953125, 1.5234375, 2.328125, 1.4921875, 2.09375, -1.09375, 2.6875, -2.296875, 0.2392578125, -4.09375, -0.58984375, -1.8671875, 0.5078125, 1.2265625, 1.3046875, -1.9375, -4.4375, -2.40625, 1.5, -2.046875, -2.328125, 2.21875, 0.67578125, -6.5, 2.109375, 0.9765625, 0.2109375, -4.34375, 0.671875, -0.134765625, 0.26953125, -1.25, 1.171875, -1.171875, -0.244140625, 0.62890625, 1.03125, -4.3125, -1.953125, 0.007293701171875, -0.18359375, -2.625, 1.9453125, 0.6953125, 0.98828125, -3.453125, 0.33984375, 0.419921875, -1.96875, -4.3125, -0.0277099609375, 2.78125, 2.3125, 0.259765625, -0.38671875, -0.30859375, 0.11865234375, 3.03125, 0.73046875, 2.96875, -1.3046875, 0.7890625, -1.3125, -2.40625, -0.1298828125, -1.125, 2.953125, -1.5703125, -2.09375, -1.578125, -0.62890625, 4.78125, -3.796875, -5.90625, 3.03125, -1.796875, 1.8125, -0.4140625, -0.5546875, -4.5, -1.09375, -1.4296875, -0.5078125, -0.91796875, -1.890625, -1.9296875, -3.25, 0.06982421875, -1.0, -0.353515625, 1.9375, 1.2421875, -1.7734375, -5.71875, 2.25, -4.53125, -1.3203125, -4.53125, 0.31640625, 0.31640625, -1.0078125, 4.1875, -1.84375, -3.046875, -0.09521484375, 0.486328125, -0.82421875, 1.5546875, -0.6015625, -1.0078125, 0.8984375, -1.6875, -1.2734375, 2.171875, -0.375, -1.546875, 0.0299072265625, 0.1611328125, -0.52734375, -7.125, -2.53125, -1.71875, -3.75, 2.28125, -2.734375, -3.1875, 0.30859375, 1.796875, 1.0859375, -2.765625, -3.53125, -7.59375, 0.57421875, 1.6171875, 0.67578125, -1.4375, 1.859375, 1.2578125, 0.09228515625, 3.375, 0.796875, 0.6875, 0.443359375, 1.125, -1.8671875, 2.03125, -0.486328125, 1.921875, -2.03125, 0.052734375, 2.859375, 0.1728515625, 1.25, -1.15625, -7.59375, -1.21875, -2.34375, 0.640625, 1.703125, 1.53125, -2.359375, 1.3359375, 0.26953125, -0.22265625, 0.6484375, -2.734375, 0.69921875, 1.9375, 1.1015625, -1.96875, -1.3125, -0.71484375, 0.734375, 1.2734375, -0.6484375, 2.0625, -0.486328125, 1.03125, 1.1015625, 0.63671875, -0.046142578125, 2.671875, -1.6328125, -1.09375, -3.3125, -3.484375, -0.796875, 3.703125, -0.65234375, 0.921875, 1.296875, -2.84375, -0.89453125, -2.046875, -0.0244140625, -1.15625, -0.2734375, -4.59375, 0.1298828125, -2.234375, -3.234375, 0.3984375, -1.65625, -2.671875, 0.75390625, -2.4375, 1.09375, -0.064453125, -3.078125, -2.953125, 3.78125, -1.375, -1.0859375, 1.0234375, -1.109375, 1.3125, 0.65625, -0.98046875, 1.546875, 0.79296875, -0.0419921875, -2.359375, 1.4609375, 0.47265625, 0.9296875, -4.53125, 2.34375, -2.65625, 1.671875, -2.671875, 0.89453125, 0.1552734375, 1.234375, 3.453125, 1.3359375, 1.34375, -2.265625, 0.53125, -2.890625, 0.5390625, -2.96875, -1.453125, 0.404296875, -1.46875, 0.94140625, -0.5625, 1.9140625, 0.8125, -1.359375, -2.671875, -1.390625, 2.21875, -3.578125, -1.4453125, 0.158203125, -0.46875, 2.125, 1.2578125, 0.6171875, -1.578125, 0.1416015625, -2.71875, -0.70703125, 1.7421875, -2.828125, 0.88671875, 1.7109375, 1.1484375, -5.78125, -3.796875, -0.263671875, -5.125, 0.36328125, -0.72265625, -1.3984375, 2.671875, -1.0703125, -0.71484375, 2.578125, 3.0625, 0.9453125, 1.046875, 1.6015625, 0.90234375, -1.7734375, -1.6015625, -0.94921875, 1.515625, 0.310546875, 2.9375, 1.203125, -1.1015625, 0.5703125, 0.734375, -0.53125, 0.05322265625, -5.375, -2.109375, -2.625, -0.546875, -2.21875, 2.171875, -1.4921875, -3.109375, -3.625, -0.796875, -1.5, -0.068359375, 0.06396484375, -1.359375, -1.8515625, -2.921875, -2.53125, -3.75, 1.4765625, 2.921875, -1.7578125, 1.984375, 0.81640625, 2.0625, 0.5703125, -1.140625, 0.94921875, 1.125, 1.328125, -2.875, -1.65625, -0.8203125, 2.84375, -1.3671875, -1.2421875, -3.5, 0.41796875, -0.9609375, -0.51171875, -0.345703125, -1.4296875, 0.89453125, 0.326171875, 2.015625, -3.921875, 1.015625, 1.171875, 0.8671875, -2.0, 2.40625, -2.546875, -3.734375, 1.5546875, 3.1875, -5.03125, -3.921875, -1.1171875, 2.328125, -0.64453125, 0.373046875, -1.390625, 1.71875, -0.2021484375, -1.0, 1.5703125, -2.34375, -3.828125, -1.234375, 1.0, 1.8203125, -0.09912109375, 0.6484375, 2.109375, -1.6875, 0.00421142578125, 2.1875, 1.7109375, 1.7109375, -2.34375, 1.0546875, -0.79296875, -2.0, 1.0, -0.353515625, -0.60546875, 1.234375, -2.375, -0.447265625, 0.57421875, 3.890625, -1.875, -3.671875, 1.296875, 0.498046875, 1.375, 1.4921875, -1.4140625, 1.1875, -0.9921875, 2.703125, -0.796875, -1.4609375, 0.88671875, 1.1171875, -1.78125, 2.265625, -0.91015625, -0.484375, -2.1875, 1.6171875, 1.265625, -4.03125, -1.40625, 0.439453125, 0.69921875, -1.34375, -1.9375, 1.5, 0.890625, -0.287109375, 0.451171875, 0.66796875, 0.345703125, -3.25, -0.17578125, -2.71875, 1.140625, -3.703125, -1.5703125, -1.2578125, 0.2578125, -1.71875, -0.76171875, -1.0546875, 0.1865234375, 1.453125, -0.333984375, 0.65234375, 1.296875, -2.5, -1.484375, 0.1142578125, 2.03125, -0.54296875, -2.046875, 4.40625, 0.9140625, -7.59375, -5.78125, -2.953125, 1.2734375, -1.6875, -3.3125, 1.046875, -2.59375, -1.546875, 1.2734375, 2.390625, 1.3046875, -1.09375, 2.609375, -0.62890625, 2.390625, 2.09375, 1.1015625, -0.87109375, -1.328125, 3.953125, -0.8671875, 1.28125, -3.140625, -1.6875, -3.484375, -2.828125, -1.3046875, -3.3125, -0.005462646484375, 0.765625, 2.84375, -0.44921875, 1.6328125, 1.828125, -1.7265625, 0.984375, 0.6328125, -2.40625, -4.46875, 0.33203125, -3.09375, 0.228515625, -0.703125, 0.74609375, 1.5859375, -0.72265625, 3.40625, -0.2197265625, -2.953125, -0.859375, -5.875, 3.296875, 1.90625, -0.4375, 0.99609375, 0.796875, -1.84375, 1.5625, 0.1416015625, -0.23046875, 0.2421875, -1.109375, 2.40625, 1.40625, 1.640625, -1.828125, 1.859375, 2.6875, 1.2890625, -6.78125, 1.6484375, -2.71875, -0.75, -0.53515625, 0.41796875, -1.0, -2.203125, -1.203125, 0.2373046875, -3.828125, -3.703125, 1.765625, -1.6875, 1.7734375, 0.94921875, -2.8125, 0.671875, -0.60546875, -2.484375, -4.8125, 0.57421875, 0.87109375, -3.046875, 0.53515625, -3.140625, 1.703125, 0.53125, 1.625, -1.6953125, -3.453125, 0.99609375, -2.171875, -0.010498046875, -3.46875, -0.6640625, 3.4375, -1.1015625, -2.421875, -3.625, -0.80859375, -2.953125, 1.359375, -3.421875, 1.4765625, -0.51953125, 2.046875, -3.0625, -0.73046875, -3.28125, 0.287109375, 2.65625, 0.86328125, -0.58984375, 0.671875, 0.10986328125, 0.171875, 1.203125, 0.8359375, -0.8125, 0.3984375, -2.65625, 1.53125, -0.98046875, 1.9765625, 0.1650390625, 0.76171875, 1.0859375, -3.421875, -3.546875, -1.0234375, -0.1279296875, -0.4453125, -0.10595703125, 1.6953125, 0.81640625, 0.87109375, -0.5, 0.94140625, -0.056396484375, -4.3125, -5.4375, 1.8359375, -2.875, 4.625, -0.050537109375, 0.1328125, 1.5390625, -1.015625, -1.53125, -2.09375, 0.53125, 0.9296875, 2.171875, 1.46875, -1.0859375, -1.9921875, 0.2265625, -0.7890625, 0.67578125, 0.1298828125, -1.171875, -0.02880859375, -1.515625, -1.9765625, 1.96875, 0.462890625, -3.578125, -4.21875, -1.21875, -0.056884765625, 0.8515625, 1.734375, 0.36328125, -0.08935546875, -2.609375, 1.5859375, -0.5234375, -1.6015625, 2.703125, 1.46875, -4.5625, -2.953125, 1.0546875, 0.70703125, 0.84765625, 2.484375, 0.6640625, -0.474609375, 0.2890625, 3.71875, -2.359375, -1.7265625, -0.2216796875, -0.435546875, 3.203125, 0.2021484375, -1.0390625, -2.34375, 0.466796875, -0.8359375, -1.2578125, -3.09375, -1.9140625, -0.140625, -2.0, -0.6015625, -0.18359375, 1.65625, 0.408203125, -0.357421875, 2.171875, 1.8046875, 0.91015625, 0.466796875, 0.65234375, -0.050537109375, -0.447265625, -1.5703125, -0.00640869140625, -0.443359375, -0.76953125, -0.62109375, -3.234375, -0.6640625, -3.25, 0.345703125, -2.328125, 1.78125, -2.09375, -0.9375, 0.4765625, 0.8046875, -0.9140625, 0.86328125, -1.1953125, -0.55859375, -1.9921875, 0.1806640625, -3.609375, -2.234375, -3.046875, 1.3203125, 1.3359375, -1.203125, -0.78515625, 0.63671875, 0.84375, 1.9296875, 1.6484375, -2.890625, -0.69140625, 2.359375, 2.09375, -1.1015625, 1.28125, -4.25, 2.171875, 0.443359375, -0.0035552978515625, 2.125, -0.5546875, -0.6171875, 0.671875, 0.404296875, 1.7421875, -2.9375, -1.21875, -1.953125, -5.5, -0.828125, -0.1376953125, 0.1474609375, 1.0625, 1.5703125, -1.296875, -2.359375, 1.9453125, -1.515625, -1.078125, -0.97265625, -3.0, -0.439453125, 1.375, 0.10498046875, -4.84375, 0.734375, -1.515625, -1.6015625, -4.0625, -2.8125, -3.078125, 2.1875, 1.15625, 2.03125, 0.0791015625, -2.671875, -0.7265625, -0.3515625, -0.66015625, 1.0703125, 0.042724609375, -4.15625, -1.4921875, -2.125, -1.578125, 1.109375, -1.84375, 0.6484375, 1.59375, 0.361328125, 0.369140625, 1.9921875, -1.84375, 3.875, -3.46875, 0.890625, 1.1171875, -1.40625, 0.6484375, -3.96875, 0.6328125, 1.84375, 0.482421875, 0.47265625, -5.03125, -1.859375, 1.796875, 0.7890625, 1.65625, 1.3203125, -3.703125, 1.234375, 1.6484375, -0.8671875, 2.0625, 1.71875, 1.671875, 2.234375, 3.171875, 0.6484375, -4.5, -2.703125, 3.4375, -5.09375, -0.57421875, -2.265625, 2.125, -4.28125, 0.3984375, 0.62890625, -0.546875, -0.98828125, 3.59375, -2.0625, 2.078125, 3.046875, -0.154296875, 2.15625, 1.1171875, -0.054443359375, -3.84375, 1.3359375, -3.28125, -3.640625, 0.6484375, -0.5625, -2.96875, -3.625, -1.296875, 1.5390625, 0.91796875, -5.0625, 0.4609375, -1.65625, -0.1015625, -2.34375, 2.359375, -1.1328125, -0.447265625, 1.28125, -0.88671875, 0.9140625, 0.09228515625, -2.015625, -1.109375, -0.486328125, 0.87109375, 1.5859375, -3.34375, -2.328125, 1.046875, 1.296875, -2.109375, 2.59375, -0.53125, -5.5, -2.515625, 1.0390625, -0.349609375, -2.25, 3.703125, -1.46875, -1.4609375, 0.8671875, 2.96875, -3.140625, 1.203125, -1.2890625, -1.9140625, -3.828125, 0.1494140625, 1.375, 1.3125, 1.6171875, -2.171875, -1.578125, -0.22265625, 0.8984375, 0.97265625, 1.5234375, -0.138671875, -2.765625, -2.40625, 0.275390625, 0.248046875, -2.59375, 1.6875, -3.4375, 0.68359375, 2.453125, 0.578125, -0.1396484375, 1.0390625, 1.3828125, -2.3125, -0.2216796875, 0.265625, -4.09375, -0.875, -2.5, 1.9609375, -3.109375, 1.078125, 1.453125, -3.1875, 1.7578125, 1.6171875, 1.2109375, -0.54296875, -5.03125, -0.228515625, -0.52734375, 1.296875, 0.99609375, 1.6015625, 0.038818359375, 1.609375, -4.0], "margins": [-1.8984375, -0.48046875, -3.66015625, 0.06640625, -1.00390625, -0.78125, 0.0, 0.515625, 2.8515625, -1.28125, 2.9375, 0.4482421875, 3.56640625, 0.0, 2.35546875, 0.828125, -0.484375, -0.951171875, 2.5078125, 0.21875, 2.360595703125, -3.890625, 1.997314453125, 4.5, -0.703125, -0.431640625, 1.84375, 0.71875, -1.73828125, 0.083984375, 2.515625, -0.59326171875, 1.259765625, 0.0, 1.646484375, 0.0, 1.9765625, 1.115234375, 1.11328125, -0.3359375, 7.625, 2.25, -0.940887451171875, -3.08203125, 4.984375, -0.1015625, 0.2734375, 0.0, 5.90625, 1.01953125, 1.369140625, 1.31640625, 5.9921875, 2.4964599609375, -0.53125, -1.5078125, -0.309326171875, 1.80859375, 0.7421875, 1.42822265625, -0.953125, -3.60546875, -2.1015625, 0.876953125, 0.5703125, 1.748046875, 0.34375, 0.0, -1.046875, -0.078125, 2.96875, 0.7890625, 1.627197265625, 2.26953125, -3.5, 3.46875, 2.984375, -0.296875, 1.1953125, 0.375, 1.10546875, 0.28125, 4.802734375, 0.84375, 0.0, 1.24609375, 3.10546875, 1.96337890625, 2.3359375, 3.9609375, -1.00732421875, 2.25, -1.037109375, -0.46875, -1.505859375, 0.390625, 5.826171875, -1.8671875, 4.3037109375, 1.84375, 1.203125, 2.43359375, -0.361083984375, 1.036376953125, -2.109375, 3.7578125, 3.375, 1.76708984375, -2.705078125, 2.53515625, -0.98046875, 2.0234375, 2.2265625, 0.15625, 1.16015625, 0.703125, 0.0, 0.2392578125, 0.921875, -0.3795166015625, 0.9794921875, 1.35546875, 8.9453125, 4.1015625, 0.95703125, 3.716796875, -2.71875, 2.40625, -0.171875, 2.55078125, 0.1484375, -0.1015625, 3.609375, 0.03125, 9.5859375, 1.23828125, 0.6796875, 0.0, 0.0, -2.51953125, -1.34228515625, -0.30810546875, -2.9296875, -1.06640625, -0.8115234375, 1.009765625, 0.0, 2.35546875, 0.546875, 0.8203125, -0.4296875, 2.94140625, 1.150390625, -1.0546875, -0.4228515625, 1.421875, 0.0, 8.58203125, 1.56640625, 1.82421875, 0.2734375, -2.640625, -0.3359375, 0.0, -1.61328125, 1.16796875, 0.270751953125, 0.203125, 3.60546875, 0.0, -2.45703125, 0.453125, 0.0859375, -0.15625, 2.01953125, 0.2890625, -0.4609375, -2.2890625, -0.2265625, 0.9609375, -1.04119873046875, 1.1171875, 0.76171875, -3.313232421875, -1.15625, 1.8017578125, 2.8515625, 2.1484375, 3.24609375, -0.2734375, -2.6796875, -0.49609375, 0.02734375, 1.125, 2.482421875, -1.41796875, 0.3046875, 1.8447265625, 3.59375, 0.96484375, 4.4423828125, 0.9716796875, -0.640625, 1.734375, 1.0078125, 0.0, 0.671875, -0.474609375, 3.3046875, 1.359375, 2.236328125, 4.0859375, 2.2109375, -0.59375, -1.734375, -0.140625, -0.28125, 4.4375, 0.4296875, 0.78125, 1.75390625, -1.14453125, 0.0, 0.0986328125, 2.0234375, 1.6484375, -0.38037109375, -0.7666015625, 4.037109375, -0.125, 2.77490234375, 0.875, 2.431640625, -1.271484375, 0.2900390625, -1.11279296875, -0.875, 1.1171875, 0.5703125, 1.359375, -0.13671875, 2.76611328125, -2.5859375, 0.0, -1.453125, -0.12109375, 3.328125, 0.0, 0.66748046875, -0.4296875, -0.8336181640625, 0.61328125, 0.671875, 2.09765625, -2.126953125, -0.546875, 2.00390625, 0.068359375, 0.029296875, -0.21875, -0.390625, -1.8125, 4.328125, -0.173095703125, 2.63671875, 0.330078125, 0.1796875, 3.640625, 0.17578125, -0.6328125, -0.46484375, 7.171875, 0.0, 0.814453125, 2.78125, 0.87890625, -0.2734375, 0.982421875, -0.046875, 1.734375, 2.01953125, 0.09375, 0.140625, 0.0625, -0.34765625, -0.5078125, 0.19921875, -0.6953125, 2.703125, -1.44140625, -0.109375, -2.076171875, -0.109375, -1.2004241943359375, 1.421875, -0.90234375, -0.57421875, 0.43359375, 1.81396484375, 1.890625, 2.423828125, 5.578125, 0.0, 0.9609375, -0.9609375, 1.02734375, 1.1484375, 3.169921875, 0.0, 1.544677734375, 1.896484375, 0.49462890625, 1.255859375, 2.26171875, 4.046875, 4.0546875, 4.48046875, -0.171875, -1.7734375, 0.0, 0.0, 0.91015625, 0.265625, 0.05859375, 0.892578125, -0.1953125, -2.2421875, 0.8125, 3.62109375, 1.109375, 1.0693359375, -0.359375, 0.3359375, 3.0390625, 1.671875, 1.03515625, 1.80859375, -1.51953125, 1.224609375, 1.99609375, 0.94140625, -2.404296875, -0.046875, 0.765625, -3.9375, 0.0, 0.5625, 1.572265625, -0.4296875, 5.765625, 2.9140625, -3.296875, 0.28125, 7.09375, 2.7734375, 3.3046875, -0.421875, 3.08203125, 1.439453125, 2.8515625, -1.998046875, -2.2353515625, 1.82421875, -0.296875, 1.578125, 5.671875, 2.3515625, 0.46875, -1.125, 0.76708984375, -1.55859375, -1.9609375, 3.140625, -0.16046142578125, -0.2890625, 0.3515625, -1.986328125, 2.7578125, -0.0234375, 0.0, 1.61328125, -0.548828125, 2.509765625, 1.70703125, -2.265625, 0.03125, 0.783203125, -0.4326171875, 0.515625, 3.734375, 0.0, 0.5859375, 1.392578125, 0.1484375, 0.7265625, -0.3828125, 0.6640625, 1.22265625, -1.3671875, 3.171875, 1.6318359375, 0.05859375, -1.84375, 1.9892578125, -2.638671875, 0.0, 0.0, 1.48828125, 0.5234375, 0.796875, 1.671875, 1.96484375, 1.107421875, -1.150390625, 2.32421875, -0.390625, -0.3984375, 0.78125, 2.333984375, 1.353515625, -1.76171875, 0.435546875, 3.62109375, 0.3798828125, 3.4140625, 0.8359375, 3.1328125, 1.224609375, 2.1640625, 1.234375, 0.6328125, -0.30078125, 3.1484375, -0.3623046875, -0.62890625, 0.0859375, 0.2734375, 0.578125, 0.75, 0.0, 1.4482421875, 0.421875, 1.17578125, 0.2421875, -0.34375, 0.859375, 9.5859375, 4.2890625, -0.015625, -1.2567138671875, -1.96875, 3.40771484375, -0.73046875, 2.64306640625, 2.9296875, 2.0234375, -1.50390625, -0.88671875, 3.375, -0.7890625, -1.05859375, -0.015625, 1.265625, 0.4921875, -1.03515625, 3.140625, -6.0, -0.40625, 0.515625, 0.890625, 1.8974609375, 4.859375, 0.28125, -0.046875, 7.15625, 0.681243896484375, 0.5703125, -1.2578125, -0.3203125, 0.3125, -2.0234375, 3.34375, 0.0078125, 1.5078125, 1.234375, 0.0, 1.14453125, 2.8125, -1.791015625, 0.2265625, 0.76953125, 1.3984375, 1.33203125, -2.70703125, 1.0283203125, 2.421875, -1.921875, 1.5, -2.1875, 0.203125, 1.078125, 0.80078125, 0.484375, 0.3359375, -2.1875, 1.7021484375, 0.107421875, 1.1953125, 0.3203125, -0.671875, 0.703125, -0.234375, -0.90625, 0.0, -0.671875, -1.453125, 6.7559814453125, 0.171875, 0.0, 2.984375, 0.134765625, 0.97265625, 1.498046875, -0.875, 1.072265625, -0.365234375, 2.265625, 0.0, -1.501953125, 0.203125, -0.765625, -0.1953125, -0.140625, -1.12109375, 0.0, 2.6611328125, -0.03125, -0.68896484375, -0.17578125, 1.5234375, 0.68359375, 0.109375, -3.046875, 0.390625, 0.484375, 0.84375, 2.0703125, -1.3984375, 0.0, 1.006591796875, 3.5419921875, 2.6171875, 1.25, -0.2109375, 3.6328125, 2.4140625, -0.06640625, 1.0625, -1.541015625, 2.34375, 0.5703125, 1.03125, 0.0, 5.171875, 0.24609375, 4.7890625, 0.189453125, -0.15625, -0.384765625, 2.29296875, 0.140625, -0.037109375, 1.390625, 0.5234375, -0.501953125, 0.88623046875, 1.0078125, 7.375, -0.234375, 1.50390625, 0.1328125, 0.7646484375, 0.33203125, -0.19921875, 5.78125, 0.0, 4.7109375, 0.9560546875, 3.0234375, -2.50341796875, -0.15625, 0.13671875, -0.17578125, -1.609375, -0.763671875, 0.000732421875, 0.0, 0.0, 0.0, 4.171875, -4.794921875, 1.394287109375, 0.0, 0.7734375, 0.23046875, 3.1328125, 3.1953125, -1.2578125, 0.0, -0.59375, 0.078125, 1.6796875, 2.515625, -0.0078125, 0.823486328125, -0.255859375, 1.3623046875, 1.3076171875, 1.02490234375, 1.908203125, -1.7578125, -2.92578125, 0.638671875, 5.265625, 5.6875, 3.484375, 1.166259765625, 0.5078125, 4.109375, 1.08984375, -4.81689453125, 3.35546875, 0.5078125, 2.1328125, 2.71875, -3.453125, -0.3515625, 4.90625, 0.140625, 0.046875, 0.0625, 0.98828125, -3.1328125, -0.509765625, 0.625, 2.4921875, -2.1484375, 1.0, 1.638671875, 2.6748046875, 2.380859375, 0.203125, 1.9541015625, 0.814453125, -0.421875, -0.994140625, 1.8515625, 0.865234375, 3.02197265625, 3.2109375, 0.84765625, 1.46875, 0.81640625, -0.71875, 0.5, -0.1630859375, 2.005859375, -0.25, -3.0625, 0.89453125, -0.994140625, 0.92578125, -1.535400390625, 0.56982421875, 0.015625, 0.19683837890625, 0.91015625, 2.32421875, 3.57421875, 4.11328125, 1.35546875, 2.0390625, 0.435546875, 0.0, 0.765625, -1.3125, -2.0, -1.234375, -0.5556640625, 2.8359375, 1.21484375, 2.0859375, 1.34375, 2.3828125, 0.2158203125, 0.0, 3.2109375, 1.8671875, -0.50390625, 0.9453125, 1.258056640625, 3.17578125, 0.74609375, -2.1640625, 1.2421875, 0.0, 7.484375, 0.78271484375, -3.203125, -1.1875, 0.0, -2.546875, 6.4375, -0.3828125, -4.787109375, -3.6995697021484375, -0.90625, 0.271484375, 0.6138916015625, 2.015625, -1.458984375, 0.5390625, 2.478515625, 1.20263671875, -2.046875, 2.421875, 0.24609375, -0.5576171875, -2.2255859375, 1.015625, -0.1171875, 2.15625, 1.234375, 0.3671875, -1.59375, 1.18115234375, 3.86328125, 1.46875, -2.076171875, -0.59765625, 5.14501953125, 6.296875, 0.5703125, 0.3046875, 0.0, 3.53125, 0.125, 4.265625, 3.15625, 0.53125, 0.546875, 1.2880859375, 3.162109375, 3.5234375, 0.28759765625, 2.11328125, 0.6953125, 0.472900390625, -1.65625, 2.08203125, 2.3544921875, 0.65234375, -0.78515625, 3.625, 0.08203125, 0.21875, 0.904296875, -0.339111328125, -4.6171875, 0.3828125, -9.03125, 1.9375, 2.03125, 0.1953125, 2.296875, -3.5234375, 0.484375, -0.02734375, -0.71875, 1.923828125, -0.845703125, 8.765625, 3.1171875, 0.390625, -0.9580078125, -0.296875, 0.53125, 5.5703125, -1.12646484375, -0.171875, -0.296875, -4.765625, 0.296875, 0.34375, 1.71875, -2.21875, -1.19140625, 2.171875, -0.28125, -0.734375, 3.78125, 1.12890625, 3.25390625, -0.921875, 0.0, 0.09765625, 0.39453125, 1.546875, 0.46875, 0.0, 2.09716796875, -1.744140625, -3.6484375, -2.001953125, 0.140625, -0.578125, 2.710693359375, 3.2890625, 1.2421875, 4.859375, 4.8828125, 0.0703125, 2.578125, 3.81640625, 0.0, 0.6484375, 0.8515625, 0.35546875, 0.0, 3.0703125, -1.09375, -1.1015625, 1.2421875, 0.109375, -0.3125, -2.083984375, -0.7265625, 3.16796875, -0.619140625, 0.0048828125, 3.8359375, 1.86328125, 0.9609375, 2.56640625, 1.3203125, 4.15625, 0.0, 0.0078125, 0.5703125, 2.423828125, -1.1875, -2.40625, 2.328125, 3.5703125, 1.7421875, 2.060546875, 2.3154296875, -0.75, 1.78515625, 2.3828125, -0.455078125, -2.537109375, 2.806640625, 0.4140625, 1.17529296875, 1.08203125, 4.2578125, -0.37890625, 0.1484375, 0.765625, 1.3828125, 1.57421875, 0.4921875, 1.58203125, 0.15625, 0.30078125, -0.3359375, 0.095458984375, 0.8046875, -0.125, 2.474609375, 0.240234375, 0.6953125, -0.046875, 5.734375, 1.92578125, 1.046875, 0.4609375, 1.8427734375, 1.7421875, 0.328125, 3.2421875, -0.2236328125, 1.5078125, 4.248046875, 1.484375, 0.9609375, -1.87939453125, 3.90234375, -0.32421875, -0.2734375, 3.1988525390625, -2.40625, 1.4609375, 0.6796875, 1.04296875, 7.796875, 0.912109375, 1.0703125, -0.171875, -0.4921875, -0.1328125, 0.0, -0.375, 0.171875]} \ No newline at end of file diff --git a/margin_logs/val_margins_general_epoch_3.json b/margin_logs/val_margins_general_epoch_3.json new file mode 100644 index 0000000000000000000000000000000000000000..b9b468adf434f5562f6b19b5306c3b841e5dbd74 --- /dev/null +++ b/margin_logs/val_margins_general_epoch_3.json @@ -0,0 +1 @@ +{"epoch": 3.0, "step": 738, "domain": "general", "rewards_chosen": [-3.640625, -0.000194549560546875, -0.6484375, -1.9375, -0.291015625, -0.03662109375, 1.328125, 0.859375, 0.6875, 0.1640625, -1.1953125, 0.08349609375, -1.40625, -1.421875, -1.125, -0.265625, -0.96875, -0.58984375, -0.875, -5.28125, -1.25, -3.203125, -0.404296875, 0.5859375, 0.19921875, -0.8515625, -5.71875, 1.2421875, -2.0625, -1.2421875, -3.421875, -1.4296875, 0.255859375, -0.07421875, -1.0703125, 0.86328125, -0.55078125, -0.134765625, 0.18359375, -0.8125, 2.9375, -1.1015625, -2.3125, -3.21875, 1.0234375, 0.83203125, -0.80859375, 0.46484375, 1.171875, 0.07177734375, 1.015625, -1.9921875, 0.66015625, 1.1640625, 1.453125, -0.310546875, -1.4375, 0.1845703125, -1.7890625, 0.65234375, 1.328125, -4.0625, -0.22265625, -2.140625, -0.28125, -1.3984375, -3.265625, -0.5859375, -3.515625, 1.796875, 0.1142578125, -2.4375, -1.09375, 0.94921875, 0.84375, -2.03125, -4.34375, 1.7578125, -2.171875, 1.328125, -0.60546875, -1.4765625, -0.8828125, -1.1640625, -1.4921875, -0.419921875, 0.84375, -1.34375, -0.55859375, -0.56640625, -2.65625, -0.58984375, -2.28125, -0.1494140625, -1.328125, -3.046875, -1.2421875, -1.1171875, -1.8046875, -1.0234375, -3.4375, 2.25, -1.8671875, -1.0390625, 1.65625, 0.83203125, -0.5234375, -0.20703125, -3.046875, 0.9609375, -0.16796875, 0.06298828125, -0.53125, 0.1982421875, -1.8671875, -1.2890625, 1.390625, -1.84375, -1.921875, -1.703125, 0.333984375, -0.8046875, 1.1796875, -0.19921875, -2.625, -1.09375, -1.3359375, -1.2421875, -4.59375, 0.9921875, 0.62109375, 0.05712890625, -0.427734375, -4.3125, 1.171875, 0.7265625, 1.296875, -0.373046875, -2.1875, -1.03125, -1.5, -1.2734375, -1.03125, -1.875, -1.2578125, 0.25390625, -0.2734375, -1.125, 0.859375, -1.6796875, -0.01300048828125, -0.2451171875, 0.0230712890625, 0.3203125, -1.359375, 1.328125, -2.53125, 0.349609375, -1.265625, -1.96875, -0.6484375, -1.703125, 0.11376953125, -2.734375, -1.3984375, 0.5546875, -1.6015625, 0.140625, -0.94140625, 0.421875, -1.578125, 0.4921875, -2.265625, -2.828125, 0.04541015625, -0.6484375, -0.451171875, -3.84375, 0.435546875, -1.25, -1.5390625, 0.9765625, 0.267578125, -4.28125, -0.1650390625, -1.078125, 0.6875, -3.328125, -1.5390625, -2.34375, -0.5859375, -2.09375, -0.46484375, 0.7421875, -1.484375, -3.40625, -2.6875, -0.041748046875, 1.296875, -0.703125, -1.921875, 0.40234375, -3.71875, -3.484375, 0.412109375, -2.609375, -3.40625, -1.4296875, -0.12158203125, 1.3828125, 0.99609375, -0.9921875, -1.0, 2.359375, -4.0, -2.6875, -0.953125, 2.546875, 0.447265625, 0.421875, -0.765625, -1.15625, 0.27734375, -1.46875, -1.53125, 1.3515625, -1.5, -0.25390625, -2.1875, 0.5234375, -1.0546875, 1.3828125, -1.5546875, -1.6328125, -0.3515625, -1.046875, 1.46875, 1.5703125, 0.41015625, -2.515625, -0.75, -1.109375, -3.109375, -3.65625, -4.09375, -1.1171875, 0.0341796875, 0.55078125, -1.140625, -0.1357421875, -1.15625, -1.953125, -3.40625, -0.80078125, -0.9609375, -4.5625, -1.1328125, -1.65625, -2.28125, 0.263671875, -0.486328125, -1.875, 1.6484375, -1.75, -1.1953125, -1.03125, 0.3515625, -0.6015625, -0.52734375, -0.7890625, -1.109375, 0.33984375, -4.1875, -0.69921875, -3.203125, 0.29296875, -1.7109375, -2.421875, 1.5859375, -0.271484375, 0.04541015625, 1.359375, 2.109375, -0.474609375, -0.39453125, -0.828125, 0.060791015625, -3.625, 0.32421875, -3.625, -0.46484375, -2.765625, 1.328125, -0.0830078125, -0.9609375, -0.921875, -1.4296875, -1.796875, 1.15625, -4.75, -0.2734375, 1.8984375, -0.84765625, -2.734375, -0.091796875, -2.171875, -3.46875, -1.0078125, -2.015625, -0.86328125, 0.5078125, -0.5703125, -1.0703125, -0.55078125, 0.8359375, 0.65625, -0.25390625, 0.2451171875, -0.498046875, -2.34375, 1.2421875, 0.81640625, 1.3203125, -0.75, -1.4921875, -0.064453125, -2.0, 0.5703125, -0.69921875, -2.5, -0.0089111328125, 0.859375, -2.078125, 0.064453125, -2.546875, -0.09814453125, -0.376953125, -3.40625, -0.44140625, -1.2578125, 0.91015625, -3.265625, 0.6171875, -4.375, -3.71875, 0.69140625, -0.0771484375, -1.3359375, 0.96875, 1.328125, -2.21875, -3.53125, 2.53125, 1.015625, -2.59375, 1.21875, 0.78125, 1.3125, 0.65625, -0.357421875, -0.66796875, -3.25, -0.6796875, 0.150390625, -1.7578125, -0.23046875, -0.3203125, 0.08740234375, -0.5859375, -0.83984375, -2.34375, -1.3203125, 0.328125, -1.6875, 0.32421875, 0.92578125, -1.046875, -0.9609375, -0.2080078125, -1.390625, -0.734375, -1.1171875, 0.1416015625, -0.42578125, -2.046875, -3.46875, -0.92578125, -1.4140625, 2.34375, 1.0859375, -4.5, 0.44140625, 1.2109375, 0.095703125, 1.34375, -3.0625, 0.52734375, -0.1484375, -0.185546875, 0.89453125, -0.60546875, -0.2373046875, -1.3203125, -0.392578125, -1.8984375, -1.09375, -0.7265625, -1.90625, 0.578125, 0.81640625, -3.546875, -0.56640625, -0.443359375, -2.0625, -0.6796875, -3.359375, -0.359375, 0.5390625, 0.94140625, 0.77734375, -1.859375, -0.396484375, -1.2109375, -0.6953125, -0.5390625, 0.6875, -1.984375, -1.65625, -0.67578125, -0.31640625, -2.40625, -2.1875, 1.3359375, -2.0625, -0.67578125, -1.7734375, -0.1630859375, 0.93359375, -3.546875, -2.546875, -0.00909423828125, 1.15625, -0.4609375, -3.84375, 2.796875, 0.1748046875, 1.171875, -2.765625, -3.984375, -1.2421875, -4.71875, -0.27734375, -1.140625, -1.3671875, -0.39453125, 2.1875, -0.51171875, -0.7109375, 1.015625, 0.6796875, -3.265625, 0.77734375, 1.6875, 0.034912109375, -3.328125, 0.447265625, -3.03125, -2.609375, 0.65625, -3.453125, -1.28125, -0.2275390625, -3.4375, -2.765625, 2.453125, 0.064453125, -0.12890625, 0.46484375, -1.390625, 0.51953125, -2.03125, 0.8515625, -0.06298828125, 0.640625, -2.46875, -5.15625, 0.60546875, -1.0390625, -2.53125, -2.125, -0.033935546875, 1.09375, -0.79296875, -0.6484375, 0.158203125, -1.59375, -3.875, -6.0, 0.349609375, 0.91015625, 0.55078125, 0.5703125, -0.0164794921875, -2.53125, -1.4140625, 0.578125, -1.4375, -0.515625, -2.59375, 1.0546875, 0.73828125, -0.0130615234375, -3.859375, 0.32421875, 0.44140625, -1.8203125, -1.3203125, 0.408203125, -3.21875, 0.212890625, -1.9375, -0.162109375, -0.62109375, -4.65625, -1.09375, -1.5859375, -1.96875, -3.8125, -0.56640625, -3.0, -0.90625, -0.064453125, -4.25, -2.078125, -1.453125, -1.34375, -5.71875, -1.015625, -0.890625, -2.796875, 0.08349609375, -4.4375, -2.296875, 0.2001953125, 0.828125, -2.140625, -2.9375, -1.8046875, -2.640625, -0.416015625, -1.5, 0.64453125, 3.5625, -2.0625, -0.353515625, -2.015625, -2.53125, -2.78125, -1.625, -2.234375, 0.361328125, -0.43359375, 1.296875, 0.54296875, -1.2421875, -0.140625, 0.1171875, 1.1484375, -0.9140625, 0.78515625, -0.27734375, -1.25, -0.0245361328125, 0.5390625, -0.1494140625, -1.328125, 0.412109375, 3.59375, -0.2080078125, -1.1015625, 0.859375, -0.40625, -0.326171875, -0.87890625, 1.515625, -3.921875, 3.703125, 0.0011444091796875, 1.8984375, -3.6875, 1.09375, -0.2314453125, -0.890625, -3.515625, -0.96875, -1.03125, -4.5, -6.5, 0.921875, -0.020751953125, -0.9375, -0.18359375, -0.0037078857421875, 0.251953125, -2.21875, -0.03662109375, -0.271484375, -1.8046875, 0.61328125, 0.087890625, -0.244140625, -0.66015625, -0.67578125, -1.5703125, -0.380859375, -1.15625, 0.2431640625, -1.5390625, 0.2236328125, -0.9140625, -4.625, -1.9921875, 0.0164794921875, 0.306640625, 0.1279296875, 1.1953125, -0.38671875, 0.034912109375, 5.5625, 0.88671875, -5.9375, -0.59375, 0.7734375, 0.040771484375, 0.208984375, -2.703125, 0.1728515625, -1.84375, -4.59375, -0.345703125, -0.515625, 0.3046875, -1.40625, -0.53125, -1.2109375, 1.90625, 0.10205078125, -2.875, -1.40625, 0.6875, 1.21875, 2.375, 0.67578125, -1.265625, -4.21875, -2.234375, -0.375, -1.109375, -1.5859375, -0.78125, -0.62890625, -1.9765625, -0.95703125, -2.1875, 0.78125, -1.125, -0.7421875, 0.53125, -1.5, 0.50390625, -2.234375, 0.10693359375, -2.671875, -1.2109375, -2.921875, -0.890625, -0.734375, 0.71484375, 2.3125, -0.248046875, 0.267578125, -2.890625, -0.396484375, -2.296875, 2.03125, -4.40625, -3.703125, -1.734375, -0.62109375, 0.68359375, -0.263671875, -0.29296875, 0.1083984375, -0.98046875, 0.3203125, -3.734375, -0.1669921875, -1.359375, 0.06201171875, 2.3125, -1.09375, 0.9765625, 0.1318359375, -2.3125, 1.7578125, 1.46875, 2.953125, -1.171875, -2.03125, -0.44140625, -1.5234375, -2.828125, 0.71484375, 0.8515625, -5.40625, -4.65625, -0.11083984375, -1.53125, -1.296875, 1.15625, -2.484375, 1.3046875, -2.21875, -1.046875, -5.03125, -4.71875, -2.234375, -1.984375, -3.015625, 1.1328125, 0.50390625, -0.71484375, -2.859375, 0.5625, -4.46875, -1.484375, 1.6015625, -2.71875, -3.09375, -0.44140625, 4.09375, -0.146484375, 0.298828125, -2.765625, -1.734375, -1.796875, -2.875, 0.2578125, 5.25, 0.58203125, 0.859375, 0.48046875, -0.0274658203125, 1.8046875, -1.8359375, -0.134765625, -0.11962890625, -0.97265625, -6.25, -0.61328125, -0.7578125, -2.484375, -1.03125, 0.7890625, -0.66015625, 0.6328125, 0.0693359375, -1.34375, -3.78125, -2.390625, -5.3125, -2.90625, 1.6171875, -0.392578125, -1.1171875, -3.921875, -4.78125, -0.69921875, 0.5703125, 1.0, -1.5390625, 3.359375, -0.419921875, 0.8671875, -1.21875, -0.328125, 0.1787109375, 0.39453125, -1.390625, 0.030029296875, -2.34375, -4.125, 0.703125, 0.78125, 2.625, 0.3203125, -2.3125, -4.0625, -4.03125, 1.84375, -2.625, -0.68359375, -0.369140625, -0.0380859375, -5.0, -1.296875, -0.56640625, -0.9140625, -2.515625, 2.875, -1.4140625, -0.85546875, -1.546875, -3.265625, 1.15625, -0.859375, 1.8515625, -1.1796875, 1.8359375, 0.466796875, 0.271484375, -0.2431640625, 0.7265625, -1.125, -4.125, -1.296875, 1.34375, -0.279296875, -5.03125, 2.71875, -5.25, -3.140625, -2.171875, 1.3125, -2.34375, -3.53125, -0.34765625, 1.7265625, -1.1484375, -1.390625, 0.87109375, -0.58203125, -1.25, 2.296875, 1.359375, -0.49609375, -3.40625, -0.306640625, 0.40625, -0.2734375, 0.3828125, -4.5, -4.46875, 0.97265625, 1.4609375, 0.498046875, -1.515625, 2.984375, -0.86328125, -0.4921875, -1.3515625, -0.22265625, -1.6171875, 0.58203125, -1.703125, -2.140625, -0.87890625, -1.65625, 0.095703125, 0.451171875, 2.140625, -1.40625, -2.03125, 0.1162109375, 0.1982421875, 0.12890625, -0.462890625, -1.4921875, -2.671875, -3.34375, 1.125, -1.234375, -3.375, 0.25390625, 1.5859375, 1.546875, 2.671875, -0.03564453125, -0.369140625, 1.4609375, -0.84375, -0.35546875, -1.859375, 0.7578125, -1.25, -0.9453125, -3.171875, -1.3125, -0.392578125, -0.60546875, -0.609375, -1.875, -2.078125, 1.609375, 1.0859375, -0.2470703125, 0.98046875, -0.83984375, -1.234375, -0.4765625, -0.94921875, 0.095703125, -0.6171875, -0.23046875, -5.0625], "rewards_rejected": [-1.6328125, -0.09033203125, 2.9375, -2.515625, -0.119140625, 0.236328125, 1.328125, 0.69921875, -2.578125, 1.359375, -4.0, -1.65625, -5.5625, -1.421875, -3.375, -0.6953125, -0.244140625, 0.03662109375, -3.125, -5.46875, -3.421875, 0.73828125, -2.75, -3.546875, 0.95703125, -0.5625, -7.5625, -0.031494140625, -0.33984375, -1.234375, -5.59375, -1.1875, -1.359375, -0.07421875, -2.75, 0.86328125, -2.1875, -1.125, -1.1484375, -0.34765625, -4.3125, -3.0, -1.75, -1.5546875, -3.96875, 0.9375, -0.953125, 0.46484375, -4.90625, -0.5546875, -0.9296875, -2.890625, -5.5625, -0.94921875, 1.859375, 1.015625, -1.015625, -1.7734375, -1.5546875, -1.140625, 2.21875, -0.98046875, 1.5703125, -2.890625, -0.5625, -3.171875, -4.03125, -0.5859375, -2.75, 1.6640625, -2.546875, -3.5, -2.734375, -1.5390625, 4.375, -5.125, -7.34375, 2.40625, -3.3125, 1.2890625, -2.171875, -1.6328125, -5.625, -2.015625, -1.4921875, -1.8203125, -2.796875, -3.140625, -2.703125, -4.46875, -1.546875, -2.34375, -1.1875, 0.453125, -0.11083984375, -3.640625, -7.3125, 0.87890625, -6.28125, -2.453125, -5.9375, -0.15234375, -1.8671875, -2.40625, 3.8125, -2.859375, -3.96875, -1.1484375, -0.671875, -1.296875, 0.6640625, -0.7578125, -2.203125, 0.1552734375, -3.234375, -2.34375, 1.390625, -1.6796875, -3.0, -1.1640625, -1.328125, -2.515625, -9.4375, -3.921875, -2.875, -4.71875, 1.0234375, -3.5625, -4.28125, -0.75, 0.466796875, 0.2294921875, -4.125, -4.5, -7.8125, -0.61328125, 0.1083984375, -0.373046875, -2.1875, 0.15625, -0.46484375, -1.234375, 2.3125, -0.61328125, -0.2041015625, -1.140625, -0.2734375, -3.375, 0.337890625, -1.7734375, -0.033935546875, -3.484375, -1.03125, 1.4375, -1.0, 0.11767578125, -2.53125, -8.625, -2.390625, -3.59375, -0.81640625, 0.99609375, 0.13671875, -2.734375, -0.546875, -0.7421875, -1.4765625, -0.2373046875, -4.71875, 0.421875, 0.359375, 0.042236328125, -2.53125, -2.796875, -2.125, -1.109375, -0.0205078125, -2.078125, 0.484375, -1.71875, 0.3125, -0.69921875, -0.345703125, -1.4921875, 1.2890625, -2.703125, -2.578125, -5.21875, -4.65625, -2.25, 1.65625, -2.046875, 0.2080078125, -0.341796875, -3.609375, -2.078125, -3.046875, -1.8671875, -2.34375, -1.578125, -5.84375, -0.76953125, -3.28125, -4.6875, -1.1015625, -2.609375, -4.0625, -0.734375, -3.015625, -0.2294921875, -1.328125, -5.0, -4.125, 3.015625, -2.46875, -1.796875, -0.072265625, -1.78125, -0.17578125, -0.5703125, -2.234375, -0.267578125, 0.27734375, -1.671875, -3.25, 0.1591796875, -1.6171875, -0.36328125, -5.9375, 0.76953125, -3.734375, 0.64453125, -4.28125, -1.015625, -0.88671875, -0.75, 2.453125, 0.68359375, -0.16015625, -3.546875, -0.87890625, -3.6875, -0.55859375, -3.65625, -2.953125, -1.125, -3.109375, 0.55078125, -1.984375, 0.490234375, -0.1474609375, -2.640625, -4.0625, -1.9375, 1.5703125, -3.6875, -3.203125, -1.28125, -2.015625, 0.38671875, -0.2021484375, -0.423828125, -2.359375, -1.5390625, -4.21875, -1.4609375, 0.169921875, -4.40625, -0.259765625, 0.1181640625, -0.9609375, -7.125, -4.1875, -1.53125, -5.875, 0.06298828125, -1.828125, -3.125, 1.6484375, -2.65625, -2.125, 1.3203125, 1.5390625, -0.59765625, 0.050537109375, -0.2119140625, -0.7578125, -1.8828125, -3.109375, -2.0625, -0.19921875, -0.96875, 0.83203125, 1.0234375, -2.265625, -0.703125, -0.765625, -1.84375, -0.68359375, -6.65625, -3.34375, -3.921875, -0.84765625, -4.09375, 1.140625, -2.796875, -5.1875, -4.125, -2.015625, -2.5, -1.65625, -0.400390625, -2.625, -2.453125, -3.546875, -3.875, -5.09375, 0.006317138671875, 1.171875, -2.34375, 1.6015625, -0.57421875, 0.71484375, -1.53125, -2.421875, -0.365234375, 0.279296875, -0.12353515625, -4.53125, -3.140625, -1.7734375, 0.470703125, -2.3125, -2.046875, -4.625, -1.1015625, -1.796875, -2.421875, -1.90625, -3.390625, -0.55078125, -0.6875, 0.62109375, -4.75, -0.57421875, 0.69140625, -0.28515625, -2.8125, 1.21875, -3.53125, -5.03125, 0.162109375, 2.0, -5.90625, -5.46875, -2.09375, 1.0390625, -2.015625, -0.75390625, -3.203125, -0.00537109375, -0.69140625, -2.59375, 0.359375, -3.265625, -5.46875, -2.5, -0.26953125, 0.53125, -1.6640625, -0.80859375, 0.5546875, -2.59375, -1.5625, 1.2734375, 0.64453125, 0.306640625, -3.5625, -0.34765625, -1.390625, -2.421875, 0.095703125, -2.234375, -2.5, -0.326171875, -4.03125, -1.6875, -0.94140625, 2.09375, -2.9375, -4.5, -0.5234375, -0.51953125, 0.427734375, 0.46875, -2.984375, 0.25, -1.78125, 1.6328125, -2.25, -2.34375, -0.296875, -0.2236328125, -2.015625, 0.82421875, -1.09375, -0.7265625, -3.15625, 0.51953125, 0.4375, -4.65625, -2.421875, -1.03125, -1.15625, -2.6875, -3.234375, -0.0208740234375, -0.796875, -1.4921875, -0.462890625, -0.52734375, -0.859375, -3.921875, -1.046875, -3.96875, -0.2158203125, -5.03125, -2.640625, -2.90625, -1.5703125, -3.09375, -2.125, -2.734375, -1.6328125, -0.474609375, -1.7109375, -0.380859375, 0.2451171875, -4.09375, -2.546875, -1.5703125, 0.203125, -1.4296875, -3.53125, 2.765625, -0.7421875, -7.8125, -7.15625, -4.5, 0.318359375, -2.921875, -3.640625, -0.40234375, -4.0, -3.21875, 0.1455078125, 1.453125, 0.0400390625, -2.609375, 1.21875, -2.515625, 0.578125, 0.443359375, -0.578125, -2.46875, -2.640625, 3.34375, -2.0, 0.0595703125, -4.28125, -3.71875, -4.96875, -4.46875, -3.3125, -5.0625, -0.453125, -0.92578125, 1.8671875, -1.359375, 0.0186767578125, -0.0634765625, -2.40625, -0.0130615234375, -0.93359375, -3.96875, -5.15625, -0.23828125, -3.96875, -0.52734375, -2.4375, -0.66015625, -0.1875, -2.328125, 2.1875, -1.0625, -3.6875, -2.25, -7.5, 2.140625, 0.76171875, -1.375, -0.1220703125, -0.86328125, -3.125, 0.0869140625, -0.7734375, -1.5703125, -1.6484375, -2.5, 0.984375, 0.5546875, 0.82421875, -2.921875, 0.32421875, 0.93359375, -0.458984375, -7.34375, 0.216796875, -3.21875, -2.390625, -1.6796875, -0.86328125, -1.8125, -3.640625, -2.1875, -1.21875, -4.125, -3.8125, 0.373046875, -3.328125, 0.482421875, -0.365234375, -4.09375, -1.296875, -1.453125, -3.921875, -6.21875, -0.62109375, -0.67578125, -4.28125, -0.92578125, -4.46875, 0.064453125, -0.2734375, 0.404296875, -2.796875, -4.8125, -0.7734375, -2.640625, -0.8125, -4.59375, -1.8671875, 1.8203125, -2.28125, -4.15625, -4.625, -2.5625, -3.734375, -0.08984375, -4.5, 0.0859375, -1.53125, 1.296875, -4.65625, -1.8046875, -4.28125, -1.046875, 1.0546875, -0.1728515625, -1.5703125, -0.48828125, -1.1796875, -0.73046875, -0.26953125, -0.2412109375, -1.875, -1.1015625, -3.8125, -0.05810546875, -2.953125, 0.609375, -1.4140625, -1.53125, -0.52734375, -4.0625, -3.921875, -1.6484375, -0.9609375, -1.4453125, -1.3125, 0.91015625, -0.5234375, -0.67578125, -2.078125, -0.33203125, -1.1171875, -4.5, -6.5, 0.921875, -4.09375, 4.3125, -1.6015625, -0.0037078857421875, 0.0712890625, -2.078125, -2.296875, -3.515625, -0.671875, 0.61328125, 0.8828125, -0.26953125, -2.40625, -3.265625, -1.7109375, -1.5078125, -0.16015625, -1.140625, -2.765625, -1.140625, -2.671875, -2.796875, 0.85546875, -0.90625, -4.53125, -6.25, -2.28125, -1.2734375, -0.5625, 1.515625, -0.921875, -1.15625, -4.09375, 0.21484375, -2.296875, -2.59375, 0.75390625, 0.55859375, -6.5, -4.5625, -0.474609375, -0.63671875, 0.2451171875, 1.6875, 0.173828125, -1.890625, -0.56640625, 3.375, -3.421875, -2.96875, -1.6796875, -1.3515625, 1.9921875, -0.640625, -2.375, -3.671875, -1.9609375, -2.03125, -2.8125, -4.9375, -3.140625, -1.3125, -3.25, -1.921875, -1.3125, 0.5078125, -0.859375, -2.140625, 0.384765625, 1.6640625, -0.515625, -1.9609375, -0.765625, -1.859375, -1.9375, -1.8125, -0.984375, -1.75, -1.40625, -2.09375, -3.8125, -2.59375, -4.3125, -0.859375, -2.296875, 0.94140625, -3.0625, -1.8671875, -0.90234375, -0.1416015625, -1.78125, -0.0634765625, -2.4375, -1.1796875, -3.78125, -0.97265625, -3.734375, -2.8125, -3.109375, 0.09326171875, 1.078125, -2.25, -2.296875, -0.5625, -0.9140625, 0.44140625, 1.46875, -3.8125, -2.21875, 0.357421875, 0.65625, -1.5234375, 0.279296875, -5.90625, 1.5, -1.1171875, -1.0390625, 1.0546875, -2.0625, -2.390625, -1.1171875, -0.578125, 0.333984375, -4.4375, -2.703125, -2.84375, -6.96875, -2.21875, -0.95703125, -1.5546875, 0.1796875, 0.4296875, -2.578125, -3.828125, 0.361328125, -2.671875, -2.65625, -0.8359375, -4.03125, -0.8828125, 0.1923828125, -1.734375, -6.4375, -0.251953125, -3.234375, -1.734375, -5.625, -3.078125, -4.75, 1.6484375, 0.240234375, 0.337890625, -0.2060546875, -3.890625, -1.9296875, -1.4921875, -2.21875, -0.890625, -1.265625, -4.78125, -3.015625, -3.28125, -2.265625, -0.240234375, -3.546875, -1.1484375, 0.3515625, -0.70703125, -0.75, 0.77734375, -3.375, 3.203125, -4.6875, -0.09619140625, 0.2490234375, -3.1875, -0.7734375, -5.28125, -1.1484375, 0.7734375, -1.3359375, -1.046875, -5.3125, -4.0, 0.1376953125, -0.416015625, 0.040771484375, 0.9609375, -4.875, -0.057373046875, 0.52734375, -2.125, 0.2265625, 0.1357421875, 0.5, 0.44140625, 2.609375, -1.078125, -5.90625, -3.59375, 2.4375, -6.40625, -1.5, -3.3125, 0.953125, -5.0, -0.953125, -0.8828125, -2.125, -2.828125, 2.875, -3.234375, 0.703125, 2.046875, -1.203125, 1.0625, 0.07421875, -0.97265625, -4.59375, 0.2197265625, -4.59375, -4.0625, -0.158203125, -1.859375, -4.34375, -4.125, -2.359375, 0.447265625, -0.19140625, -5.03125, -0.47265625, -3.515625, -0.93359375, -3.375, 1.3125, -2.15625, -1.59375, -0.0703125, -1.96875, -0.416015625, -1.5546875, -2.9375, -2.140625, -1.71875, -0.33984375, -0.482421875, -4.53125, -3.40625, 0.047607421875, -0.5390625, -3.34375, 1.6484375, -2.21875, -6.53125, -2.5625, -0.205078125, -1.4296875, -3.4375, 3.3125, -2.875, -2.84375, -0.38671875, 1.953125, -4.59375, -0.0167236328125, -3.03125, -4.0, -4.34375, -0.9375, 0.427734375, -0.1787109375, 0.69140625, -1.8828125, -2.53125, -1.6484375, 0.1552734375, -0.1865234375, 0.185546875, -1.4375, -3.421875, -3.4375, -1.1171875, -1.515625, -4.0625, 0.30078125, -4.0625, -0.5703125, 1.109375, -0.263671875, -1.34375, -0.205078125, -0.828125, -3.25, -1.4765625, -1.328125, -5.90625, -2.578125, -4.1875, 0.6640625, -4.28125, -0.012451171875, -0.40625, -5.0, 0.921875, 0.396484375, 0.87109375, -1.296875, -6.5, -1.46875, -2.28125, -0.86328125, -0.71875, -0.19921875, -0.6171875, 0.33984375, -5.25], "margins": [-2.0078125, 0.09013748168945312, -3.5859375, 0.578125, -0.171875, -0.27294921875, 0.0, 0.16015625, 3.265625, -1.1953125, 2.8046875, 1.73974609375, 4.15625, 0.0, 2.25, 0.4296875, -0.724609375, -0.62646484375, 2.25, 0.1875, 2.171875, -3.94140625, 2.345703125, 4.1328125, -0.7578125, -0.2890625, 1.84375, 1.273681640625, -1.72265625, -0.0078125, 2.171875, -0.2421875, 1.615234375, 0.0, 1.6796875, 0.0, 1.63671875, 0.990234375, 1.33203125, -0.46484375, 7.25, 1.8984375, -0.5625, -1.6640625, 4.9921875, -0.10546875, 0.14453125, 0.0, 6.078125, 0.62646484375, 1.9453125, 0.8984375, 6.22265625, 2.11328125, -0.40625, -1.326171875, -0.421875, 1.9580078125, -0.234375, 1.79296875, -0.890625, -3.08203125, -1.79296875, 0.75, 0.28125, 1.7734375, 0.765625, 0.0, -0.765625, 0.1328125, 2.6611328125, 1.0625, 1.640625, 2.48828125, -3.53125, 3.09375, 3.0, -0.6484375, 1.140625, 0.0390625, 1.56640625, 0.15625, 4.7421875, 0.8515625, 0.0, 1.400390625, 3.640625, 1.796875, 2.14453125, 3.90234375, -1.109375, 1.75390625, -1.09375, -0.6025390625, -1.21728515625, 0.59375, 6.0703125, -1.99609375, 4.4765625, 1.4296875, 2.5, 2.40234375, 0.0, 1.3671875, -2.15625, 3.69140625, 3.4453125, 0.94140625, -2.375, 2.2578125, -0.83203125, 0.82080078125, 1.671875, 0.04296875, 1.3671875, 1.0546875, 0.0, -0.1640625, 1.078125, -0.5390625, 1.662109375, 1.7109375, 10.6171875, 3.72265625, 0.25, 3.625, -2.359375, 2.3203125, -0.3125, 1.7421875, 0.154296875, -0.17236328125, 3.697265625, 0.1875, 8.984375, 1.33984375, 1.1884765625, 0.0, 0.0, -1.1875, -1.03515625, -0.0390625, -3.34375, -1.26171875, -1.0537109375, 1.39453125, 0.0, 2.25, 0.521484375, 0.09375, 0.02093505859375, 3.2392578125, 1.0543212890625, -1.1171875, -0.359375, 1.21044921875, 0.0, 8.974609375, 1.125, 1.625, 0.16796875, -2.69921875, -0.02294921875, 0.0, -0.8515625, 1.296875, -0.125, 0.3779296875, 3.77734375, 0.0, -1.9375, 0.449951171875, 0.265625, -0.03125, 2.17041015625, 0.4609375, -0.4306640625, -1.765625, -0.048828125, 0.46875, -1.8515625, 1.67578125, 0.61328125, -2.7890625, -1.4541015625, 1.625, 3.265625, 1.890625, 3.1171875, -0.09375, -2.2421875, -0.046875, -0.6728515625, 1.083984375, 2.125, -1.328125, 0.359375, 1.825439453125, 3.640625, 0.875, 3.921875, 1.171875, -0.4375, 1.203125, 1.513671875, 0.0, 0.65625, -0.6953125, 2.89404296875, 1.6123046875, 2.32421875, 4.0078125, 3.125, -0.65625, -1.53125, -0.890625, -0.880859375, 4.328125, 0.623046875, 0.9921875, 1.46875, -0.888671875, 0.0, 0.203125, 1.71875, 1.1923828125, 0.1171875, 0.109375, 3.75, -0.24609375, 2.6796875, 0.73828125, 2.7265625, -0.6171875, 0.53515625, -0.296875, -0.984375, 0.88671875, 0.5703125, 1.03125, 0.12890625, 2.578125, -2.55078125, 0.0, -1.140625, 0.0078125, 3.1435546875, 0.0, 0.84375, -0.6259765625, -1.0087890625, 0.6875, 0.65625, 1.13671875, -2.53125, -0.875, 2.0703125, -0.375, -0.265625, -0.123046875, -0.2841796875, -1.451171875, 4.0078125, -0.2109375, 3.0234375, 0.4296875, 0.181640625, 3.8046875, -0.267578125, -0.9072265625, -0.1484375, 7.46484375, 0.0, 0.83203125, 2.671875, 0.22998046875, 0.1171875, 0.703125, -0.0625, 2.384765625, 2.17041015625, 0.0390625, 0.5703125, 0.123046875, -0.445068359375, -0.6162109375, 0.818603515625, -1.7421875, 3.43359375, -1.5625, -0.265625, -1.796875, 0.49609375, -1.1064453125, 1.3046875, -0.21875, -0.6640625, 0.046875, 1.83984375, 1.90625, 3.0703125, 5.8203125, 0.0, 1.359375, -1.232421875, 0.625, 1.71875, 3.1171875, 0.0, 1.63671875, 2.1640625, -0.169921875, 1.5546875, 1.90234375, 4.3828125, 4.53125, 4.83984375, 0.238800048828125, -1.669921875, 0.0, -0.359375, 1.390625, 0.60546875, 0.78125, 0.9296875, 0.30078125, -2.279296875, 0.69384765625, 3.83203125, 0.640625, 1.7645263671875, 0.388671875, 0.234375, 2.111328125, 2.078125, 1.00341796875, 1.419921875, -0.984375, 1.46484375, 2.1328125, 1.4609375, -2.578125, -0.00390625, 0.375, -3.14453125, 0.0, 0.2080078125, 1.4765625, -0.25, 4.859375, 2.8125, -3.693359375, 0.53125, 6.921875, 2.875, 3.3125, -0.2578125, 3.328125, 1.41015625, 2.845703125, -0.66259765625, -2.55859375, 1.9140625, -0.208984375, 1.5078125, 5.23828125, 2.1796875, 0.35693359375, -1.1171875, 0.82421875, -1.53515625, -1.875, 2.921875, -0.125, -0.94921875, 0.28125, -1.353515625, 2.6015625, 0.1396484375, 0.0, 1.6875, -1.212890625, 2.3759765625, 2.07421875, -1.720703125, 0.5625, 0.76171875, -0.47265625, 0.25, 4.0234375, 0.0, 0.96484375, 1.73046875, -0.33203125, 0.875, -0.078125, 0.27734375, 1.6328125, -1.818359375, 3.14453125, 1.73828125, 0.0595703125, -1.0966796875, 1.623046875, -2.72265625, 0.0, 0.0, 1.25, 0.05859375, 0.37890625, 1.109375, 1.85546875, 0.587890625, -0.90625, 2.0078125, -0.125, -0.3385009765625, 1.3359375, 2.43359375, 1.240234375, -1.33203125, 0.462890625, 2.7109375, 0.3515625, 3.4296875, 0.9033203125, 3.046875, 0.984375, 2.23046875, 1.25390625, 0.6875, -0.0625, 4.0703125, -0.4296875, -0.201171875, -0.0625, 0.2177734375, 0.6884765625, 0.546875, 0.0, 1.56121826171875, 0.953125, 0.96875, -0.3125, 0.03125, 0.9169921875, 8.984375, 4.390625, 0.515625, -1.560546875, -1.796875, 3.36328125, -0.73828125, 2.6328125, 2.82421875, 2.0419921875, -1.96484375, -0.7509765625, 3.625, -0.5390625, -0.75, 0.19921875, 1.244140625, 0.613037109375, -0.859375, 3.087890625, -6.375, -0.609375, 0.5966796875, 0.828125, 2.4375, 4.7412109375, 1.03125, 0.546875, 7.515625, 0.517578125, 0.796875, -1.40234375, -0.03125, 0.5008544921875, -1.9677734375, 3.2578125, -0.0499267578125, 1.57421875, 1.5, 0.0, 0.84375, 2.9296875, -2.00390625, 0.3125, 0.626220703125, 1.28125, 1.53515625, -2.8359375, 1.220703125, 2.09375, -1.625, 1.5, -1.791015625, 0.1484375, 1.92578125, 0.6923828125, 0.8468017578125, 0.59375, -1.5009765625, 1.3515625, 0.1328125, 1.1328125, -0.09375, 0.0703125, 0.18359375, -0.8372802734375, -0.9375, 0.0, -0.4921875, -1.361328125, 6.0234375, 0.19140625, 0.0, 2.603515625, -0.2578125, 0.701171875, 1.19140625, -1.015625, 1.09375, -0.3671875, 2.15625, 0.0, -0.939453125, 0.328125, -1.388671875, 0.30078125, -0.15625, -0.78125, 0.0, 2.578125, 0.5, -0.39453125, -0.21484375, 1.484375, 1.00927734375, 0.03125, -2.361328125, 0.4736328125, 0.423828125, 0.65625, 1.875, -1.03125, 0.0, 0.396484375, 3.09375, 2.51171875, 1.7421875, 0.21875, 3.802734375, 2.609375, 0.03125, 0.953125, -1.53515625, 2.265625, 0.275390625, 1.09765625, 0.0, 5.19921875, 0.5625, 4.140625, 1.1640625, 0.09375, -0.7412109375, 2.35546875, 0.2109375, -0.0703125, 0.7059326171875, 0.80859375, 0.091796875, 0.546875, 1.513671875, 7.40625, -0.14990234375, 1.8515625, 0.25, 1.0078125, 1.205078125, -0.3515625, 5.578125, 0.0, 5.3515625, 0.9620819091796875, 3.34375, -2.375, 0.18359375, 0.2919921875, -0.21484375, -1.4375, -0.63671875, 0.0859375, 0.0, 0.0, 0.0, 4.072998046875, -5.25, 1.41796875, 0.0, 0.1806640625, -0.140625, 2.26025390625, 3.244140625, -1.1328125, 0.0, -0.794921875, 0.025390625, 1.74609375, 2.58984375, 0.140625, 1.126953125, -0.99609375, 1.3837890625, 1.2265625, 1.3642578125, 1.7578125, -1.828125, -2.84765625, 0.9227294921875, 4.837890625, 6.3779296875, 3.4765625, 0.88671875, 0.597412109375, 4.046875, 1.80859375, -4.78125, 3.5, 0.55859375, 2.337646484375, 2.802734375, -3.45703125, -0.3857421875, 4.65625, -0.03125, 0.12890625, 0.12109375, 0.0595703125, -3.09375, -0.705078125, 0.6796875, 2.47265625, -3.27294921875, 0.546875, 1.5625, 2.3671875, 2.5703125, 0.3828125, 1.31640625, 1.109375, -0.546875, -0.2734375, 1.65625, 1.703125, 3.3515625, 2.359375, 0.68359375, 1.2734375, 0.96484375, -0.875, 0.2734375, -0.265625, 1.3984375, 0.146484375, -3.1640625, 1.01953125, -0.2734375, 0.87255859375, -0.8125, 0.7265625, -1.109375, 0.09375, 1.015625, 2.12109375, 4.40625, 3.564453125, 2.861328125, 1.421875, 0.462890625, 0.0, 1.08984375, -1.34375, -1.8359375, -0.83203125, -0.4794921875, 2.46484375, -0.2001953125, 2.14453125, 1.2880859375, 2.80078125, 1.29296875, 0.0, 2.6455078125, 1.75, -0.03125, 1.234375, 1.15625, 3.2734375, 0.6943359375, -1.3984375, 1.31640625, 0.0, 6.765625, 1.046875, -2.388671875, -1.09765625, 0.0, -3.107421875, 6.62109375, -0.6484375, -4.2890625, -3.6171875, -1.16552734375, 0.53125, 1.09375, 2.2734375, -1.90625, 0.970703125, 2.21875, 1.65625, -2.1875, 2.25, -0.015625, -1.02734375, -1.4609375, 0.953125, 0.07421875, 1.86328125, 0.96875, 0.201171875, -1.796875, 1.171875, 2.4375, 1.3125, -2.2109375, -0.6337890625, 5.828125, 6.291015625, 0.55078125, 0.46875, 0.0, 3.828125, 0.203125, 5.0078125, 3.6015625, 0.341796875, 0.521484375, 0.6865234375, 3.8631591796875, 3.734375, -0.34375, 2.083984375, 0.77099609375, 0.29296875, -1.46875, 2.40234375, 2.5234375, -0.21875, -0.791015625, 4.3359375, 0.48828125, 0.28125, 0.7763671875, -0.59375, -4.55859375, 0.984375, -8.515625, 1.78125, 1.71337890625, -0.6416015625, 2.0703125, -3.1484375, 0.5, 0.44921875, -0.203125, 2.3359375, -0.4921875, 8.671875, 3.580078125, 0.7294921875, -0.802734375, -0.368896484375, -0.7822265625, 5.26953125, -1.333251953125, -0.497314453125, -0.21875, -4.3515625, 0.5673828125, 0.28125, 2.18359375, -2.2890625, -1.234375, 1.84375, -0.4375, -0.59375, 3.78125, 0.81640625, 2.943359375, -0.9912109375, 0.0, -0.34375, 0.31640625, 1.2109375, 0.3125, 0.0, 1.8203125, -1.55859375, -3.59375, -2.0625, 0.09375, -0.93359375, 2.82421875, 3.4140625, 1.6162109375, 5.060546875, 4.333984375, -0.0849609375, 2.5859375, 3.21875, 0.0, 1.0625, 0.896484375, -0.087890625, 0.0, 3.19140625, -1.734375, -2.20703125, 1.203125, 0.0, -0.1875, -1.9375, -0.27734375, 3.6953125, -0.732421875, 0.1640625, 3.80859375, 1.55859375, 0.46875, 2.63671875, 1.841796875, 4.03515625, 0.0, -0.354248046875, 0.9453125, 3.0703125, -1.265625, -2.28125, 2.0625, 3.53515625, 1.666015625, 1.927734375, 1.921875, -0.328125, 2.01171875, 2.3515625, -0.96484375, -2.17578125, 2.9765625, 0.5987548828125, 1.328125, 1.859375, 3.46484375, -0.71875, -0.33203125, 0.6298828125, 1.44921875, 0.4765625, 0.5, 1.7646484375, 0.04296875, 0.3154296875, -0.6484375, -0.0546875, 0.75, 0.09375, 2.2421875, 0.28125, 0.6875, -0.046875, 5.6484375, 2.1171875, 1.5625, 0.22802734375, 0.974609375, 1.666015625, -0.015625, 2.89453125, -0.3828125, 2.0859375, 4.65625, 1.6328125, 1.015625, -1.9765625, 3.888671875, -0.593017578125, -0.203125, 3.125, -3.0, 1.212890625, 0.21484375, 1.0498046875, 7.48046875, 0.62890625, 1.046875, 0.38671875, -0.23046875, 0.294921875, 0.0, -0.5703125, 0.1875]} \ No newline at end of file diff --git a/margin_logs/val_margins_general_epoch_4.json b/margin_logs/val_margins_general_epoch_4.json new file mode 100644 index 0000000000000000000000000000000000000000..9f01f65cd8471e61f81ff2bdb1901b0dd2d75577 --- /dev/null +++ b/margin_logs/val_margins_general_epoch_4.json @@ -0,0 +1 @@ +{"epoch": 4.0, "step": 984, "domain": "general", "rewards_chosen": [-4.25, 0.09716796875, -0.9375, -2.40625, -0.9453125, -0.1279296875, 0.97265625, 0.365234375, 0.97265625, 0.45703125, -1.328125, 0.27734375, -1.328125, -2.296875, -1.4765625, -1.1484375, -1.7734375, -0.099609375, -1.34375, -6.75, -1.703125, -3.671875, -1.0078125, 1.015625, -0.12109375, -1.359375, -7.28125, 0.77734375, -2.859375, -1.8125, -4.90625, -1.8046875, 0.279296875, -0.8515625, -1.203125, -0.0242919921875, -0.3515625, -0.06494140625, -0.60546875, -1.0390625, 2.375, -1.296875, -3.6875, -3.796875, 0.8125, 0.765625, -1.96875, -0.42578125, 1.578125, 0.6328125, 0.5625, -2.34375, -0.0654296875, 0.9765625, 2.328125, 0.016845703125, -2.046875, 0.361328125, -2.21875, 0.69921875, 1.84375, -4.6875, -0.546875, -2.625, -1.0859375, -1.9296875, -4.46875, -1.2421875, -4.15625, 1.3203125, -0.047119140625, -2.75, -1.921875, 0.7890625, 0.298828125, -2.359375, -4.78125, 2.15625, -2.921875, 0.890625, -0.84375, -1.4609375, -0.72265625, -0.9921875, -1.859375, -0.8046875, 0.5703125, -2.296875, -0.546875, -0.70703125, -2.546875, -1.203125, -2.53125, -0.283203125, -1.3203125, -3.546875, -1.9609375, -1.5859375, -2.34375, -1.3046875, -3.75, 1.421875, -2.359375, -1.9140625, 1.0, 1.4453125, -0.30078125, -0.58203125, -3.5625, 1.0703125, -0.275390625, 0.2578125, -0.6640625, -0.025634765625, -2.453125, -1.6171875, 0.31640625, -2.15625, -2.703125, -2.15625, 0.228515625, -1.4609375, 0.60546875, -0.50390625, -3.109375, -1.4453125, -1.3203125, -1.3671875, -4.84375, 0.6875, 0.94921875, -0.095703125, -0.8671875, -4.34375, 1.515625, 0.427734375, 1.140625, -1.4453125, -3.125, -1.0859375, -2.0, -1.3125, -1.2109375, -2.390625, -1.703125, 0.19140625, -2.265625, -1.4765625, 0.828125, -3.0625, -0.068359375, -0.82421875, 0.013916015625, 0.28515625, -1.9296875, 1.359375, -4.25, 0.056884765625, -1.9140625, -2.5, -1.1640625, -2.21875, -0.1669921875, -3.40625, -1.859375, 0.79296875, -2.359375, -0.216796875, -2.0, -0.0240478515625, -2.359375, 0.423828125, -2.53125, -3.671875, -0.287109375, -1.2421875, -0.85546875, -4.6875, 0.58203125, -1.7890625, -3.171875, 0.8828125, 0.60546875, -5.09375, -0.462890625, -1.6640625, 0.97265625, -3.921875, -1.875, -2.34375, -1.1640625, -2.40625, -0.396484375, 0.2119140625, -2.4375, -3.671875, -3.4375, 0.04736328125, 0.49609375, -1.234375, -2.34375, 0.11474609375, -4.5625, -4.90625, 0.765625, -3.65625, -4.09375, -2.078125, -0.494140625, 1.3125, 1.359375, -1.9765625, -1.46875, 2.5625, -4.96875, -3.359375, -1.3828125, 2.515625, 0.291015625, 0.061279296875, -1.0703125, -1.53125, -0.6171875, -1.328125, -1.9765625, 1.25, -2.296875, 0.279296875, -3.03125, 0.9609375, -1.4453125, 1.3828125, -2.75, -1.71875, -0.40234375, -1.453125, 1.6640625, 2.28125, 0.5625, -2.6875, -1.0234375, -1.2109375, -3.78125, -4.375, -4.6875, -1.3359375, -0.474609375, 0.1787109375, -1.5625, -0.28125, -1.390625, -2.703125, -4.09375, -1.734375, -0.7265625, -5.375, -1.78125, -1.859375, -3.140625, -0.1611328125, -0.64453125, -2.75, 1.8359375, -2.421875, -1.875, -1.4609375, -0.296875, -0.9140625, -0.6640625, -1.65625, -1.8203125, 0.578125, -4.90625, -1.0390625, -4.125, 0.3515625, -2.421875, -2.9375, 2.203125, -0.18359375, -0.287109375, 1.53125, 2.3125, -0.49609375, -0.37890625, -1.4765625, -0.15234375, -4.40625, -0.45703125, -4.09375, -0.4375, -3.4375, 0.7734375, -0.11376953125, -1.0390625, -1.6171875, -2.109375, -2.375, 1.234375, -6.1875, -1.28125, 2.34375, -1.6171875, -3.25, -0.392578125, -2.578125, -5.4375, -1.1640625, -3.90625, -0.76171875, 0.921875, -1.4140625, -0.59375, -0.5703125, 0.0771484375, 0.466796875, -0.60546875, -0.000362396240234375, -1.609375, -3.34375, 0.71484375, 0.8671875, 1.125, -0.93359375, -2.203125, -0.359375, -2.640625, 0.65234375, -1.171875, -2.75, -0.25, 0.3359375, -2.921875, -0.244140625, -3.03125, -0.1435546875, -0.66015625, -4.4375, -0.185546875, -1.5390625, 0.5078125, -4.03125, 0.6640625, -5.21875, -4.71875, 0.10693359375, 0.1728515625, -1.390625, 0.60546875, 0.765625, -2.890625, -4.90625, 3.09375, 0.9609375, -3.109375, 0.9921875, 0.5859375, 1.34375, 0.30859375, -0.59765625, -0.310546875, -4.6875, -0.5859375, 0.20703125, -2.09375, -0.51953125, -0.73046875, -0.06591796875, -0.62890625, -1.1796875, -3.4375, -2.609375, 0.236328125, -2.078125, 0.146484375, 0.796875, -1.4921875, -1.7109375, -1.25, -2.703125, -1.4921875, -1.0859375, -0.09375, -0.7421875, -2.515625, -4.21875, -1.0859375, -1.84375, 1.71875, 1.1484375, -5.3125, 0.396484375, 1.296875, -0.435546875, 1.8828125, -4.125, 0.7734375, -1.0234375, -0.640625, 0.74609375, -0.6015625, -0.2021484375, -1.6328125, -1.390625, -1.9765625, -1.5, -1.1640625, -2.53125, 0.494140625, 0.4140625, -3.984375, -0.62890625, -0.86328125, -2.046875, -0.8828125, -3.921875, -0.349609375, 0.91796875, 1.5, 0.421875, -2.28125, -0.318359375, -1.171875, -1.0390625, -0.6484375, 1.0, -2.5625, -2.15625, -0.515625, -0.28515625, -2.75, -2.578125, 1.3046875, -2.703125, -1.3203125, -2.359375, -0.0458984375, 1.03125, -4.78125, -4.1875, 0.25, 1.1640625, -0.53125, -4.90625, 2.625, -0.11962890625, 1.515625, -4.0625, -4.375, -1.6328125, -5.46875, -0.8359375, -1.6484375, -2.109375, -0.78515625, 2.53125, -0.87109375, -1.25, 0.875, 0.2373046875, -4.21875, 0.484375, 1.7421875, -0.2275390625, -3.765625, 0.345703125, -3.53125, -3.28125, 0.703125, -4.3125, -2.3125, -0.345703125, -3.734375, -3.34375, 2.578125, -0.65234375, -0.427734375, 0.2451171875, -1.3203125, 0.5234375, -2.265625, 1.015625, 0.1875, 0.28125, -2.09375, -6.1875, 0.80078125, -1.3203125, -3.046875, -2.28125, -0.52734375, 1.3671875, -1.1328125, -1.765625, -0.0263671875, -2.234375, -5.28125, -8.9375, 0.54296875, 1.1640625, 0.3984375, 0.08251953125, -0.25, -2.703125, -1.421875, 0.08837890625, -2.09375, -0.55078125, -3.390625, 0.984375, 0.2255859375, -0.232421875, -4.375, -1.3203125, 0.13671875, -1.8125, -1.4453125, 0.10888671875, -4.03125, -0.40234375, -2.28125, -0.10595703125, -1.28125, -6.15625, -0.88671875, -1.4453125, -3.296875, -4.03125, -1.171875, -3.234375, -1.5234375, -0.359375, -5.9375, -2.5, -2.796875, -1.421875, -6.5, -0.8984375, -1.1171875, -3.5, 0.0654296875, -5.0625, -2.8125, 0.302734375, 1.1875, -2.453125, -3.1875, -2.171875, -3.140625, -0.80859375, -1.8125, -0.0027923583984375, 3.484375, -2.609375, -0.8046875, -2.078125, -3.34375, -3.375, -2.09375, -3.296875, 0.48828125, -1.015625, 0.1591796875, 0.2421875, -1.6484375, -0.94921875, 0.55859375, 1.2578125, -0.79296875, 1.140625, -0.345703125, -1.6328125, -0.1376953125, 0.796875, -0.87890625, -2.25, 0.765625, 3.5625, -0.2392578125, -1.4921875, 0.63671875, -0.53125, -1.390625, -1.671875, 1.6640625, -4.5625, 3.515625, -0.9921875, 1.6328125, -4.6875, 1.6953125, -1.046875, -1.1171875, -4.53125, -1.8828125, -1.25, -4.75, -8.0625, 1.359375, -0.6328125, -2.609375, -0.91015625, -0.294921875, 0.193359375, -2.8125, -0.486328125, -0.46875, -2.046875, -0.0038909912109375, 0.265625, -0.3984375, -0.83984375, -1.1640625, -2.21875, -0.0859375, -1.3828125, 0.53125, -1.6875, -0.0673828125, -1.8046875, -5.375, -2.359375, -0.52734375, 0.90234375, 0.07373046875, 1.390625, -0.89453125, -0.1796875, 5.3125, -0.21484375, -6.8125, -1.0859375, 0.68359375, 0.447265625, 0.047607421875, -3.78125, -0.142578125, -2.203125, -6.40625, -0.96484375, -0.796875, -0.31640625, -1.984375, -0.4609375, -1.28125, 2.375, -0.0458984375, -4.0625, -2.234375, 0.2265625, 1.2421875, 2.359375, 0.26171875, -1.734375, -4.5, -2.390625, -0.50390625, -0.51171875, -1.765625, -0.53125, -0.5625, -2.484375, -1.2265625, -3.03125, 0.93359375, -1.65625, -1.8984375, 0.384765625, -1.9765625, 0.57421875, -2.390625, -0.033447265625, -3.15625, -1.515625, -3.234375, -0.30078125, -0.37109375, 1.25, 2.234375, -0.52734375, 0.70703125, -3.625, -0.318359375, -2.734375, 2.421875, -5.3125, -4.34375, -3.1875, -0.451171875, 0.30078125, -0.6328125, -1.109375, -0.73828125, -1.8671875, 0.02392578125, -4.875, -0.061279296875, -2.203125, 0.1396484375, 2.375, -0.8046875, 1.03125, 0.318359375, -2.828125, 1.4453125, 1.1171875, 2.046875, -2.046875, -2.625, -0.302734375, -2.390625, -3.734375, 0.93359375, 1.0, -6.9375, -5.625, -0.2373046875, -2.375, -1.5859375, 0.87109375, -2.875, 1.359375, -2.875, -1.484375, -6.0625, -5.71875, -2.40625, -2.59375, -3.734375, 1.8671875, 0.1962890625, -1.3203125, -3.9375, -0.0029296875, -5.53125, -2.5, 1.4140625, -3.1875, -3.828125, -0.57421875, 3.84375, -1.0234375, 0.73046875, -3.6875, -2.09375, -2.40625, -3.234375, -0.38671875, 5.3125, -0.234375, 0.828125, 0.6328125, -0.75390625, 1.5390625, -2.171875, -0.87109375, -0.69140625, -1.0625, -7.21875, -1.2578125, -0.6640625, -3.28125, -1.890625, 1.15625, -0.87109375, 0.6171875, -0.482421875, -2.578125, -4.34375, -3.21875, -5.5625, -3.5625, 2.21875, -0.83984375, -1.28125, -4.375, -5.46875, -0.92578125, 0.57421875, 0.52734375, -2.234375, 1.6875, -0.97265625, 0.734375, -1.625, -0.9609375, 0.71484375, -0.248046875, -2.0625, -0.3984375, -2.8125, -4.78125, 0.138671875, 0.296875, 2.90625, -0.1806640625, -2.8125, -6.0, -5.78125, 2.109375, -3.375, -0.421875, -0.69921875, -0.5234375, -6.21875, -1.4375, -1.203125, -1.2421875, -3.5625, 1.203125, -1.9140625, -1.2890625, -1.890625, -4.1875, 1.6640625, -1.6484375, 0.8203125, -1.2109375, 2.078125, 0.06494140625, 0.56640625, 0.0111083984375, 0.72265625, -1.3671875, -4.5, -1.46875, 1.46875, -0.48828125, -5.03125, 2.9375, -6.59375, -4.75, -2.65625, 1.0859375, -2.9375, -4.125, -0.333984375, 1.421875, -1.96875, -2.25, 0.9921875, -0.90625, -1.7890625, 2.9375, 1.1796875, -0.61328125, -4.71875, -0.10009765625, -0.23828125, -1.28125, -0.29296875, -5.25, -5.65625, 0.703125, 1.5859375, 1.0234375, -1.4296875, 3.03125, -1.3125, -0.87109375, -1.2578125, -0.443359375, -2.0, 1.0625, -2.1875, -2.71875, -1.0546875, -2.125, -0.435546875, 0.546875, 2.046875, -1.6875, -2.234375, -0.083984375, -0.025634765625, -0.10595703125, -0.466796875, -1.859375, -2.765625, -3.671875, 1.578125, -1.671875, -4.46875, 0.2275390625, 1.6640625, 1.65625, 2.890625, -0.2158203125, -0.62890625, 1.5859375, -1.3046875, -0.72265625, -2.421875, 0.43359375, -1.1953125, -1.234375, -4.75, -1.2265625, -0.67578125, -0.453125, -1.1328125, -2.265625, -2.703125, 1.828125, 1.34375, -0.28125, 0.98046875, -0.54296875, -1.40625, -0.53125, -1.28125, -0.0400390625, -1.515625, -0.59765625, -6.8125], "rewards_rejected": [-1.6484375, 0.1220703125, 2.875, -3.0, -0.33203125, -0.5859375, 0.97265625, 0.283203125, -3.015625, 1.296875, -5.21875, -2.078125, -7.25, -2.296875, -4.09375, -1.2890625, -0.73828125, 0.78125, -3.75, -7.0, -4.46875, 0.6640625, -3.59375, -4.0, 0.470703125, -1.3203125, -9.3125, -0.6015625, -1.3671875, -3.15625, -7.03125, -1.71875, -1.6328125, -0.8515625, -3.453125, -0.0242919921875, -1.8984375, -1.3671875, -1.8984375, -0.384765625, -4.40625, -4.34375, -3.078125, -2.546875, -5.0625, 0.84375, -2.625, -0.42578125, -6.5, -0.50390625, -1.875, -3.6875, -6.75, -1.703125, 2.65625, 1.1953125, -1.3125, -2.625, -2.390625, -0.98828125, 3.296875, -1.4375, 1.7578125, -4.125, -1.1484375, -3.78125, -4.40625, -1.2421875, -3.296875, 1.5859375, -3.15625, -4.0, -4.25, -2.046875, 3.640625, -6.59375, -8.125, 2.390625, -4.34375, 1.328125, -2.59375, -1.640625, -7.3125, -1.953125, -1.859375, -2.296875, -3.71875, -3.734375, -3.1875, -5.40625, -2.34375, -2.625, -1.3515625, 0.1640625, -0.37109375, -4.53125, -8.3125, 0.65234375, -7.5, -3.296875, -6.8125, -1.0078125, -2.9375, -2.796875, 3.296875, -3.828125, -4.0625, -1.5390625, -0.76171875, -1.859375, 0.6171875, -0.7578125, -2.859375, -0.0595703125, -4.1875, -2.96875, 0.31640625, -1.59375, -4.21875, -1.0390625, -2.171875, -3.40625, -12.3125, -5.375, -2.953125, -5.625, 1.109375, -4.1875, -4.6875, -1.234375, 0.3984375, 0.06640625, -4.71875, -5.375, -8.125, -0.9921875, -0.396484375, -1.4453125, -3.125, 0.314453125, -0.9765625, -1.8671875, 2.046875, -1.0625, -0.44921875, -1.15625, -2.265625, -4.09375, 0.255859375, -2.78125, -0.462890625, -4.21875, -1.3203125, 1.71875, -1.3984375, -0.62109375, -4.25, -9.4375, -2.984375, -5.21875, -1.4375, 0.82421875, 0.022216796875, -3.40625, -1.2265625, -0.796875, -1.6171875, -0.64453125, -5.875, -0.0240478515625, 0.49609375, -0.055908203125, -3.21875, -3.5, -3.34375, -1.46875, -0.357421875, -2.796875, 1.203125, -2.484375, -1.15625, -2.1875, -0.4140625, -2.765625, 1.3203125, -3.40625, -3.015625, -5.5625, -5.5, -2.3125, 0.515625, -2.4375, 0.2412109375, -1.109375, -4.25, -2.125, -3.828125, -2.671875, -2.546875, -2.609375, -6.40625, -1.046875, -4.625, -6.0, -0.8203125, -3.65625, -4.96875, -2.015625, -3.78125, -0.55078125, -1.28125, -6.46875, -5.40625, 3.171875, -3.171875, -2.140625, -0.435546875, -2.609375, -0.53515625, -1.375, -2.71875, -0.7578125, -0.6171875, -2.109375, -3.828125, 0.14453125, -2.234375, -0.76953125, -7.28125, 0.84765625, -4.71875, -0.26171875, -5.65625, -1.0859375, -0.90234375, -0.94921875, 2.046875, -0.042236328125, -0.08642578125, -4.15625, -1.375, -4.78125, -0.625, -4.375, -3.078125, -1.6953125, -4.09375, 0.1787109375, -2.375, 0.16796875, -0.054931640625, -3.40625, -4.96875, -2.8125, 2.25, -3.828125, -4.0, -1.5390625, -2.453125, 0.193359375, -0.34375, -0.32421875, -2.703125, -2.5, -4.84375, -1.875, -0.453125, -6.28125, -0.416015625, -0.81640625, -1.59375, -8.3125, -4.90625, -1.90625, -6.96875, -0.1875, -2.5625, -4.15625, 2.296875, -3.921875, -3.34375, 1.421875, 1.296875, -0.51953125, 0.2431640625, -0.6015625, -1.0078125, -2.03125, -4.625, -2.453125, -0.32421875, -1.21875, 0.2392578125, 0.5703125, -3.265625, -0.66015625, -1.015625, -2.34375, -1.0703125, -8.3125, -3.90625, -5.40625, -1.6171875, -5.90625, 1.1953125, -3.890625, -7.0, -5.0, -3.90625, -2.75, -1.5625, -0.89453125, -2.890625, -2.96875, -4.5625, -4.28125, -6.125, -0.310546875, 0.466796875, -3.34375, 1.1796875, -0.61328125, 0.18359375, -2.40625, -2.6875, -1.1796875, 0.115234375, -0.58984375, -4.625, -4.28125, -2.5625, 0.119140625, -2.84375, -2.734375, -5.71875, -1.8515625, -2.421875, -3.265625, -1.890625, -5.21875, -0.369140625, -0.80859375, 0.67578125, -5.875, -1.3984375, 0.10693359375, 0.0478515625, -2.984375, 0.88671875, -4.28125, -6.0, 0.1357421875, 2.828125, -7.59375, -6.46875, -3.046875, 0.890625, -2.6875, -1.46875, -4.40625, -0.400390625, -1.7734375, -3.4375, 0.337890625, -4.25, -6.9375, -3.421875, -0.4375, 0.322265625, -1.9453125, -1.3203125, 0.90625, -3.6875, -1.7421875, 0.96484375, -0.46484375, 0.2109375, -4.71875, -1.9296875, -2.703125, -3.140625, 0.2578125, -2.65625, -3.234375, -0.875, -4.59375, -2.09375, -0.99609375, 1.3203125, -4.0, -5.3125, -0.2001953125, -0.828125, 0.1875, 0.83203125, -4.0625, -0.5, -2.3125, 1.203125, -2.828125, -2.484375, -0.365234375, -0.50390625, -2.46875, 1.03125, -1.5, -1.1640625, -4.375, 0.2119140625, 0.294921875, -5.34375, -2.765625, -1.2890625, -2.171875, -2.828125, -3.875, -0.056396484375, -0.609375, -2.359375, -1.203125, -1.1484375, -0.91796875, -4.09375, -1.3359375, -4.84375, -0.77734375, -6.28125, -3.3125, -3.59375, -1.96875, -3.640625, -2.625, -3.890625, -2.140625, -0.359375, -1.9609375, -0.58984375, -0.0174560546875, -5.21875, -4.1875, -2.53125, -0.50390625, -2.609375, -4.53125, 1.875, -0.8671875, -8.125, -8.625, -5.375, 0.0240478515625, -3.828125, -4.0, -0.5390625, -4.34375, -4.40625, -0.349609375, 0.54296875, -0.248046875, -3.359375, 0.83984375, -2.9375, 0.216796875, -0.00384521484375, -0.8984375, -2.90625, -3.265625, 3.125, -2.90625, 0.15234375, -5.21875, -5.375, -6.8125, -6.3125, -4.65625, -6.6875, -1.1640625, -1.2265625, 2.1875, -2.015625, -0.466796875, 0.24609375, -2.59375, 0.171875, -1.7734375, -4.71875, -6.1875, -1.1640625, -5.0, -0.875, -2.578125, -0.578125, 0.267578125, -3.140625, 2.109375, -0.890625, -4.46875, -3.578125, -9.75, 2.375, 0.91796875, -1.8046875, 0.142578125, -1.5546875, -3.953125, 0.68359375, -0.80859375, -2.265625, -2.203125, -3.171875, 0.75, 0.1826171875, -0.2412109375, -3.078125, -1.3203125, 0.248046875, -0.330078125, -7.96875, -0.1328125, -4.03125, -3.171875, -2.03125, -1.15625, -2.8125, -4.40625, -2.640625, -1.09375, -4.875, -4.03125, 0.06494140625, -4.03125, -0.1328125, -1.1796875, -5.65625, -1.5390625, -2.796875, -4.59375, -7.34375, -0.6328125, -1.203125, -5.34375, -1.265625, -5.5625, -0.63671875, -0.5546875, 0.65625, -3.140625, -5.71875, -0.84765625, -3.140625, -1.4921875, -6.0625, -2.609375, 1.71875, -3.03125, -5.34375, -5.28125, -3.53125, -4.21875, -0.71484375, -5.65625, 0.28515625, -2.25, 0.1591796875, -5.9375, -2.203125, -6.15625, -1.2578125, 0.6484375, -0.6953125, -1.609375, -0.390625, -1.4609375, -1.0859375, -0.13671875, -0.63671875, -2.859375, -0.8203125, -5.15625, -0.5703125, -4.0625, 0.42578125, -1.9296875, -2.515625, -0.82421875, -5.09375, -4.5625, -2.546875, -1.3828125, -2.46875, -1.1328125, 0.98046875, -1.3203125, -1.203125, -2.96875, -0.6328125, -1.2734375, -4.75, -8.0625, 1.359375, -5.28125, 4.09375, -1.921875, -0.294921875, 0.1748046875, -2.484375, -2.5, -5.03125, -1.0078125, -0.0038909912109375, 0.65234375, -0.8671875, -2.984375, -3.21875, -2.234375, -1.703125, -0.359375, -1.28125, -2.859375, -1.7578125, -3.71875, -5.1875, 0.7265625, -1.59375, -4.4375, -8.0, -3.703125, -1.78125, -1.4296875, 1.1015625, -1.3671875, -1.203125, -4.65625, -0.453125, -2.5, -3.921875, 0.2197265625, 0.33203125, -7.59375, -5.78125, -0.9609375, -0.921875, 0.294921875, 1.46875, 0.28125, -2.296875, -0.515625, 3.65625, -3.953125, -3.546875, -2.34375, -1.28125, 2.015625, -0.97265625, -2.78125, -4.125, -2.5625, -2.71875, -3.6875, -6.53125, -3.828125, -1.4765625, -4.125, -2.15625, -2.28125, 0.8359375, -1.390625, -2.96875, 0.328125, 1.1640625, -0.83203125, -2.5625, -1.4765625, -2.734375, -3.0, -1.828125, -1.3984375, -1.8046875, -1.4609375, -3.265625, -4.3125, -3.375, -5.125, -0.91796875, -2.734375, 0.359375, -3.4375, -2.421875, -1.5703125, -0.1865234375, -2.0625, 0.45703125, -4.28125, -1.5859375, -5.21875, -2.0625, -4.875, -3.25, -3.34375, 0.453125, 0.5390625, -2.703125, -2.921875, -0.78125, -1.625, 0.2099609375, 1.1171875, -3.578125, -2.515625, -0.1064453125, 0.71875, -2.390625, -0.1884765625, -7.34375, 1.578125, -2.25, -1.453125, 1.1015625, -3.0, -3.34375, -1.0859375, -0.68359375, -0.298828125, -5.96875, -3.4375, -3.796875, -8.5625, -3.53125, -0.91796875, -1.5546875, 0.306640625, -0.09033203125, -3.296875, -5.25, -0.31640625, -3.53125, -3.375, -1.1171875, -5.3125, -1.6640625, 0.072265625, -2.359375, -7.71875, 0.1748046875, -4.75, -2.09375, -7.28125, -3.625, -5.875, 0.67578125, -0.47265625, 0.255859375, -0.28515625, -4.78125, -2.875, -1.71875, -2.984375, -1.609375, -1.53125, -5.53125, -3.90625, -3.75, -3.0, -0.80859375, -4.46875, -1.734375, 0.55078125, -1.3984375, -1.921875, 0.81640625, -4.375, 1.7578125, -6.375, -0.48828125, -0.15234375, -3.5625, -0.8203125, -5.96875, -1.6015625, 1.21875, -2.40625, -1.59375, -6.125, -4.90625, 0.005767822265625, -0.5703125, -0.2392578125, 1.28125, -6.09375, 0.310546875, -0.06689453125, -2.5, -0.470703125, -0.357421875, 0.02294921875, 0.625, 2.09375, -1.3515625, -7.96875, -5.34375, 2.203125, -7.25, -2.15625, -3.65625, 0.890625, -6.21875, -1.1015625, -2.0625, -2.96875, -4.15625, 1.203125, -3.421875, 0.57421875, 2.640625, -2.125, 1.578125, -0.380859375, -1.5703125, -4.8125, -0.1396484375, -5.59375, -4.375, 0.07421875, -2.5625, -5.3125, -4.5, -3.09375, -0.0010528564453125, -0.5703125, -5.03125, -0.54296875, -4.375, -1.4296875, -3.9375, 1.1953125, -2.8125, -1.875, 0.078125, -2.78125, -0.765625, -2.703125, -3.625, -2.734375, -2.484375, -0.87109375, -0.76953125, -5.40625, -4.71875, -0.87890625, -1.5078125, -3.90625, 1.5, -3.234375, -7.96875, -2.921875, -1.0859375, -1.1484375, -4.3125, 2.859375, -4.15625, -3.8125, -0.5703125, 2.40625, -6.1875, 0.15234375, -3.921875, -5.96875, -5.3125, -1.4609375, 0.1875, 0.017333984375, 0.2373046875, -1.59375, -3.1875, -1.7734375, -0.0595703125, -0.173828125, 0.326171875, -1.6953125, -3.859375, -3.625, -1.3046875, -2.609375, -5.59375, 0.25390625, -5.15625, -0.56640625, 1.0859375, -0.515625, -1.7421875, -1.0859375, -1.109375, -3.65625, -2.078125, -1.6328125, -7.3125, -2.828125, -5.4375, 0.66796875, -5.53125, 0.11328125, -0.828125, -6.0, 0.63671875, 0.62109375, 0.70703125, -1.765625, -7.0, -1.3046875, -3.21875, -1.4609375, -0.9296875, -0.93359375, -1.515625, 0.0546875, -7.3125], "margins": [-2.6015625, -0.02490234375, -3.8125, 0.59375, -0.61328125, 0.4580078125, 0.0, 0.08203125, 3.98828125, -0.83984375, 3.890625, 2.35546875, 5.921875, 0.0, 2.6171875, 0.140625, -1.03515625, -0.880859375, 2.40625, 0.25, 2.765625, -4.3359375, 2.5859375, 5.015625, -0.591796875, -0.0390625, 2.03125, 1.37890625, -1.4921875, 1.34375, 2.125, -0.0859375, 1.912109375, 0.0, 2.25, 0.0, 1.546875, 1.30224609375, 1.29296875, -0.654296875, 6.78125, 3.046875, -0.609375, -1.25, 5.875, -0.078125, 0.65625, 0.0, 8.078125, 1.13671875, 2.4375, 1.34375, 6.6845703125, 2.6796875, -0.328125, -1.178466796875, -0.734375, 2.986328125, 0.171875, 1.6875, -1.453125, -3.25, -2.3046875, 1.5, 0.0625, 1.8515625, -0.0625, 0.0, -0.859375, -0.265625, 3.109130859375, 1.25, 2.328125, 2.8359375, -3.341796875, 4.234375, 3.34375, -0.234375, 1.421875, -0.4375, 1.75, 0.1796875, 6.58984375, 0.9609375, 0.0, 1.4921875, 4.2890625, 1.4375, 2.640625, 4.69921875, -0.203125, 1.421875, -1.1796875, -0.447265625, -0.94921875, 0.984375, 6.3515625, -2.23828125, 5.15625, 1.9921875, 3.0625, 2.4296875, 0.578125, 0.8828125, -2.296875, 5.2734375, 3.76171875, 0.95703125, -2.80078125, 2.9296875, -0.892578125, 1.015625, 2.1953125, 0.033935546875, 1.734375, 1.3515625, 0.0, -0.5625, 1.515625, -1.1171875, 2.400390625, 1.9453125, 12.91796875, 4.87109375, -0.15625, 4.1796875, -2.4296875, 2.8203125, -0.15625, 1.921875, 0.55078125, -0.162109375, 3.8515625, 1.03125, 9.640625, 1.419921875, 1.537109375, 0.0, 0.0, -1.400390625, -1.0234375, 0.5546875, -3.2578125, -1.328125, -1.25390625, 1.34765625, 0.0, 2.6171875, 0.572265625, -0.28125, 0.39453125, 3.39453125, 1.334228515625, -1.43359375, -0.53125, 1.98046875, 0.0, 9.494384765625, 1.0703125, 2.71875, 0.2734375, -3.04296875, -0.189208984375, 0.0, -0.6328125, 1.58984375, -0.7421875, 0.427734375, 3.875, 0.0, -2.85546875, 0.479736328125, 0.6875, -0.171875, 3.056640625, 0.2265625, -0.498046875, -1.890625, -0.62109375, 0.6953125, -2.015625, 3.0703125, 1.01953125, -2.328125, -1.783203125, 1.7421875, 3.98828125, 1.640625, 3.625, -0.03125, -1.6796875, 0.03125, -0.6376953125, 1.3212890625, 1.8125, -1.546875, 0.390625, 2.71923828125, 3.04296875, 1.375, 4.0625, 1.16162109375, 0.0625, 1.09375, 1.5859375, 0.0, 0.875, -0.0625, 3.287109375, 1.86328125, 2.640625, 4.4921875, 3.9375, -0.609375, -1.796875, -1.21875, -0.947265625, 5.125, 0.826171875, 1.436279296875, 1.6484375, -0.7734375, 0.0, 0.78125, 1.8515625, 1.10546875, -0.0625, 1.048828125, 4.25, 0.11328125, 3.2734375, 1.64453125, 2.90625, -0.6328125, 0.5, -0.50390625, -0.3828125, 2.323486328125, 0.64892578125, 1.46875, 0.3515625, 3.5703125, -3.15625, 0.0, -1.609375, 0.359375, 3.619140625, 0.0, 0.8125, -0.44921875, -1.335693359375, 0.703125, 0.875, 1.078125, -2.9765625, -1.546875, 2.21875, -0.3203125, -0.6875, -0.3544921875, -0.30078125, -2.42578125, 4.5390625, 0.078125, 2.96875, 0.4140625, 0.15625, 5.3671875, -0.248046875, -0.83984375, -0.2265625, 8.890625, 0.0, 0.8671875, 2.84375, 0.5390625, 0.140625, 1.21875, -0.09375, 3.73828125, 3.056640625, 0.109375, 1.015625, 0.0234375, -0.6220703125, -0.875, 0.85546875, -2.375, 4.16796875, -1.640625, -0.11328125, -2.21875, 0.5341796875, -0.68408203125, 2.2265625, -0.95703125, -1.09375, -0.03125, 2.3046875, 2.125, 2.625, 7.75, 0.0, 2.65625, -1.587890625, 1.3125, 1.5625, 3.8359375, 0.0, 1.98828125, 2.484375, -0.51953125, 2.296875, 2.3984375, 4.6396484375, 4.748046875, 5.51953125, 0.3101844787597656, -2.076171875, 0.0, -0.46484375, 1.48046875, 0.94140625, 1.47265625, 0.484375, 0.8203125, -2.755859375, 1.2421875, 3.453125, 1.53125, 2.3125, 0.216796875, -0.078125, 2.490234375, 2.6875, 1.7080078125, 1.76171875, -1.171875, 1.705078125, 3.6796875, 0.876953125, -3.22265625, -0.01171875, 0.65625, -3.3203125, 0.0, 0.125, 1.59375, -0.28125, 5.046875, 3.109375, -5.0419921875, 0.265625, 8.5546875, 3.359375, 4.0390625, -0.3046875, 4.03125, 1.77734375, 3.80859375, 0.08984375, -2.9140625, 2.8515625, -0.130859375, 2.15625, 6.41796875, 2.69140625, 0.37158203125, -0.951171875, 0.765625, -2.1171875, -3.515625, 3.923828125, -0.3359375, -0.818359375, 1.26171875, -1.703125, 3.0078125, 0.6796875, 0.0, 1.6484375, -1.34375, 2.5625, 2.4921875, -1.640625, 0.375, 1.0078125, -0.84765625, 0.3984375, 5.1484375, 0.0, 0.5966796875, 2.125, -0.623046875, 1.05078125, -0.0625, 1.2734375, 1.2890625, -1.84375, 3.57421875, 1.8828125, 0.1630859375, -1.12890625, 1.078125, -3.0078125, 0.0, 0.0, 1.84375, 0.2822265625, 0.119140625, 1.359375, 2.13671875, 0.42578125, 0.125, 1.9453125, -0.046875, -0.293212890625, 1.52734375, 3.859375, 1.625, -1.1328125, 0.599609375, 2.921875, 0.296875, 4.1953125, 1.77734375, 3.71875, 1.15625, 3.078125, 1.68359375, 0.890625, 0.046875, 5.1953125, -0.5625, -0.9609375, -0.3984375, 0.5439453125, 1.0487060546875, 0.4375, 0.0, 2.78125, 1.66796875, 2.078125, -0.375, 0.75, 0.74755859375, 9.640625, 4.5625, 1.0, -1.6568603515625, -1.640625, 3.1640625, -1.109375, 2.234375, 3.62109375, 2.880859375, -1.4140625, -1.001953125, 4.234375, -0.6025390625, -1.28125, 0.267578125, 1.74603271484375, 0.6708984375, -0.859375, 3.611328125, -6.65625, -0.375, 0.55078125, 0.90625, 3.0625, 6.466796875, 2.578125, 1.3125, 9.265625, 0.51171875, 0.798828125, -1.9423828125, 0.6953125, 0.990234375, -2.51171875, 3.609375, 0.015625, 2.0546875, 2.625, 0.0, 1.96484375, 3.6796875, -2.171875, 0.296875, 0.05078125, 1.099609375, 2.0078125, -3.875, 0.8642578125, 2.234375, -1.703125, 0.8125, -1.83203125, 0.24609375, 2.203125, -0.06005859375, 1.3046875, 1.25, -2.10546875, 0.89697265625, 0.171875, 1.65234375, -0.21875, 0.234375, 0.04296875, 0.0087890625, -1.296875, 0.0, -0.111328125, -1.482421875, 6.5234375, 0.24169921875, 0.0, 2.76953125, -0.25, 1.05029296875, 1.53125, -1.75, 1.75390625, -0.3515625, 1.578125, 0.0, -1.23681640625, 0.796875, -1.390625, 0.8203125, -0.28125, -0.9609375, 0.0, 3.171875, 0.84375, -0.265625, 0.0859375, 1.84375, 1.3310546875, 0.5, -2.17578125, 0.857421875, 0.53125, 0.6875, 2.53125, -1.32421875, 0.0, 0.68359375, 4.25, 2.6065826416015625, 1.765625, 0.421875, 4.5390625, 3.203125, 0.1875, 0.84375, -1.37890625, 2.359375, 0.203125, 1.234375, 0.0, 6.1796875, 0.5546875, 5.20703125, 1.81640625, 0.609375, -0.09765625, 2.75, 0.044921875, -0.171875, 0.9482421875, 0.93359375, -0.2421875, 0.609375, 1.5859375, 8.71875, 0.3310546875, 2.5703125, 0.2109375, 1.3984375, 1.125, -0.84765625, 6.7578125, 0.0, 6.0625, 0.390625, 4.1015625, -3.5546875, 0.71484375, 0.2734375, 0.0859375, -1.5625, -1.25, 0.0234375, 0.0, 0.0, 0.0, 4.6484375, -6.703125, 1.01171875, 0.0, 0.0185546875, -0.328125, 2.013671875, 4.5625, -1.0390625, 0.0, -0.38671875, 0.46875, 2.14453125, 2.0546875, 0.015625, 1.6171875, -1.0234375, 1.8125, 1.171875, 1.6904296875, 1.9140625, -0.1875, -3.0859375, 1.06640625, 5.33984375, 8.07373046875, 5.09375, 0.88671875, 1.25, 4.2109375, 1.15234375, -5.609375, 3.5703125, 1.13671875, 2.947265625, 3.969482421875, -4.0009765625, -0.474609375, 5.390625, -0.625, -0.00390625, 0.125, -0.611328125, -3.453125, -0.7421875, 1.015625, 2.890625, -3.7021484375, -0.109375, 1.3125, 2.5703125, 2.5234375, 0.34375, 1.234375, 1.046875, -0.375, 0.171875, 2.21484375, 3.17578125, 4.765625, 3.296875, 0.9140625, 1.640625, 0.9296875, -0.75, 0.09765625, -0.265625, 1.0703125, 0.056640625, -3.140625, 1.40625, 0.171875, 1.443115234375, -0.421875, 1.484375, -1.40625, 1.09765625, 1.43359375, 2.7109375, 5.5, 3.78515625, 4.08203125, 1.5, 0.599609375, 0.0, 2.0625, -1.875, -1.921875, -1.6171875, -0.2646484375, 2.36328125, -1.08984375, 3.171875, 0.84765625, 3.3515625, 2.08642578125, 0.0, 3.188720703125, 1.140625, -0.3134765625, 1.8359375, 1.8984375, 3.953125, 1.099609375, -1.203125, 1.2353515625, 0.0, 5.625, 0.46875, -2.5185546875, -1.021484375, 0.0, -3.5458984375, 8.27734375, -0.578125, -4.6875, -4.171875, -1.3388671875, 0.625, 1.7578125, 1.95703125, -2.19140625, 1.658203125, 3.09375, 1.953125, -2.265625, 2.84375, 1.125, -1.67578125, -2.1796875, 1.560546875, 0.28662109375, 1.9765625, 1.3125, 0.3134765625, -2.0, 0.875, 2.53125, 2.125, -2.1640625, -0.646484375, 6.203125, 6.6953125, 0.5556640625, 1.0625, 0.0, 4.875, 0.390625, 5.48828125, 4.63671875, 0.23828125, 0.572265625, 0.91796875, 4.02734375, 4.4140625, -0.453125, 2.11328125, 0.91796875, 0.46875, -1.6875, 2.6484375, 3.0859375, -0.28125, -1.08203125, 5.625, 0.86328125, 0.06640625, 0.916015625, -0.65625, -5.16015625, 1.15625, -7.3203125, 2.8125, 2.70703125, -0.6875, 2.28125, -3.5546875, 0.5, 0.67578125, -0.64453125, 2.93359375, -0.640625, 7.8125, 3.93359375, 0.728607177734375, -1.0546875, -0.7216796875, -0.56640625, 5.845703125, -2.373046875, -0.33154296875, -0.3125, -4.310546875, 0.49609375, 0.27392578125, 2.28125, -2.2744140625, -1.4609375, 1.96875, -0.4375, -0.09375, 3.875, 1.734375, 2.95703125, -1.4140625, 0.0, -0.3359375, 0.859375, 1.7265625, 0.59375, 0.0, 1.5078125, -1.86328125, -4.53125, -2.0625, 0.0859375, -1.267578125, 2.390625, 3.6015625, 2.2177734375, 5.65869140625, 4.94140625, -0.0631103515625, 3.28515625, 3.9453125, 0.0, 1.625, 1.4698028564453125, 0.08203125, 0.0, 3.48046875, -2.21875, -3.3203125, 1.28125, -0.109375, -0.125, -2.25, -0.412109375, 4.203125, -1.203125, 0.453125, 4.6171875, 1.828125, 0.6953125, 3.80859375, 1.94921875, 4.79296875, 0.0, 0.77880859375, 1.26953125, 2.625, -1.79296875, -2.015625, 2.3125, 3.625, 2.671875, 2.171875, 2.8828125, 0.171875, 2.84375, 2.94140625, -0.6875, -2.849609375, 4.1875, 0.91015625, 1.734375, 3.25, 4.2578125, -0.6640625, -0.623046875, 0.529541015625, 1.8095703125, -0.09375, 0.953125, 1.689453125, 0.033935546875, 0.06787109375, -0.79296875, -0.1640625, 1.09375, -0.046875, 2.8828125, 0.9375, 1.125, -0.0263671875, 6.8203125, 2.22265625, 1.8046875, 0.2998046875, 1.11328125, 2.671875, -0.1953125, 2.93359375, -0.34375, 2.06640625, 6.1171875, 1.59375, 0.6875, -1.89453125, 4.85546875, -0.56640625, -0.3046875, 3.734375, -3.33984375, 1.20703125, 0.63671875, 1.484375, 7.98046875, 0.76171875, 1.8125, 0.9296875, -0.3515625, 0.8935546875, 0.0, -0.65234375, 0.5]} \ No newline at end of file diff --git a/margin_logs/val_margins_general_epoch_5.json b/margin_logs/val_margins_general_epoch_5.json new file mode 100644 index 0000000000000000000000000000000000000000..7984585f760e02ce6903293bac2daf7ae6bdb9b4 --- /dev/null +++ b/margin_logs/val_margins_general_epoch_5.json @@ -0,0 +1 @@ +{"epoch": 5.0, "step": 1230, "domain": "general", "rewards_chosen": [-3.5, 1.546875, -1.1015625, -1.3671875, -0.7734375, 0.9765625, 0.83203125, 0.67578125, 2.046875, 1.2421875, -0.5546875, 1.671875, -0.024658203125, -2.9375, -1.3125, -0.78515625, -1.390625, 0.953125, -0.8359375, -6.21875, -1.03125, -2.65625, -1.046875, 2.28125, 0.70703125, -1.5390625, -7.0, 0.96875, -1.7421875, -1.671875, -4.9375, -1.140625, 0.8828125, -0.87890625, -1.1015625, 0.345703125, 0.76171875, 0.66796875, -0.07763671875, -0.61328125, 2.21875, -0.6015625, -3.640625, -3.46875, 1.6171875, 0.97265625, -1.8515625, -0.220703125, 2.890625, 1.765625, 0.81640625, -1.953125, -0.140625, 1.515625, 3.703125, 1.71875, -1.1484375, 1.25, -2.328125, 1.671875, 3.03125, -4.78125, -0.08740234375, -2.21875, -0.50390625, -1.9453125, -4.375, -1.5703125, -4.15625, 1.9375, 1.046875, -2.46875, -1.8671875, 1.5, 0.2333984375, -1.28125, -4.25, 3.046875, -3.109375, 1.5859375, -0.38671875, -0.8984375, 0.79296875, 0.380859375, -1.6953125, -0.146484375, 1.4140625, -2.125, 0.1669921875, 0.10009765625, -1.765625, -1.203125, -2.0625, 0.1328125, -0.80078125, -3.5, -1.71875, -0.7578125, -1.6328125, -0.546875, -3.6875, 1.8359375, -1.1484375, -1.484375, 0.83984375, 2.703125, 0.51953125, 0.115234375, -2.84375, 1.7578125, 0.1923828125, 1.28125, 0.11279296875, 0.68359375, -2.40625, -1.0703125, 0.0986328125, -1.7421875, -2.265625, -1.7109375, 0.8671875, -1.46875, 1.015625, 0.09619140625, -2.859375, -0.7890625, -0.251953125, -0.88671875, -4.59375, 0.87890625, 1.6796875, 0.56640625, -0.259765625, -3.765625, 2.28125, 1.09375, 1.9375, -1.3125, -3.859375, -0.5625, -2.109375, -0.431640625, -0.3125, -1.3046875, -1.046875, 1.46875, -2.96875, -1.3125, 2.0, -2.484375, 0.92578125, -0.1806640625, 0.84375, 0.765625, -1.0078125, 2.625, -5.0625, 0.1572265625, -2.203125, -2.5, -0.79296875, -1.765625, 0.48828125, -3.65625, -2.046875, 1.9296875, -2.078125, 0.82421875, -2.46875, 0.016357421875, -1.78125, 0.97265625, -2.640625, -3.53125, 0.74609375, -0.9921875, -0.2177734375, -4.84375, 1.5234375, -1.21875, -3.140625, 1.4375, 2.09375, -3.859375, 0.34375, -1.109375, 2.046875, -3.5, -1.0859375, -1.9921875, -0.8515625, -1.8359375, 0.62890625, 0.671875, -2.171875, -3.609375, -1.8515625, 0.5625, 0.7109375, -0.4921875, -1.5625, 0.41015625, -4.9375, -5.03125, 1.8671875, -4.34375, -3.828125, -0.9609375, 0.455078125, 2.109375, 2.1875, -1.484375, -1.15625, 3.671875, -4.78125, -2.203125, -0.6484375, 2.921875, 0.6640625, 0.462890625, 0.053466796875, -0.90234375, -0.90625, -0.416015625, -1.359375, 1.7734375, -1.8203125, 1.953125, -2.484375, 2.0625, -0.984375, 2.15625, -2.390625, -1.3125, 0.2451171875, -1.3125, 2.78125, 3.640625, 1.3046875, -2.625, -0.015625, -0.43359375, -3.578125, -5.21875, -4.65625, -1.0078125, -0.3203125, 0.0830078125, -0.921875, 0.03466796875, -1.0390625, -2.484375, -3.828125, -1.25, -0.181640625, -4.96875, -1.0859375, -1.265625, -3.21875, 0.546875, 0.3984375, -3.015625, 3.0, -2.3125, -1.453125, -1.046875, 0.1796875, -0.150390625, 0.5390625, -1.578125, -1.65625, 1.6640625, -5.3125, -0.69140625, -3.21875, 1.3046875, -2.46875, -2.75, 2.84375, 0.3828125, 0.74609375, 2.09375, 3.203125, 0.294921875, 0.5546875, -0.875, 0.353515625, -4.625, 0.0869140625, -3.59375, 0.08154296875, -2.453125, 0.87890625, -0.040771484375, -0.1513671875, -0.353515625, -2.140625, -1.90625, 2.140625, -6.3125, -0.7421875, 2.890625, -1.9453125, -2.984375, 0.126953125, -2.109375, -6.28125, -0.2138671875, -4.625, 0.361328125, 2.046875, -1.2421875, 0.62890625, -0.028076171875, 0.047119140625, 1.1484375, -0.28515625, 0.68359375, -1.2109375, -3.6875, 1.1171875, 1.7421875, 1.4765625, 0.0888671875, -2.171875, 0.318359375, -2.1875, 1.34375, -0.056640625, -2.34375, -0.13671875, 0.244140625, -2.71875, 0.373046875, -2.84375, 0.53515625, 0.232421875, -4.09375, 1.140625, -1.1328125, 0.6015625, -4.34375, 1.8671875, -5.28125, -4.53125, 0.0810546875, 0.8984375, -0.6484375, 1.0234375, 1.265625, -2.640625, -5.03125, 4.375, 1.453125, -2.734375, 1.3671875, 0.8671875, 1.9921875, 0.65625, 0.037841796875, 0.71875, -4.875, 0.37109375, 0.71484375, -1.609375, 0.62890625, -0.13671875, 0.251953125, 0.59375, -0.515625, -3.890625, -3.0, 1.0859375, -0.94140625, 0.96484375, 1.5390625, -0.8046875, -1.3359375, -0.384765625, -3.015625, -1.515625, -0.498046875, 0.0244140625, -0.1328125, -2.34375, -4.125, -0.484375, -1.1953125, 2.046875, 1.6484375, -5.21875, 1.4453125, 1.9609375, 0.220703125, 3.453125, -4.0, 1.609375, -1.1796875, -0.1455078125, 1.0859375, 0.59375, 1.796875, -1.1484375, -1.078125, -1.4140625, -1.0859375, -1.2109375, -1.265625, 0.8828125, 1.140625, -3.609375, 0.58984375, -0.359375, -1.2578125, -0.19140625, -3.078125, 0.87890625, 2.359375, 2.359375, 0.9453125, -2.234375, 0.66015625, -0.5703125, -0.828125, 0.2421875, 2.140625, -1.796875, -1.7734375, 0.6640625, 0.55078125, -2.0, -2.34375, 2.15625, -2.015625, -0.74609375, -1.65625, 0.94921875, 2.03125, -4.65625, -5.0625, 1.0234375, 1.9453125, 0.765625, -5.25, 2.96875, 0.78515625, 2.28125, -3.96875, -3.71875, -1.015625, -5.5625, -1.0078125, -0.255859375, -1.7578125, 0.04345703125, 3.578125, -0.279296875, -0.427734375, 1.9765625, 1.015625, -3.0625, 0.7109375, 2.59375, -0.208984375, -3.46875, 0.86328125, -3.171875, -2.359375, 1.5078125, -3.96875, -1.8984375, 0.62109375, -2.53125, -2.828125, 3.5, -0.98828125, 0.1318359375, 0.66796875, 0.029296875, 1.3984375, -1.078125, 1.859375, 1.1171875, 0.56640625, -1.625, -6.625, 1.234375, -0.16015625, -1.984375, -1.609375, 0.01708984375, 2.5625, -0.1328125, -0.828125, 0.97265625, -2.234375, -5.5, -8.9375, 1.359375, 2.046875, 0.4453125, 0.99609375, 0.63671875, -2.09375, -0.376953125, 1.0390625, -1.7421875, -0.240234375, -3.203125, 1.390625, 1.1875, 0.2451171875, -4.34375, -1.9140625, 1.359375, -1.25, -0.61328125, 0.88671875, -4.28125, -0.40625, -1.375, 1.1796875, -0.75390625, -7.0625, 0.359375, -0.33984375, -3.796875, -3.875, -1.25, -2.484375, -1.734375, 0.318359375, -6.3125, -2.28125, -3.578125, -0.94140625, -6.40625, -0.3046875, -0.01495361328125, -3.03125, 0.515625, -4.03125, -2.015625, 1.046875, 2.03125, -2.0625, -3.15625, -1.640625, -3.375, -0.466796875, -0.74609375, 0.1748046875, 4.34375, -1.78125, -0.111328125, -1.2578125, -3.34375, -3.46875, -1.7265625, -3.515625, 1.8046875, -0.515625, -0.2255859375, 0.609375, -0.9609375, -0.51953125, 2.453125, 2.515625, 0.384765625, 1.8359375, 0.322265625, -1.2890625, 0.953125, 1.40625, -1.109375, -2.5, 1.8671875, 4.28125, 0.765625, -0.92578125, 1.5703125, 0.2578125, -0.275390625, -1.1015625, 2.46875, -4.8125, 4.03125, -1.0, 2.390625, -3.953125, 2.890625, -0.2021484375, -0.01495361328125, -4.65625, -1.515625, -0.5234375, -4.78125, -8.5, 2.890625, -0.328125, -3.5, -0.75, -0.3671875, 0.73828125, -2.296875, 0.376953125, -0.0205078125, -1.4921875, -0.2197265625, 1.6171875, 0.2578125, 0.08154296875, -0.62109375, -2.390625, 1.1640625, -0.439453125, 1.4609375, -1.15625, 0.359375, -1.671875, -5.59375, -1.921875, -0.365234375, 1.6875, 0.640625, 2.21875, -0.021484375, 0.291015625, 5.4375, -0.0625, -7.15625, -0.6015625, 1.7265625, 1.78125, 0.40234375, -3.953125, 0.6640625, -1.84375, -6.59375, -0.60546875, 0.1103515625, 0.369140625, -1.1953125, 0.310546875, -0.271484375, 3.453125, 1.1171875, -4.1875, -1.6953125, 0.71484375, 2.390625, 3.046875, 1.078125, -0.87890625, -4.34375, -1.4609375, 0.375, 0.83984375, -1.21875, 0.435546875, 0.341796875, -2.234375, -0.451171875, -2.578125, 1.4609375, -1.21875, -1.7421875, 1.1796875, -2.109375, 1.2109375, -1.4609375, 0.451171875, -2.8125, -0.388671875, -2.296875, 1.265625, 1.1328125, 2.265625, 2.984375, 0.52734375, 2.21875, -3.46875, 0.66015625, -2.265625, 3.03125, -5.96875, -4.34375, -2.9375, 0.419921875, 0.62109375, -0.466796875, -0.51171875, -0.09619140625, -1.1796875, 0.1259765625, -4.125, 1.015625, -2.296875, 1.1015625, 2.6875, -0.6953125, 1.84375, 1.2109375, -1.3203125, 2.421875, 1.0703125, 2.25, -2.1875, -1.9453125, 0.455078125, -2.671875, -3.21875, 1.8828125, 2.015625, -7.53125, -5.875, 0.640625, -2.046875, -0.51953125, 1.5703125, -1.875, 2.859375, -1.796875, -0.8671875, -6.1875, -5.25, -2.4375, -2.171875, -3.734375, 2.78125, 0.408203125, -0.765625, -3.203125, 0.0615234375, -5.4375, -2.265625, 2.09375, -2.015625, -3.90625, 0.9375, 4.125, -0.65234375, 1.9375, -3.40625, -2.046875, -1.46875, -3.4375, 0.023681640625, 5.65625, -0.248046875, 2.0, 1.015625, -0.68359375, 2.109375, -1.96875, -0.5546875, -1.21875, -0.2236328125, -7.65625, -0.490234375, -0.1259765625, -2.953125, -1.703125, 2.40625, -0.10791015625, 1.3046875, -0.48046875, -2.28125, -4.09375, -2.640625, -5.46875, -2.421875, 3.265625, -0.5, -0.78515625, -4.1875, -4.59375, -0.578125, 0.9140625, 1.1953125, -2.140625, 1.4453125, -0.46875, 1.4765625, -1.125, -0.0380859375, 1.796875, 0.365234375, -2.09375, 0.29296875, -1.6796875, -3.515625, 0.57421875, 0.734375, 3.96875, -0.1015625, -2.171875, -5.8125, -6.1875, 2.671875, -3.453125, 0.80859375, 0.09814453125, 0.333984375, -6.5, -0.98046875, -0.8359375, -0.921875, -3.296875, 0.8828125, -0.96875, -0.79296875, -1.1875, -3.859375, 3.1875, -1.8046875, 0.50390625, -0.028564453125, 2.53125, 0.95703125, 1.4609375, 0.451171875, 1.390625, -0.85546875, -3.78125, -0.51953125, 2.203125, 0.294921875, -4.34375, 3.78125, -6.875, -4.125, -0.703125, 1.5390625, -2.953125, -3.96875, 0.234375, 1.7734375, -2.15625, -2.0, 2.171875, -0.255859375, -1.21875, 4.25, 1.6015625, 0.50390625, -5.21875, 1.109375, -0.00823974609375, -0.7421875, -0.431640625, -5.78125, -5.5, 0.6953125, 2.421875, 1.6953125, -0.6484375, 2.90625, -0.46484375, -0.04638671875, -0.419921875, 0.68359375, -2.03125, 1.875, -1.546875, -1.765625, -0.1484375, -1.578125, 0.220703125, 1.296875, 2.46875, -1.0078125, -1.1875, 1.109375, 0.68359375, 0.55078125, 0.38671875, -1.0390625, -2.390625, -2.984375, 2.75, -0.83203125, -3.96875, 0.73046875, 2.53125, 2.5625, 3.859375, 0.3359375, -0.28515625, 2.421875, -1.0078125, 0.08203125, -1.9140625, 1.1875, -0.173828125, -0.5703125, -5.375, -0.337890625, -0.314453125, 0.443359375, -0.140625, -1.6328125, -1.875, 2.40625, 2.21875, 0.263671875, 2.015625, 0.5625, -1.0859375, -0.1298828125, -0.78125, 0.80078125, -1.75, 0.318359375, -6.0625], "rewards_rejected": [-0.71875, 0.7109375, 2.90625, -2.109375, 0.63671875, -0.1953125, 0.83203125, 0.6796875, -2.1875, 2.125, -6.0, -1.4453125, -7.90625, -2.9375, -3.9375, -0.87890625, 0.2353515625, 2.015625, -3.390625, -6.78125, -4.375, 1.3046875, -3.90625, -3.359375, 0.921875, -1.609375, -9.9375, -0.2734375, -1.15625, -3.484375, -6.96875, -1.4453125, -0.84765625, -0.87890625, -3.09375, 0.345703125, -0.92578125, -0.78125, -1.9375, 0.33203125, -4.25, -4.15625, -3.546875, -1.7734375, -5.28125, 1.2265625, -3.171875, -0.220703125, -6.84375, 0.384765625, -2.578125, -3.21875, -7.1875, -1.625, 4.125, 2.21875, 0.1689453125, -2.703125, -2.34375, 0.048095703125, 4.5, -0.86328125, 2.71875, -4.375, -0.7109375, -3.9375, -4.9375, -1.5703125, -3.1875, 2.125, -3.03125, -4.34375, -4.625, -1.3046875, 3.21875, -6.5625, -8.3125, 3.0625, -4.6875, 1.890625, -2.15625, -1.28125, -7.53125, -0.4609375, -1.6953125, -2.125, -4.34375, -3.421875, -2.875, -5.65625, -2.09375, -1.875, -0.75, 1.1328125, 0.060302734375, -3.953125, -8.1875, 1.2578125, -7.53125, -2.703125, -7.53125, -1.25, -2.1875, -2.40625, 3.109375, -3.40625, -4.0, -0.59375, 0.447265625, -1.2265625, 1.3828125, -0.6875, -2.28125, 0.671875, -3.875, -2.640625, 0.0986328125, -1.015625, -4.46875, -0.0380859375, -1.84375, -3.234375, -13.375, -6.15625, -2.09375, -5.21875, 2.140625, -4.21875, -4.59375, -0.81640625, 1.1953125, 0.69921875, -4.71875, -5.09375, -7.90625, -0.4765625, 0.828125, -1.3125, -3.859375, 1.2578125, -1.0234375, -1.8125, 2.5625, -0.07666015625, 0.365234375, -0.259765625, -2.96875, -3.9375, 1.59375, -2.734375, 0.390625, -4.28125, -0.7265625, 1.859375, -0.482421875, 0.18359375, -5.0625, -9.8125, -2.984375, -5.90625, -0.77734375, 1.3828125, 0.8828125, -3.65625, -1.6171875, 0.044921875, -1.0078125, 0.115234375, -6.65625, 0.016357421875, 1.1171875, 0.796875, -3.390625, -3.359375, -2.65625, -1.34375, 0.4296875, -2.53125, 2.625, -2.421875, -1.40625, -1.5703125, 0.9375, -2.28125, 1.71875, -3.53125, -2.1875, -5.71875, -5.875, -1.921875, 0.63671875, -1.4765625, 1.0078125, -1.1796875, -3.53125, -1.453125, -2.109375, -1.921875, -2.015625, -2.484375, -5.75, -1.109375, -4.84375, -6.1875, 0.494140625, -4.34375, -5.46875, -2.046875, -3.0625, 0.1943359375, -0.56640625, -6.59375, -5.5, 4.15625, -2.875, -1.3828125, 0.330078125, -2.234375, 0.01080322265625, -0.98046875, -1.9453125, -0.5234375, -0.90625, -1.53125, -3.78125, 1.234375, -2.09375, 0.40625, -7.28125, 1.5, -4.59375, 0.431640625, -5.90625, -0.43359375, 0.439453125, -0.5625, 3.15625, 0.1376953125, 0.85546875, -4.375, -0.6640625, -4.46875, -0.10986328125, -5.21875, -2.984375, -1.4921875, -4.40625, 0.0830078125, -0.94140625, 1.125, 0.8046875, -3.40625, -5.46875, -2.28125, 3.109375, -3.828125, -3.875, -0.65625, -2.25, 1.34375, 0.53125, 0.365234375, -2.171875, -2.59375, -4.125, -1.6640625, 0.08056640625, -6.28125, -0.251953125, -0.7890625, -1.1640625, -8.6875, -5.3125, -1.6015625, -5.8125, -0.166015625, -2.0, -3.671875, 2.96875, -3.578125, -2.65625, 2.28125, 2.0625, 0.17578125, 0.95703125, 0.06787109375, -0.828125, -1.859375, -3.625, -2.203125, 0.2158203125, 0.1689453125, 0.27734375, 0.37109375, -3.765625, 0.58203125, -0.91796875, -1.484375, -0.69140625, -9.0625, -3.5, -5.6875, -1.9453125, -6.125, 1.734375, -3.640625, -7.875, -5.03125, -4.625, -1.3984375, -0.79296875, -0.90234375, -1.53125, -2.484375, -4.75, -3.8125, -5.96875, 0.28125, 1.1328125, -3.6875, 1.0703125, 0.11279296875, 0.6171875, -2.40625, -2.421875, -1.1484375, 0.83984375, -0.1328125, -4.28125, -4.28125, -1.984375, 0.0673828125, -2.34375, -3.140625, -5.6875, -1.28125, -1.5, -3.046875, -0.482421875, -6.09375, 0.4375, -0.0908203125, 1.890625, -5.96875, -1.4375, 0.0810546875, 0.609375, -1.8125, 1.421875, -4.5, -6.21875, 1.125, 4.375, -8.4375, -6.59375, -2.71875, 1.6796875, -2.15625, -1.3046875, -4.3125, 0.17578125, -2.1875, -3.75, 1.421875, -4.625, -7.4375, -3.328125, -0.019287109375, 1.53125, -1.734375, -1.09375, 1.859375, -3.6875, -0.765625, 1.3125, -0.4609375, 1.2890625, -5.3125, -1.25, -3.015625, -3.078125, 1.2734375, -2.0, -3.390625, -0.62890625, -4.96875, -2.078125, -0.283203125, 1.5625, -4.59375, -5.21875, 0.466796875, -0.1728515625, 0.75, 2.421875, -4.0, -0.4375, -1.65625, 1.53125, -3.0, -1.2890625, 1.796875, -0.07666015625, -2.6875, 1.8359375, -1.0859375, -1.2109375, -4.125, 0.87109375, 0.9296875, -5.5, -1.65625, -0.53515625, -2.328125, -2.0625, -3.6875, 0.68359375, 0.0966796875, -2.171875, -0.92578125, -0.314453125, -0.27734375, -4.125, -0.88671875, -5.0, -0.46484375, -5.875, -3.359375, -2.3125, -2.34375, -3.0625, -2.234375, -3.796875, -1.7265625, 0.5546875, -1.1328125, 0.158203125, 0.78125, -5.625, -5.0625, -2.515625, -0.419921875, -1.8671875, -3.890625, 2.015625, -0.1455078125, -7.90625, -9.1875, -4.78125, 0.46484375, -4.1875, -4.1875, 0.0751953125, -3.671875, -5.28125, -0.07373046875, 0.2041015625, 0.294921875, -4.40625, 1.171875, -2.34375, 0.06982421875, 0.87890625, -0.60546875, -2.828125, -2.78125, 3.453125, -2.203125, 1.03125, -4.75, -6.0625, -7.5625, -7.15625, -4.9375, -7.84375, -1.1875, -0.30859375, 2.59375, -1.5234375, 0.27734375, 1.8671875, -2.015625, 1.0, -1.6640625, -5.28125, -6.625, -1.140625, -4.6875, 0.1708984375, -2.0625, 0.421875, 1.28125, -2.515625, 3.09375, 0.4296875, -4.125, -3.1875, -11.25, 3.234375, 1.71875, -1.2890625, 1.4296875, -1.2421875, -3.84375, 1.7109375, -0.047119140625, -1.96875, -2.265625, -2.765625, 1.0390625, 1.09375, -0.3125, -2.53125, -1.9140625, 1.09375, 0.5078125, -7.15625, 0.52734375, -4.28125, -3.03125, -1.421875, -0.47265625, -2.765625, -4.25, -1.9765625, 0.078125, -5.0625, -3.875, 0.5078125, -4.28125, -0.07080078125, -1.1484375, -6.125, -0.98828125, -3.578125, -5.28125, -7.5, -0.2060546875, -1.09375, -4.84375, -0.91015625, -5.65625, -0.330078125, 0.091796875, 1.546875, -3.234375, -6.0, -0.2734375, -3.375, -1.359375, -6.0625, -2.453125, 2.90625, -2.515625, -5.09375, -5.34375, -3.546875, -4.65625, -0.11279296875, -6.34375, 1.4375, -2.0, -0.2255859375, -6.53125, -1.3125, -6.625, -0.050537109375, 1.015625, -0.203125, -0.90234375, 0.490234375, -1.34375, -0.3671875, 0.5703125, -0.55859375, -3.28125, 0.494140625, -5.59375, -0.1845703125, -3.953125, 1.3671875, -1.421875, -1.6796875, 0.267578125, -4.40625, -4.8125, -2.140625, -0.86328125, -2.90625, 0.169921875, 1.8828125, -0.859375, -1.09375, -2.71875, -0.064453125, -0.61328125, -4.78125, -8.5, 2.890625, -5.09375, 4.15625, -1.71875, -0.3671875, 1.0859375, -1.890625, -1.9296875, -4.9375, -0.396484375, -0.2197265625, 1.25, -0.72265625, -2.5, -2.28125, -2.234375, -1.1875, 0.462890625, -0.72265625, -2.5, -1.5625, -3.984375, -6.03125, 1.2578125, -1.0703125, -3.796875, -8.875, -4.34375, -0.58984375, -0.76171875, 0.91015625, -0.6796875, -0.62890625, -4.78125, 0.166015625, -1.625, -4.125, 0.224609375, 1.21875, -7.21875, -6.1875, -0.0673828125, -0.1279296875, 0.87109375, 2.03125, 0.5703125, -1.859375, 0.61328125, 4.59375, -3.703125, -3.3125, -2.203125, -0.27734375, 2.6875, -0.80078125, -2.21875, -3.84375, -2.21875, -2.640625, -3.5, -6.75, -4.0625, -0.46484375, -4.15625, -1.546875, -2.109375, 1.4453125, -0.73828125, -3.25, 0.65625, 1.15625, -0.53515625, -2.21875, -1.2109375, -2.546875, -3.15625, -0.70703125, -0.8359375, -0.62109375, -0.46875, -3.203125, -3.828125, -2.703125, -5.65625, -0.27734375, -2.265625, 0.228515625, -2.59375, -2.09375, -0.98046875, 0.90234375, -1.546875, 1.7890625, -4.9375, -1.2734375, -5.21875, -2.421875, -4.125, -2.5625, -3.515625, 1.875, 0.375, -2.375, -2.90625, -0.1953125, -0.443359375, 1.359375, 1.0703125, -2.578125, -1.8125, 0.4375, 2.015625, -2.671875, 0.267578125, -7.875, 2.703125, -2.140625, -1.2109375, 1.875, -2.234375, -3.25, -0.2236328125, 0.12109375, 0.55078125, -6.6875, -3.25, -3.921875, -8.625, -4.1875, 0.019287109375, -0.78515625, 1.265625, 0.06591796875, -2.90625, -4.75, -0.41796875, -3.328125, -3.09375, -0.98046875, -4.9375, -2.40625, 2.171875, -2.28125, -8.4375, 1.7734375, -4.6875, -2.046875, -8.1875, -3.6875, -6.5, 0.0927734375, -0.2255859375, 1.59375, 0.1455078125, -4.75, -2.78125, -0.330078125, -3.203125, -1.7890625, -0.69921875, -5.21875, -4.125, -3.796875, -3.0625, -0.330078125, -5.0, -0.9609375, 1.4296875, -0.96875, -1.4609375, 1.703125, -3.96875, 1.3828125, -6.53125, 0.240234375, 0.2392578125, -3.34375, 0.06689453125, -5.40625, -1.2109375, 2.40625, -2.28125, -1.4453125, -5.53125, -4.875, 0.671875, 0.412109375, 0.828125, 2.625, -5.8125, 1.0390625, 0.50390625, -1.65625, 0.3203125, 0.474609375, 0.4921875, 1.3828125, 2.234375, -0.58984375, -8.125, -5.84375, 2.921875, -7.96875, -1.390625, -2.734375, 1.5703125, -6.5, -0.625, -1.75, -2.65625, -4.0, 0.8828125, -2.640625, 0.953125, 3.59375, -1.671875, 3.046875, -0.51171875, -1.3671875, -4.03125, 0.412109375, -5.8125, -4.28125, 0.63671875, -1.9375, -5.15625, -3.78125, -2.484375, 0.5078125, 0.41796875, -4.34375, 0.059814453125, -4.375, -0.1884765625, -2.25, 1.6953125, -2.9375, -1.609375, 1.2421875, -2.640625, -0.2041015625, -3.203125, -2.9375, -2.234375, -2.421875, -0.06689453125, -0.0625, -5.5625, -5.21875, -0.1669921875, -1.7265625, -3.5, 1.8203125, -3.28125, -8.75, -2.96875, -1.078125, -0.72265625, -4.03125, 2.734375, -4.0625, -4.03125, 0.2275390625, 3.75, -6.5, 0.90234375, -4.1875, -6.28125, -5.84375, -1.0625, 0.75, 1.1640625, 0.53515625, -1.2578125, -2.484375, -0.73828125, 0.671875, 0.70703125, 1.0, -0.765625, -3.796875, -2.984375, -1.234375, -2.5625, -5.25, 0.875, -4.65625, 0.458984375, 1.9375, -0.087890625, -1.0703125, -1.078125, -0.5390625, -2.78125, -1.5078125, -0.6796875, -7.65625, -3.140625, -6.03125, 1.4921875, -5.8125, 1.0703125, -0.359375, -5.59375, 0.828125, 1.28125, 1.3828125, -1.7734375, -6.875, -0.66015625, -3.0, -1.03125, -0.1953125, 0.042236328125, -1.75, 0.81640625, -7.3125], "margins": [-2.78125, 0.8359375, -4.0078125, 0.7421875, -1.41015625, 1.171875, 0.0, -0.00390625, 4.234375, -0.8828125, 5.4453125, 3.1171875, 7.881591796875, 0.0, 2.625, 0.09375, -1.6259765625, -1.0625, 2.5546875, 0.5625, 3.34375, -3.9609375, 2.859375, 5.640625, -0.21484375, 0.0703125, 2.9375, 1.2421875, -0.5859375, 1.8125, 2.03125, 0.3046875, 1.73046875, 0.0, 1.9921875, 0.0, 1.6875, 1.44921875, 1.85986328125, -0.9453125, 6.46875, 3.5546875, -0.09375, -1.6953125, 6.8984375, -0.25390625, 1.3203125, 0.0, 9.734375, 1.380859375, 3.39453125, 1.265625, 7.046875, 3.140625, -0.421875, -0.5, -1.3173828125, 3.953125, 0.015625, 1.623779296875, -1.46875, -3.91796875, -2.80615234375, 2.15625, 0.20703125, 1.9921875, 0.5625, 0.0, -0.96875, -0.1875, 4.078125, 1.875, 2.7578125, 2.8046875, -2.9853515625, 5.28125, 4.0625, -0.015625, 1.578125, -0.3046875, 1.76953125, 0.3828125, 8.32421875, 0.841796875, 0.0, 1.978515625, 5.7578125, 1.296875, 3.0419921875, 5.75634765625, 0.328125, 0.671875, -1.3125, -1.0, -0.861083984375, 0.453125, 6.46875, -2.015625, 5.8984375, 2.15625, 3.84375, 3.0859375, 1.0390625, 0.921875, -2.26953125, 6.109375, 4.51953125, 0.708984375, -3.291015625, 2.984375, -1.1904296875, 1.96875, 2.39404296875, 0.01171875, 1.46875, 1.5703125, 0.0, -0.7265625, 2.203125, -1.6728515625, 2.7109375, 1.765625, 14.390625, 6.25244140625, -0.765625, 4.4296875, -2.392578125, 3.33203125, 0.0, 1.6953125, 0.484375, -0.1328125, 4.458984375, 1.328125, 10.1875, 1.5703125, 1.109375, 0.0, 0.0, -1.8203125, -1.0859375, 1.380859375, -2.875, -1.22802734375, -1.412109375, 1.728515625, 0.0, 2.625, 0.40625, 0.25, 0.53515625, 4.1005859375, 1.5703125, -1.09375, -0.525390625, 2.44140625, 0.0, 9.9697265625, 0.78125, 3.40625, -0.015625, -3.1484375, -0.39453125, 0.0, -0.4296875, 1.884765625, -1.0703125, 0.708984375, 4.1875, 0.0, -2.8984375, 0.17578125, 0.75, -0.171875, 3.40234375, 0.3515625, -0.6474609375, -2.3125, -1.1015625, 1.203125, -1.734375, 3.0078125, 1.15625, -1.578125, -1.375, 2.421875, 4.234375, 2.21875, 4.7890625, -0.0703125, -1.48828125, -0.359375, -0.37890625, 1.8515625, 1.359375, -2.15625, 0.2578125, 2.484375, 2.7265625, 1.9921875, 4.1875, 1.51953125, -0.09375, 1.15625, 1.373046875, 0.0, 1.640625, 1.0859375, 3.517578125, 1.9150390625, 2.75390625, 5.109375, 4.34375, -0.484375, -1.90625, -0.8203125, -0.978515625, 5.15625, 0.65325927734375, 1.443359375, 1.998779296875, -0.37890625, 0.0, 1.115234375, 2.421875, 0.5390625, 0.2734375, 1.546875, 4.796875, 0.5625, 3.609375, 1.724609375, 3.515625, -0.87890625, -0.1943359375, -0.75, -0.375, 3.5029296875, 0.44921875, 1.75, 0.6484375, 4.03515625, -3.46826171875, 0.0, -1.671875, 0.484375, 4.0859375, 0.0, 0.01953125, -1.09033203125, -1.84375, 0.921875, 1.640625, 1.03125, -3.291015625, -1.140625, 2.7890625, -0.609375, -0.96875, -0.796875, -0.1328125, -3.380859375, 5.171875, 0.28125, 2.671875, 0.6171875, 0.09912109375, 6.130859375, 0.791015625, -0.7890625, -0.4921875, 10.3515625, 0.0, 0.91015625, 2.59375, 1.470703125, -0.46875, 0.921875, -0.125, 3.9609375, 3.40234375, -0.1875, 1.140625, 0.119140625, -0.40234375, -0.94287109375, 1.181640625, -2.765625, 3.7119140625, -1.390625, -0.13427734375, -2.6220703125, 0.6015625, -0.411865234375, 3.6142578125, -0.935546875, -1.22265625, -0.421875, 2.83203125, 2.75, 2.7578125, 8.578125, 0.0, 3.140625, -1.607421875, 1.53125, 1.59375, 4.8173828125, 0.0, 1.759765625, 2.83984375, -0.33984375, 2.16015625, 2.456298828125, 4.797119140625, 4.9609375, 5.68359375, 0.40234375, -2.34375, 0.0, 0.046875, 1.62939453125, 0.859375, 2.4951171875, 0.25, 1.466796875, -3.02734375, 1.4765625, 4.224609375, 1.9375, 1.84765625, 0.1767578125, -0.375, 3.513671875, 2.84375, 1.81640625, 1.732421875, -1.046875, 1.623046875, 4.9609375, 0.1640625, -4.2529296875, -0.0234375, 0.6875, -3.09375, 0.0, 0.2890625, 1.1640625, -0.3984375, 5.765625, 3.578125, -6.15625, 0.0, 9.890625, 3.859375, 4.0859375, -0.8125, 4.1484375, 1.9609375, 4.350341796875, 0.54296875, -2.6875, 4.12109375, -0.70703125, 3.015625, 8.06640625, 3.19140625, 0.271240234375, -0.9375, 1.21875, -2.796875, -4.859375, 4.7734375, -0.17578125, -0.34765625, 2.0, -2.09375, 3.9765625, 0.865234375, 0.0, 1.5625, -1.771484375, 2.0244140625, 3.2578125, -1.71484375, 0.84375, 1.59375, -0.912109375, 0.484375, 6.2421875, 0.0, 0.978515625, 2.1337890625, -0.529296875, 1.03125, 0.0, 2.046875, 0.4765625, -1.6767578125, 4.0859375, 1.8828125, 0.0, -1.07177734375, 1.609375, -3.25, 0.0, 0.0, 2.859375, 0.01171875, 0.2109375, 1.890625, 2.24609375, 0.17578125, 1.0703125, 1.87109375, 0.609375, 0.1953125, 2.2626953125, 4.53125, 1.87109375, -1.919921875, 0.9375, 3.5546875, 0.05859375, 5.2421875, 2.60546875, 4.078125, 1.5859375, 2.9765625, 2.89453125, 1.0625, -0.109375, 5.953125, -0.2890625, -1.30078125, -0.5234375, 0.791015625, 1.25, 0.96875, 0.0, 3.5390625, 2.365234375, 2.6328125, -1.359375, 0.953125, 0.9306640625, 10.1875, 5.21875, 1.0625, -1.48046875, -1.375, 3.1796875, -0.3310546875, 1.9140625, 5.32470703125, 3.65185546875, -0.4833984375, -0.72265625, 6.3828125, -0.15625, -0.71875, 0.64111328125, 1.71484375, 0.396484375, -0.640625, 3.64453125, -6.625, -0.15625, 0.4765625, 0.78125, 4.1640625, 8.18359375, 4.625, 2.109375, 11.34375, 0.19921875, 0.4404296875, -1.92578125, 1.552734375, 1.12109375, -2.9453125, 3.875, 0.1171875, 2.23046875, 3.65625, 0.0, 2.375, 4.52734375, -2.1552734375, 0.453125, -0.40478515625, 1.28125, 2.3828125, -3.921875, 0.54296875, 1.890625, -2.3125, 2.3125, -1.875, 0.328125, 1.734375, -0.43359375, 1.87890625, 1.75, -2.087890625, 1.086181640625, 0.2265625, 2.025390625, -0.4375, 0.3515625, 0.09375, 0.5576171875, -1.8125, 0.0, 0.265625, -1.7578125, 6.54296875, 0.359375, 0.0, 2.625, 0.046875, 1.65234375, 2.01171875, -2.8125, 2.3359375, -0.41796875, 1.265625, 0.0, -1.7578125, 1.796875, -1.66357421875, 1.466796875, -0.1875, -1.29296875, 0.0, 4.33984375, 1.09375, -0.0986328125, 1.07879638671875, 1.8125, 1.42578125, 1.625, -1.685546875, 0.955078125, 0.484375, 1.171875, 2.84375, -1.3671875, 0.0, 0.892578125, 5.31640625, 2.6279296875, 1.4375, 0.734375, 4.982421875, 4.0859375, 0.203125, 1.1875, -1.61376953125, 2.828125, 0.3671875, 1.484375, 0.0, 7.140625, 0.3515625, 6.10546875, 2.503662109375, 1.5, 0.587890625, 2.73828125, -0.16796875, 0.0546875, 1.3203125, 0.8359375, -0.55078125, 0.78125, 1.373046875, 9.875, 0.9501953125, 3.02734375, 0.203125, 1.6796875, 1.404296875, -1.369140625, 6.875, 0.0, 6.171875, -0.13671875, 5.296875, -4.123046875, 1.0078125, 0.6572265625, 1.07879638671875, -1.9375, -1.451171875, 0.08984375, 0.0, 0.0, 0.0, 4.765625, -7.65625, 0.96875, 0.0, -0.34765625, -0.40625, 2.306640625, 4.9169921875, -1.095703125, 0.0, 0.3671875, 0.98046875, 2.58154296875, 1.66015625, -0.15625, 2.3515625, -0.90234375, 2.18359375, 1.34375, 1.921875, 2.3125, 0.4375, -3.1796875, 0.705078125, 5.484375, 9.515625, 6.5625, 0.568359375, 1.052734375, 4.52734375, 0.6171875, -6.52734375, 4.1796875, 1.560546875, 3.40625, 4.52734375, -4.177734375, -0.5546875, 5.375, -0.40625, -0.5380859375, 0.23828125, -0.501953125, -3.2265625, -0.259765625, 1.587890625, 2.83984375, -3.4765625, -0.484375, 1.6171875, 2.91796875, 2.66796875, 0.359375, 1.87890625, 1.33984375, -0.5, 0.7578125, 3.015625, 4.33984375, 5.53125, 4.498046875, 0.806640625, 1.921875, 1.095703125, -0.46875, 0.015625, -0.48046875, 1.5078125, 0.5234375, -3.265625, 1.74609375, 0.7578125, 1.662109375, -0.265625, 2.767578125, -1.58984375, 2.1015625, 1.75390625, 2.734375, 6.1875, 4.35546875, 4.921875, 2.1875, 0.9375, 0.0, 2.802734375, -3.375, -2.25, -1.95703125, -0.482421875, 2.16796875, -2.255859375, 4.42578125, 1.17724609375, 4.0390625, 2.5478515625, 0.0, 3.578125, 1.21875, -0.7734375, 2.3125, 1.6796875, 4.75, 1.40625, -0.876953125, 1.0625, 0.0, 4.828125, -0.375, -2.3828125, -1.560546875, 0.0, -3.486328125, 9.7578125, -0.6875, -5.390625, -4.6640625, -1.234375, 0.1875, 2.73046875, 1.7939453125, -1.99609375, 2.30859375, 4.890625, 2.3828125, -2.265625, 3.375, 1.75, -2.191162109375, -2.94921875, 1.515625, 0.34228515625, 2.140625, 1.546875, 0.4794921875, -2.109375, 0.828125, 3.07421875, 2.921875, -1.5, -1.234375, 6.40625, 7.78515625, 0.1640625, 1.28125, 0.0, 6.71875, 0.25, 6.523681640625, 5.5634765625, -0.0224609375, 0.40625, 0.8701171875, 4.06640625, 4.890625, -1.638671875, 2.6484375, 0.5703125, 0.4755859375, -2.4375, 3.634765625, 3.6708984375, 0.109375, -1.373046875, 7.40625, 0.85302734375, -0.125, 0.48828125, -0.8203125, -5.796875, 1.328125, -6.8515625, 4.109375, 3.025390625, -0.7392578125, 2.55859375, -4.25439453125, 0.8125, 0.6328125, -1.4921875, 3.4765625, -0.6953125, 6.9765625, 4.40625, 0.8046875, -1.537109375, -0.8662109375, -0.828125, 6.177734375, -3.1328125, -0.2109375, -0.0234375, -3.8359375, 0.099609375, 0.2421875, 2.5859375, -2.3359375, -1.58203125, 2.3125, -0.34375, -0.25, 4.515625, 2.19921875, 2.83251953125, -1.236328125, 0.0, -0.35546875, 0.9140625, 1.734375, 0.703125, 0.0, 1.671875, -1.74609375, -4.78125, -2.1875, 0.140625, -1.29296875, 1.87109375, 4.002685546875, 2.119140625, 6.76953125, 5.7421875, -0.185546875, 3.328125, 4.30078125, 0.0, 1.96484375, 1.6953125, -0.123046875, 0.0, 3.721435546875, -2.5, -3.9365234375, 1.546875, -0.15625, -0.015625, -2.359375, -1.0078125, 4.4140625, -1.9521484375, 1.203125, 5.109375, 1.978515625, 1.203125, 4.31689453125, 1.6640625, 6.06640625, 0.0, 1.2763671875, 1.71832275390625, 2.7578125, -2.251953125, -2.5, 3.25, 3.6640625, 3.5, 2.41796875, 3.3828125, 0.171875, 3.59765625, 3.98486328125, -0.6474609375, -3.06640625, 4.46875, 0.97265625, 2.640625, 4.515625, 5.6953125, -0.515625, -0.529296875, 0.1328125, 1.93359375, 0.25, 1.296875, 1.84765625, 0.01171875, -0.15625, -0.61328125, -0.2734375, 1.40625, 0.0, 3.984375, 1.73046875, 1.28125, -0.14453125, 7.1875, 2.103515625, 1.921875, 0.423828125, 0.78515625, 3.5, -0.46875, 2.86328125, -0.40625, 1.8671875, 7.482421875, 2.5703125, 0.65625, -1.830078125, 5.498046875, -0.626953125, 0.21875, 3.9609375, -2.703125, 1.125, 0.8359375, 2.037109375, 8.890625, 1.22265625, 1.9140625, 0.9013671875, -0.5859375, 0.758544921875, 0.0, -0.498046875, 1.25]} \ No newline at end of file diff --git a/margin_logs/val_margins_general_epoch_6.json b/margin_logs/val_margins_general_epoch_6.json new file mode 100644 index 0000000000000000000000000000000000000000..f9976a69089c306519ff84bce6ccb538dec33b61 --- /dev/null +++ b/margin_logs/val_margins_general_epoch_6.json @@ -0,0 +1 @@ +{"epoch": 6.0, "step": 1476, "domain": "general", "rewards_chosen": [-3.5625, 1.5625, -1.125, -1.3125, -1.2734375, 1.4140625, 0.83984375, 0.41015625, 2.109375, 1.234375, -0.8125, 1.921875, -0.173828125, -3.375, -1.7890625, -1.3203125, -2.09375, 1.0234375, -0.98828125, -7.28125, -1.125, -2.96875, -1.1484375, 2.46875, 0.44140625, -2.25, -7.90625, 0.5625, -1.7109375, -2.65625, -5.75, -1.3125, 1.171875, -1.171875, -2.125, -0.0830078125, 0.98828125, 0.8203125, -0.91015625, -1.1328125, 2.15625, -0.83984375, -4.84375, -3.640625, 1.5703125, 0.95703125, -2.546875, -0.2353515625, 3.546875, 1.8515625, 0.1953125, -2.65625, -0.451171875, 1.5078125, 4.15625, 2.34375, -1.2109375, 1.3046875, -3.671875, 1.6640625, 3.640625, -5.15625, -0.2275390625, -2.796875, -0.76953125, -2.734375, -5.09375, -1.78125, -4.6875, 1.46875, 0.90625, -3.09375, -2.5, 1.625, 0.04345703125, -1.2734375, -4.84375, 3.265625, -4.40625, 1.8125, -0.65234375, -1.203125, 0.9765625, 0.62109375, -1.6640625, -0.296875, 1.4921875, -2.953125, 0.004241943359375, 0.1376953125, -2.546875, -1.8046875, -2.21875, -0.51953125, -0.3359375, -4.8125, -2.484375, -0.765625, -2.265625, -1.0, -3.6875, 1.2734375, -1.84375, -2.15625, 0.6484375, 2.921875, 0.63671875, -0.306640625, -3.296875, 1.9453125, 0.1552734375, 1.4140625, 0.27734375, 1.015625, -2.640625, -1.15625, 0.0712890625, -2.046875, -2.359375, -2.171875, 0.9375, -2.234375, 1.1484375, -0.0712890625, -3.6875, -0.9296875, 0.01177978515625, -1.375, -5.0, 0.19140625, 1.453125, 0.57421875, -0.515625, -3.484375, 2.78125, 0.78125, 1.7734375, -1.7421875, -4.21875, -0.7109375, -2.9375, -0.3671875, -0.51171875, -1.6796875, -1.640625, 1.4609375, -3.71875, -1.7890625, 1.671875, -3.375, 0.66796875, -0.5703125, 0.96484375, 0.181640625, -1.2421875, 2.71875, -5.6875, -0.08349609375, -2.90625, -3.390625, -1.0859375, -1.921875, 0.490234375, -3.890625, -2.1875, 2.484375, -2.765625, 1.1328125, -3.40625, -0.036376953125, -2.265625, 1.046875, -2.671875, -4.21875, 1.25, -1.328125, -0.60546875, -5.84375, 1.6171875, -1.3515625, -3.71875, 1.5078125, 2.53125, -4.125, 0.1552734375, -1.640625, 2.109375, -3.875, -1.1328125, -2.328125, -1.203125, -1.8671875, 0.369140625, 0.41015625, -2.640625, -3.859375, -2.078125, 0.05859375, 0.451171875, -0.9609375, -1.5625, 0.1669921875, -5.3125, -5.65625, 2.421875, -4.78125, -4.6875, -1.5703125, 0.041259765625, 2.421875, 2.578125, -2.078125, -1.2734375, 3.953125, -5.78125, -2.765625, -0.8359375, 3.171875, 0.400390625, 0.2490234375, 0.00848388671875, -1.3046875, -1.046875, -0.76171875, -1.421875, 1.484375, -2.53125, 1.7578125, -2.765625, 2.15625, -1.2734375, 1.84375, -3.21875, -1.515625, 0.02783203125, -1.703125, 3.015625, 3.9375, 1.3515625, -3.171875, -0.04638671875, -0.431640625, -4.6875, -5.5625, -5.375, -1.4453125, -1.40625, 0.07568359375, -1.6171875, -0.5234375, -1.296875, -3.125, -4.6875, -1.5234375, -0.26953125, -5.40625, -2.078125, -1.828125, -3.84375, 0.6640625, 0.2001953125, -3.84375, 3.34375, -3.328125, -1.8046875, -1.40625, -0.0947265625, -0.2177734375, 0.55859375, -1.921875, -2.3125, 1.8125, -5.28125, -0.94921875, -3.3125, 2.0, -3.828125, -3.15625, 3.109375, 0.28125, 1.25, 2.140625, 3.03125, 0.31640625, 0.490234375, -0.9609375, 0.36328125, -5.5, 0.11328125, -3.6875, -0.0654296875, -2.796875, 0.2890625, 0.0673828125, -0.16015625, 0.058349609375, -2.875, -2.265625, 2.546875, -6.96875, -0.921875, 3.15625, -2.40625, -3.0, 0.10302734375, -2.984375, -7.0625, -0.0654296875, -5.1875, 0.82421875, 2.484375, -1.5546875, 0.83203125, 0.12060546875, -0.0142822265625, 1.328125, -0.80078125, 0.69921875, -1.46875, -4.0625, 0.84375, 1.9453125, 1.484375, -0.01531982421875, -2.90625, 0.52734375, -3.234375, 1.2578125, -0.1748046875, -3.015625, -0.0228271484375, -0.255859375, -2.75, 0.0869140625, -3.28125, 0.50390625, 0.205078125, -4.4375, 1.1640625, -1.265625, 0.7109375, -5.59375, 1.7578125, -5.75, -5.59375, 0.00689697265625, 0.87890625, -1.046875, 0.69921875, 0.8359375, -3.640625, -5.59375, 5.03125, 1.40625, -3.15625, 1.2109375, 0.486328125, 2.1875, 0.66796875, -0.2314453125, 0.9921875, -5.3125, 0.51953125, 0.482421875, -2.078125, 0.458984375, -0.416015625, -0.09912109375, 0.8984375, -1.015625, -4.5625, -3.96875, 1.53125, -1.390625, 0.7734375, 1.421875, -0.9140625, -1.890625, -0.443359375, -3.40625, -1.5859375, -1.1953125, -0.9296875, -0.94140625, -2.8125, -4.84375, -0.7109375, -1.3515625, 1.859375, 1.953125, -6.09375, 1.578125, 2.3125, 0.185546875, 4.15625, -4.84375, 1.78125, -1.453125, -0.62109375, 0.52734375, 1.015625, 2.390625, -1.4375, -1.3828125, -2.0, -1.2578125, -1.296875, -1.71875, 0.61328125, 1.0390625, -3.984375, 0.76171875, -0.56640625, -2.25, -0.45703125, -3.09375, 0.96875, 2.65625, 2.46875, 0.6953125, -2.796875, 1.1328125, -0.68359375, -1.4375, 0.427734375, 2.453125, -2.1875, -2.109375, 1.0859375, 0.4453125, -1.90625, -2.953125, 2.109375, -2.296875, -1.125, -2.15625, 1.2421875, 2.3125, -5.21875, -5.625, 0.9375, 1.78125, 0.5859375, -6.09375, 2.890625, 0.69921875, 2.78125, -5.0625, -4.5, -0.984375, -6.84375, -1.1640625, -0.2119140625, -2.453125, -0.39453125, 3.78125, -0.302734375, -0.6953125, 1.6484375, 0.57421875, -3.375, 0.09814453125, 2.625, -0.7421875, -4.15625, 0.93359375, -3.515625, -2.265625, 1.703125, -4.59375, -2.484375, 0.73046875, -2.8125, -4.09375, 3.625, -1.140625, -0.234375, 0.57421875, 0.21875, 1.5078125, -1.3984375, 2.28125, 1.578125, 0.27734375, -2.40625, -7.28125, 1.015625, -0.498046875, -2.640625, -2.375, -0.19921875, 2.890625, 0.26953125, -1.578125, 0.828125, -2.78125, -5.9375, -9.375, 1.4140625, 2.515625, 0.482421875, 1.09375, 0.73828125, -2.25, -0.494140625, 0.8515625, -1.8203125, -0.55859375, -4.03125, 1.328125, 1.21875, -0.234375, -4.90625, -2.34375, 2.09375, -1.71875, -0.5, 0.73828125, -4.78125, -1.265625, -1.078125, 1.3671875, -0.53125, -8.6875, 0.5, -0.267578125, -4.21875, -3.875, -1.6640625, -3.109375, -2.6875, 0.52734375, -7.40625, -1.90625, -4.03125, -1.1875, -6.8125, -0.263671875, 0.091796875, -3.90625, 0.361328125, -5.46875, -2.578125, 1.2109375, 2.125, -2.203125, -3.890625, -1.875, -3.578125, -1.234375, -1.15625, 0.0186767578125, 4.71875, -1.796875, -0.5390625, -1.0234375, -4.0, -4.125, -2.265625, -4.8125, 2.0625, -0.82421875, -0.2890625, 0.6015625, -1.046875, -0.9296875, 2.4375, 2.765625, 1.0859375, 2.1875, 0.0062255859375, -2.03125, 0.53515625, 1.375, -1.359375, -3.359375, 2.421875, 4.375, 0.83203125, -1.375, 1.1640625, 0.3125, -0.390625, -1.015625, 3.0, -4.9375, 4.0, -1.7109375, 2.21875, -4.15625, 3.40625, -0.06884765625, 0.091796875, -5.125, -1.7890625, -0.47265625, -4.90625, -10.0625, 3.40625, -0.57421875, -3.96875, -1.4296875, -0.3125, 0.451171875, -2.109375, 0.012451171875, 0.2177734375, -1.7890625, -0.291015625, 2.03125, -0.0172119140625, 0.25, -0.9453125, -3.96875, 1.421875, -0.5078125, 1.8046875, -1.46875, -0.310546875, -1.9296875, -5.90625, -2.265625, -0.5859375, 1.875, 0.71875, 2.484375, -0.00323486328125, -0.0019378662109375, 5.4375, -0.10009765625, -7.9375, -0.8203125, 1.6328125, 1.765625, 0.271484375, -5.34375, 1.09375, -2.5625, -7.875, -1.265625, -0.33203125, 0.42578125, -1.75, 0.33203125, -0.06689453125, 3.953125, 1.4765625, -4.96875, -2.1875, 0.1201171875, 2.953125, 3.203125, 0.9453125, -0.87890625, -4.5625, -1.8046875, 0.1611328125, 0.9765625, -1.3828125, -7.963180541992188e-05, 0.5703125, -2.96875, -0.5859375, -3.375, 0.82421875, -1.8203125, -2.390625, 0.9375, -2.046875, 1.3828125, -1.8046875, 0.041748046875, -3.140625, -0.6875, -3.0625, 1.34375, 1.2578125, 2.765625, 3.234375, 0.6640625, 2.609375, -4.03125, 1.1328125, -2.328125, 3.28125, -7.6875, -4.5, -3.5625, 0.71875, 0.408203125, -0.796875, -0.58203125, -0.2333984375, -1.140625, 0.125, -4.5625, 1.4140625, -2.46875, 0.9296875, 2.78125, -1.3515625, 1.359375, 0.65625, -1.109375, 2.59375, 0.984375, 1.9375, -2.84375, -2.203125, -0.3828125, -2.6875, -3.390625, 1.7109375, 2.015625, -8.3125, -7.34375, 0.392578125, -2.359375, -0.890625, 1.2265625, -2.109375, 3.4375, -2.015625, -1.3359375, -7.3125, -5.9375, -3.203125, -2.703125, -4.5, 3.34375, 0.291015625, -1.296875, -3.421875, -0.419921875, -6.71875, -2.84375, 2.1875, -2.09375, -4.125, 0.984375, 4.3125, -1.15625, 2.375, -4.53125, -2.34375, -1.40625, -3.515625, -0.197265625, 5.5, -0.65234375, 1.671875, 0.69921875, -0.73828125, 2.078125, -2.796875, -1.3359375, -2.3125, -0.00225830078125, -8.0, -0.640625, 0.06591796875, -3.703125, -2.234375, 2.78125, -0.1357421875, 1.3828125, -0.55078125, -2.578125, -4.78125, -3.1875, -5.53125, -2.515625, 3.890625, -0.64453125, -1.0859375, -4.75, -5.625, -0.6953125, 0.29296875, 1.0625, -2.890625, 1.1953125, -1.5, 1.578125, -1.3828125, -0.49609375, 2.3125, 0.318359375, -2.796875, 0.006103515625, -1.640625, -4.03125, 0.30859375, 0.6328125, 4.28125, -0.326171875, -2.578125, -6.90625, -7.3125, 2.796875, -4.3125, 1.0625, 0.047119140625, 0.1455078125, -6.875, -1.625, -1.4765625, -1.34375, -3.625, 0.609375, -0.8984375, -0.91015625, -1.4296875, -5.09375, 3.34375, -2.125, 0.228515625, 0.03515625, 2.734375, 0.87109375, 2.109375, 0.6875, 1.609375, -0.8359375, -3.890625, -0.40625, 2.5625, -0.314453125, -4.34375, 3.890625, -8.875, -4.78125, -0.5703125, 1.34375, -3.546875, -4.4375, 0.236328125, 1.828125, -3.203125, -2.734375, 2.671875, -0.412109375, -1.3515625, 4.875, 1.15625, 0.76171875, -5.9375, 1.15625, -0.93359375, -0.921875, -0.875, -7.0, -5.8125, 0.8515625, 2.296875, 1.78125, -0.609375, 2.890625, -0.8046875, -0.578125, -0.73828125, 0.0634765625, -2.875, 2.3125, -2.40625, -2.28125, -0.1875, -1.828125, 0.185546875, 1.03125, 2.546875, -1.3515625, -1.1171875, 1.140625, 1.015625, 0.640625, 0.30859375, -1.1015625, -2.5625, -3.125, 2.859375, -1.0703125, -4.40625, 0.55078125, 2.921875, 2.453125, 4.34375, 0.2578125, -1.0859375, 2.296875, -1.5546875, 0.1845703125, -2.171875, 1.15625, 0.1142578125, -0.8515625, -6.625, -0.6484375, -0.5546875, 0.4453125, -0.416015625, -2.3125, -1.828125, 2.546875, 2.421875, 0.0016937255859375, 2.140625, 0.345703125, -1.03125, -0.380859375, -0.77734375, 0.6640625, -1.9453125, -0.0625, -7.3125], "rewards_rejected": [-0.73046875, 0.439453125, 2.84375, -2.265625, 0.12890625, -0.71484375, 0.83984375, 0.37109375, -2.625, 1.859375, -7.46875, -1.890625, -9.6875, -3.375, -4.4375, -1.171875, -0.005584716796875, 2.6875, -3.796875, -7.96875, -5.03125, 1.546875, -4.375, -3.96875, 0.5078125, -2.40625, -11.75, -0.66015625, -1.4453125, -4.4375, -7.75, -2.3125, -0.6953125, -1.171875, -3.796875, -0.0830078125, -0.8359375, -0.734375, -2.953125, 0.06298828125, -4.25, -4.875, -5.0625, -1.9375, -6.09375, 1.078125, -3.734375, -0.2353515625, -8.375, 0.267578125, -3.984375, -4.28125, -8.125, -2.671875, 4.4375, 2.3125, 0.2412109375, -3.765625, -3.28125, -0.22265625, 5.5, -1.03125, 2.671875, -5.125, -1.03125, -4.65625, -6.78125, -1.78125, -3.65625, 1.9609375, -4.0, -5.34375, -6.125, -1.3125, 2.984375, -7.5625, -9.5, 3.09375, -5.6875, 2.078125, -2.65625, -1.6953125, -8.6875, -0.251953125, -1.6640625, -2.921875, -5.625, -4.46875, -3.828125, -6.59375, -2.9375, -2.046875, -0.546875, 0.875, -0.353515625, -4.65625, -9.875, 1.0078125, -8.75, -3.34375, -8.6875, -1.171875, -2.484375, -3.296875, 3.015625, -3.890625, -4.8125, -0.625, 0.421875, -1.796875, 1.609375, -0.76953125, -2.671875, 0.56640625, -4.21875, -3.28125, 0.0712890625, -1.2265625, -4.90625, -0.123046875, -2.5625, -4.65625, -14.75, -8.1875, -2.34375, -6.125, 2.078125, -5.0, -5.21875, -0.82421875, 0.8359375, 0.64453125, -5.90625, -5.40625, -7.78125, -1.2578125, 0.82421875, -1.7421875, -4.21875, 0.8515625, -1.6796875, -2.078125, 2.5, -0.345703125, -0.67578125, -0.93359375, -3.71875, -4.4375, 1.421875, -3.84375, -0.07666015625, -5.25, -0.78125, 1.40625, -0.90234375, -0.10986328125, -5.6875, -10.6875, -3.671875, -7.5625, -1.15625, 1.484375, 0.734375, -3.890625, -2.125, 0.296875, -1.171875, 0.26953125, -7.96875, -0.036376953125, 1.1875, 1.0078125, -3.171875, -4.09375, -3.03125, -2.0, 0.28515625, -2.9375, 2.609375, -2.765625, -2.296875, -2.375, 0.87109375, -3.03125, 1.6875, -4.25, -2.625, -6.84375, -7.125, -2.484375, 0.443359375, -1.921875, 1.046875, -1.96875, -3.796875, -1.390625, -2.5625, -2.71875, -2.53125, -3.234375, -6.59375, -1.890625, -5.625, -7.28125, 0.95703125, -4.78125, -6.1875, -3.09375, -3.453125, 0.330078125, -0.7578125, -7.875, -6.59375, 4.1875, -3.5, -1.25, 0.1337890625, -2.265625, -0.6015625, -1.2109375, -2.109375, -1.046875, -1.046875, -1.984375, -4.53125, 1.3671875, -2.703125, 0.330078125, -7.96875, 1.4453125, -5.03125, 0.1796875, -7.03125, -1.078125, 0.83984375, -0.9765625, 3.203125, -0.365234375, 0.96484375, -4.625, -0.73046875, -5.09375, -0.357421875, -5.5625, -3.484375, -2.453125, -5.65625, 0.07568359375, -0.94140625, 0.8203125, 0.77734375, -4.1875, -6.1875, -2.4375, 3.765625, -3.9375, -5.40625, -0.5546875, -2.5625, 1.3984375, 0.1611328125, 0.5078125, -2.78125, -3.359375, -4.375, -2.03125, 0.0198974609375, -7.15625, -1.046875, -1.015625, -1.390625, -9.8125, -5.28125, -1.796875, -6.09375, -0.255859375, -2.921875, -4.1875, 3.3125, -4.09375, -3.03125, 2.546875, 2.140625, 0.296875, 0.546875, 0.33984375, -1.7578125, -1.828125, -4.125, -2.46875, 0.0908203125, 0.333984375, -0.494140625, 0.2578125, -4.9375, 0.96484375, -1.171875, -1.6484375, -0.87890625, -10.5, -3.75, -7.0, -2.40625, -6.5, 1.671875, -4.40625, -9.5, -5.71875, -5.1875, -1.4609375, -0.93359375, -1.078125, -1.203125, -2.96875, -4.6875, -4.84375, -7.21875, 0.326171875, 1.0078125, -4.0625, 1.0390625, 0.01239013671875, 0.369140625, -3.359375, -2.8125, -1.78125, 0.76171875, -0.515625, -4.625, -4.9375, -1.765625, -0.458984375, -2.515625, -4.03125, -6.59375, -1.625, -1.796875, -3.84375, -0.578125, -7.46875, 0.578125, 0.08056640625, 1.5078125, -6.65625, -2.21875, 0.00689697265625, 0.3125, -2.03125, 1.2578125, -5.59375, -7.90625, 1.421875, 4.9375, -8.875, -7.8125, -3.3125, 1.609375, -2.203125, -2.296875, -5.15625, 0.140625, -2.546875, -5.25, 1.4765625, -5.34375, -8.5, -4.28125, -0.043701171875, 1.640625, -2.15625, -1.7109375, 1.890625, -4.1875, -0.93359375, 1.1796875, -0.76953125, 1.40625, -6.5, -1.3515625, -3.40625, -3.328125, 1.4765625, -2.6875, -4.0625, -0.8515625, -6.09375, -2.734375, -0.23046875, 1.3359375, -5.84375, -6.09375, 0.20703125, -0.12109375, 0.59765625, 3.296875, -4.84375, -0.87109375, -1.8359375, 1.171875, -3.515625, -1.1328125, 2.4375, -0.66796875, -2.875, 1.640625, -1.2578125, -1.296875, -4.96875, 0.65625, 0.90625, -6.3125, -1.640625, -0.63671875, -2.890625, -2.890625, -4.46875, 0.6484375, 0.130859375, -3.34375, -1.6015625, -0.130859375, -0.333984375, -4.90625, -1.4765625, -6.0, -0.87890625, -6.4375, -4.125, -1.796875, -3.671875, -3.0625, -2.890625, -4.53125, -2.765625, 0.3671875, -1.3359375, 0.18359375, 0.6484375, -6.59375, -5.625, -2.96875, -0.765625, -2.328125, -4.46875, 1.6640625, -0.158203125, -7.78125, -10.5625, -5.8125, 0.66796875, -5.53125, -4.125, 0.08984375, -4.125, -6.0625, -1.015625, -0.34765625, -0.0267333984375, -6.25, 0.73046875, -2.5625, -0.5625, 0.2080078125, -0.90625, -3.59375, -3.015625, 3.640625, -2.71875, 1.28125, -5.46875, -7.0625, -8.8125, -8.6875, -6.5, -9.5625, -1.2421875, -0.53125, 2.734375, -2.15625, -0.26953125, 1.8359375, -2.59375, 1.328125, -2.171875, -6.71875, -7.28125, -1.6328125, -5.6875, 0.28515625, -2.96875, 0.5546875, 1.140625, -2.6875, 3.390625, -0.06298828125, -4.875, -3.75, -12.5625, 3.140625, 2.1875, -1.65625, 1.4921875, -2.3125, -4.34375, 1.65625, 0.2333984375, -2.421875, -2.921875, -3.09375, 0.81640625, 1.1953125, -0.9609375, -2.5625, -2.34375, 1.4296875, 0.0294189453125, -7.53125, 0.265625, -4.78125, -4.21875, -1.3984375, -0.85546875, -3.03125, -4.78125, -2.84375, 0.3828125, -5.3125, -3.875, 0.20703125, -5.46875, -0.78515625, -1.78125, -7.125, -1.4453125, -4.03125, -7.15625, -8.9375, -0.1630859375, -1.75, -6.03125, -1.2265625, -7.1875, -1.3359375, -0.1083984375, 1.4453125, -4.15625, -7.375, -0.220703125, -3.578125, -1.4921875, -7.21875, -3.21875, 2.96875, -3.15625, -6.28125, -6.46875, -4.03125, -5.625, -0.734375, -7.6875, 1.3046875, -2.34375, -0.2890625, -7.8125, -1.203125, -7.8125, -0.17578125, 0.66015625, 0.07275390625, -0.5625, 0.0341796875, -1.765625, -0.9453125, 0.40625, -1.4296875, -3.96875, 0.95703125, -6.5625, -0.49609375, -4.625, 1.203125, -1.7734375, -3.015625, 0.60546875, -4.5, -4.9375, -2.46875, -1.171875, -3.859375, 0.453125, 2.1875, -0.8203125, -1.75, -3.390625, 0.10888671875, -0.80078125, -4.90625, -10.0625, 3.40625, -5.875, 4.15625, -2.3125, -0.3125, 0.671875, -1.578125, -2.296875, -5.6875, -0.5703125, -0.291015625, 1.3125, -1.375, -2.734375, -3.046875, -2.8125, -1.4921875, 0.65234375, -0.73828125, -3.515625, -2.609375, -4.40625, -7.125, 0.73828125, -1.21875, -4.0625, -10.3125, -5.0625, -0.4296875, -0.97265625, 0.8359375, -1.015625, -0.10205078125, -5.71875, 0.0947265625, -2.15625, -4.8125, -0.1884765625, 1.6328125, -8.5625, -7.625, -0.421875, -0.294921875, 0.8515625, 1.9921875, 0.435546875, -2.046875, 0.9140625, 5.0, -4.0625, -3.90625, -2.859375, -0.47265625, 2.515625, -0.87109375, -2.703125, -4.28125, -2.71875, -3.71875, -4.25, -7.5625, -4.90625, -0.57421875, -4.78125, -1.90625, -3.140625, 1.046875, -1.4609375, -4.3125, 0.390625, 1.140625, -0.87890625, -2.71875, -1.7578125, -3.53125, -3.8125, -1.2265625, -1.3515625, -0.6328125, -0.29296875, -4.21875, -4.0, -3.421875, -6.84375, -0.333984375, -2.328125, -0.392578125, -3.28125, -2.15625, -1.328125, 1.03125, -2.203125, 1.921875, -5.96875, -1.65625, -6.0625, -2.6875, -4.5625, -2.671875, -3.765625, 2.0625, 0.26171875, -3.390625, -3.828125, -0.78515625, -0.26953125, 1.6328125, 0.984375, -3.21875, -2.09375, -0.0693359375, 1.8046875, -2.6875, 0.84375, -9.1875, 2.828125, -2.296875, -1.3984375, 1.546875, -2.640625, -4.34375, -0.2734375, 0.07421875, 0.36328125, -7.9375, -3.703125, -4.96875, -10.0625, -5.28125, -0.25, -0.90625, 1.4921875, -0.30078125, -3.1875, -5.03125, -1.078125, -3.59375, -3.1875, -1.0703125, -5.40625, -2.84375, 2.453125, -3.578125, -9.8125, 2.28125, -6.0, -2.34375, -9.875, -3.90625, -7.75, -0.37890625, -0.90234375, 1.421875, -0.21875, -5.46875, -3.25, -0.396484375, -4.28125, -2.90625, -0.6953125, -5.34375, -5.21875, -4.65625, -3.375, -0.609375, -6.28125, -0.95703125, 1.71875, -1.109375, -2.015625, 1.8359375, -5.125, 1.03125, -7.59375, -0.007568359375, -0.376953125, -4.0, -0.06494140625, -6.25, -1.7890625, 2.046875, -3.3125, -2.140625, -5.71875, -5.875, 0.7109375, 0.22265625, 0.58984375, 2.9375, -6.5, 1.109375, 0.01214599609375, -2.046875, 0.06884765625, 0.0888671875, 0.46484375, 1.625, 1.84375, -1.1875, -10.3125, -6.625, 3.1875, -10.0625, -1.9453125, -2.890625, 1.8203125, -6.875, -0.91796875, -2.5, -2.890625, -4.78125, 0.609375, -3.375, 0.96484375, 4.28125, -2.90625, 3.203125, -1.109375, -2.21875, -4.4375, 0.40234375, -7.3125, -4.5, 0.96484375, -2.0, -6.03125, -3.890625, -2.796875, 0.421875, 0.25, -4.34375, -0.2353515625, -5.75, -0.01092529296875, -2.875, 1.8046875, -3.8125, -1.8125, 1.53125, -3.171875, -0.005767822265625, -3.984375, -2.9375, -2.5625, -2.765625, -0.020751953125, -0.1611328125, -6.40625, -5.9375, -0.2275390625, -2.96875, -3.75, 1.7578125, -4.0625, -10.1875, -3.015625, -1.7265625, -0.83203125, -4.8125, 2.609375, -4.78125, -5.53125, -0.1162109375, 4.1875, -7.71875, 0.94921875, -5.71875, -7.8125, -6.09375, -1.1640625, 0.59765625, 1.296875, 0.34765625, -0.890625, -2.828125, -0.7421875, 0.56640625, 0.8359375, 1.0390625, -0.62109375, -4.28125, -3.53125, -1.953125, -3.296875, -6.25, 0.67578125, -5.46875, 0.92578125, 1.8203125, -0.5078125, -1.203125, -1.7265625, -0.671875, -2.84375, -1.75, -0.87890625, -9.0625, -4.90625, -7.28125, 1.1953125, -7.09375, 1.25, -0.41015625, -6.59375, 0.875, 1.2578125, 1.515625, -2.390625, -7.40625, -1.171875, -3.34375, -1.640625, -0.341796875, -0.220703125, -1.9453125, 0.625, -8.75], "margins": [-2.83203125, 1.123046875, -3.96875, 0.953125, -1.40234375, 2.12890625, 0.0, 0.0390625, 4.734375, -0.625, 6.65625, 3.8125, 9.513671875, 0.0, 2.6484375, -0.1484375, -2.088165283203125, -1.6640625, 2.80859375, 0.6875, 3.90625, -4.515625, 3.2265625, 6.4375, -0.06640625, 0.15625, 3.84375, 1.22265625, -0.265625, 1.78125, 2.0, 1.0, 1.8671875, 0.0, 1.671875, 0.0, 1.82421875, 1.5546875, 2.04296875, -1.19580078125, 6.40625, 4.03515625, 0.21875, -1.703125, 7.6640625, -0.12109375, 1.1875, 0.0, 11.921875, 1.583984375, 4.1796875, 1.625, 7.673828125, 4.1796875, -0.28125, 0.03125, -1.4521484375, 5.0703125, -0.390625, 1.88671875, -1.859375, -4.125, -2.8994140625, 2.328125, 0.26171875, 1.921875, 1.6875, 0.0, -1.03125, -0.4921875, 4.90625, 2.25, 3.625, 2.9375, -2.94091796875, 6.2890625, 4.65625, 0.171875, 1.28125, -0.265625, 2.00390625, 0.4921875, 9.6640625, 0.873046875, 0.0, 2.625, 7.1171875, 1.515625, 3.832366943359375, 6.7314453125, 0.390625, 0.2421875, -1.671875, -1.39453125, 0.017578125, -0.15625, 7.390625, -1.7734375, 6.484375, 2.34375, 5.0, 2.4453125, 0.640625, 1.140625, -2.3671875, 6.8125, 5.44921875, 0.318359375, -3.71875, 3.7421875, -1.4541015625, 2.18359375, 2.94921875, 0.44921875, 1.578125, 2.125, 0.0, -0.8203125, 2.546875, -2.048828125, 3.5, 2.421875, 15.8984375, 8.1162109375, -1.34375, 5.1953125, -2.06634521484375, 3.625, 0.21875, 1.015625, 0.6171875, -0.0703125, 5.390625, 1.921875, 10.5625, 2.0390625, 0.94921875, 0.0, 0.0, -1.5625, -1.2578125, 1.7109375, -3.01171875, -1.333984375, -0.96484375, 2.39453125, 0.0, 2.6484375, 0.25, 0.46875, 0.74462890625, 4.6796875, 1.74609375, -1.224609375, -0.33984375, 2.82861328125, 0.0, 10.60400390625, 0.765625, 4.171875, 0.0703125, -3.40625, -0.244140625, 0.0, -0.0625, 2.1875, -1.59375, 0.86328125, 4.5625, 0.0, -3.453125, 0.0390625, 0.5, -0.125, 4.28125, 0.671875, -0.890625, -2.90625, -0.9921875, 1.4140625, -1.421875, 3.8828125, 1.66015625, -1.09375, -1.5322265625, 2.609375, 4.734375, 2.96875, 5.9921875, 0.15625, -1.646484375, 0.0546875, -0.677734375, 2.37890625, 1.15625, -2.46875, 0.484375, 2.77734375, 2.982421875, 2.2734375, 5.03125, 2.0576171875, 0.3125, 1.625, 1.46484375, 0.0, 1.5, 1.5234375, 3.494384765625, 2.091796875, 3.3359375, 5.796875, 5.3203125, -0.234375, -2.28125, -1.515625, -0.9697265625, 5.4375, 1.001953125, 1.4599609375, 2.11785888671875, -0.2578125, 0.0, 1.22265625, 3.109375, 0.1171875, 0.171875, 1.427734375, 5.203125, 0.7109375, 3.7578125, 1.6640625, 3.8125, -0.4375, -0.81201171875, -0.7265625, -0.1875, 4.302734375, 0.38671875, 1.453125, 0.68408203125, 4.662109375, -4.330078125, 0.0, -1.890625, 1.0078125, 4.25, 0.0, -0.67578125, -1.34375, -2.07421875, 1.0625, 1.5, 0.9140625, -4.03515625, -1.46875, 3.328125, -1.2734375, -1.28125, -0.734375, 0.0390625, -4.3515625, 6.125, 0.03125, 2.5703125, 0.625, -0.1146240234375, 6.9384765625, 1.60546875, -0.90625, -0.921875, 11.625, 0.0, 0.84765625, 2.78125, 2.255859375, -0.90625, 1.03125, -0.203125, 4.375, 4.28125, -0.40625, 0.890625, 0.01953125, -0.056640625, -1.30078125, 2.12109375, -3.671875, 4.23828125, -1.21875, -0.15625, -3.130859375, 0.783203125, -0.1904296875, 4.77734375, -0.906494140625, -1.703125, -0.6171875, 3.42578125, 3.53125, 2.828125, 10.15625, 0.0, 3.5, -1.56884765625, 1.421875, 2.4375, 5.6533203125, 0.0, 2.28515625, 3.41796875, -0.4765625, 2.03515625, 3.08935546875, 4.6732177734375, 6.171875, 6.41796875, 0.373046875, -2.4765625, 0.0, -0.1953125, 1.93292236328125, 1.115234375, 3.34405517578125, -0.09375, 2.30859375, -3.99609375, 1.7734375, 4.4501953125, 1.921875, 1.7427978515625, 0.203125, -0.234375, 4.1181640625, 3.3125, 2.12890625, 2.001953125, -0.59375, 1.7421875, 6.203125, 0.1328125, -5.67431640625, 0.25, 0.90625, -3.375, 0.0, 0.56640625, 0.984375, -0.55859375, 6.4296875, 4.265625, -7.015625, 0.09375, 10.28125, 4.65625, 4.5234375, -1.123046875, 4.390625, 2.96484375, 4.9248046875, 0.8515625, -2.765625, 5.76953125, -0.994140625, 3.265625, 8.958984375, 3.865234375, -0.055419921875, -0.7421875, 1.140625, -2.8515625, -5.859375, 5.71875, -0.45703125, -0.40625, 2.19140625, -2.3203125, 4.609375, 0.908203125, 0.0, 1.7421875, -2.671875, 1.7578125, 3.12109375, -1.9609375, 1.25, 2.0234375, -1.12109375, 0.5234375, 7.796875, 0.0, 1.37109375, 2.43359375, -0.412109375, 0.859375, 0.0, 2.65234375, 0.3828125, -1.79296875, 4.04296875, 2.1484375, -0.046875, -0.76953125, 1.4921875, -3.640625, 0.0, 0.0, 3.25, -0.04296875, 0.1328125, 2.328125, 2.40234375, 0.0703125, 0.640625, 2.43359375, 1.375, 0.3203125, 2.525390625, 5.8125, 2.296875, -2.666015625, 1.466796875, 4.22265625, 0.0390625, 6.427734375, 3.33203125, 4.25, 2.015625, 2.8828125, 4.1171875, 1.15625, -0.0625, 6.640625, 0.46875, -1.4921875, -0.8203125, 1.05859375, 1.6640625, 1.375, 0.0, 3.90625, 2.546875, 2.9140625, -1.625, 1.2265625, 0.857421875, 10.5625, 5.5, 1.3125, -1.65234375, -1.3125, 2.9609375, -0.3017578125, 1.671875, 5.66796875, 4.796875, 0.044921875, -0.6685791015625, 7.8984375, -0.15625, -0.8125, 0.66064453125, 2.4169921875, 0.1640625, -0.5625, 3.94921875, -7.15625, 0.453125, 0.421875, 0.875, 4.578125, 9.54296875, 5.875, 2.40625, 13.1875, 0.1015625, 0.296875, -2.16015625, 2.375, 1.77734375, -3.234375, 4.875, 0.25, 2.44921875, 4.3125, 0.0, 2.6484375, 5.189453125, -2.92578125, 0.59375, -0.75390625, 1.75, 2.95703125, -4.96875, 0.89111328125, 2.09375, -2.1875, 3.1875, -1.7265625, 0.328125, 2.138671875, -0.3984375, 3.05078125, 2.09375, -2.150390625, 0.6181640625, 0.6015625, 2.36328125, -0.9375, 0.51171875, 0.0234375, 0.7265625, -2.34375, 0.0, 0.6640625, -1.7481689453125, 7.03125, 0.47265625, 0.0, 2.953125, 0.3203125, 2.22265625, 2.5, -3.90625, 3.34375, -0.650390625, 1.09375, 0.0, -1.87109375, 2.359375, -1.90234375, 2.30859375, -0.28125, -0.4609375, 0.0, 5.96875, 2.125, -0.1005859375, 1.841796875, 2.125, 1.587890625, 1.71875, -1.2421875, 1.3193359375, 0.6796875, 1.953125, 3.484375, -1.654296875, 0.0, 0.2578125, 6.0625, 3.2374267578125, 1.75, 1.359375, 5.7421875, 5.4453125, 0.03125, 1.5, -1.53125, 2.875, 0.7578125, 1.51953125, 0.0, 8.4140625, 0.15625, 6.8828125, 2.61328125, 2.10546875, 1.01318359375, 2.75, -0.0279541015625, -0.265625, 1.48046875, 0.96875, 0.0703125, 0.609375, 1.46484375, 10.9375, 1.328125, 3.25, -0.0390625, 2.0859375, 2.625, -1.62109375, 7.5, 0.0, 6.46875, -0.5390625, 6.078125, -4.609375, 1.21875, 0.75146484375, 1.841796875, -1.734375, -1.89794921875, 0.328125, 0.0, 0.0, 0.0, 5.30078125, -8.125, 0.8828125, 0.0, -0.220703125, -0.53125, 2.309326171875, 5.9052734375, -1.21875, 0.0, 0.71875, 1.3577880859375, 2.984375, 2.1015625, -1.15625, 2.9140625, -1.16015625, 2.54296875, 2.046875, 2.298828125, 2.4765625, 1.21875, -3.00390625, 0.6328125, 5.9375, 11.03125, 7.546875, 0.42645263671875, 0.9707183837890625, 4.6015625, 0.91552734375, -7.83544921875, 4.8984375, 1.5380859375, 3.921875, 5.083984375, -5.1552734375, -0.5390625, 6.0, -0.25, -0.84375, -0.037109375, -0.42578125, -3.7421875, -0.103515625, 1.97998046875, 3.0390625, -3.5234375, -0.90625, 1.71875, 2.9794921875, 3.42578125, 0.6875, 1.81640625, 1.82421875, -0.28125, 0.9140625, 3.8798828125, 5.2265625, 6.1796875, 4.90617036819458, 1.14453125, 1.8125, 1.3203125, -0.234375, -0.22265625, -0.359375, 1.921875, 0.546875, -3.1875, 2.26171875, 0.9140625, 1.799560546875, 0.390625, 3.125, -1.8359375, 2.6953125, 1.890625, 3.05859375, 7.453125, 4.6640625, 6.03125, 2.8125, 1.466796875, 0.0, 3.673828125, -4.40625, -2.34375, -2.234375, -0.3125, 2.611328125, -2.71875, 5.38671875, 1.4228515625, 4.921875, 2.8125, 0.0, 4.0859375, 1.296875, -1.1328125, 2.51953125, 2.0390625, 5.1875, 1.44140625, -0.83984375, 0.9609375, 0.0, 5.15625, -0.75, -2.1337890625, -2.1875, 0.0, -4.234375, 10.8984375, -0.8125, -6.015625, -5.9453125, -1.154296875, 0.28125, 3.453125, 1.5, -2.18359375, 3.07421875, 5.921875, 2.3671875, -2.34375, 4.125, 2.078125, -2.453125, -3.59375, 1.8515625, 0.591796875, 1.890625, 1.609375, 0.658203125, -3.125, 0.34375, 3.2578125, 3.3125, -1.28125, -1.46875, 7.890625, 8.65625, 0.09375, 1.46875, 0.0, 8.46875, 0.390625, 7.552734375, 5.87890625, 0.25, 0.25, 0.91796875, 4.73046875, 5.328125, -2.400390625, 2.9453125, 0.59375, 0.69305419921875, -2.65625, 4.578125, 4.72216796875, -0.328125, -1.625, 9.0625, 0.8212890625, -0.3359375, 0.55859375, -0.5625, -6.6171875, 1.9375, -6.5625, 5.078125, 3.898193359375, -0.267578125, 2.9140625, -4.68505859375, 0.625, 1.09375, -1.75390625, 4.375, -0.75, 6.9140625, 4.375, 0.8671875, -1.60546875, -1.0859375, -0.625, 6.818359375, -3.90625, -0.00604248046875, 0.40625, -4.10009765625, 0.2197265625, 0.16796875, 2.65625, -2.169921875, -1.390625, 3.40625, -0.6875, -0.390625, 5.75, 3.0078125, 2.937744140625, -1.6748046875, 0.0, -0.70703125, 1.0234375, 1.546875, 1.15625, 0.0, 2.4765625, -1.875, -5.7109375, -2.1875, 0.140625, -1.015625, 2.447265625, 4.47265625, 2.33203125, 8.18359375, 6.609375, -0.27734375, 3.609375, 5.1953125, 0.0, 2.390625, 2.140625, -0.564453125, 0.0, 4.1259765625, -3.125, -4.77032470703125, 2.3046875, -0.4609375, 0.265625, -2.625, -1.294921875, 5.0, -3.197357177734375, 1.25, 5.609375, 2.150390625, 1.4140625, 4.895751953125, 1.3173828125, 7.16796875, 0.0, 1.3837890625, 2.03515625, 2.828125, -2.6328125, -2.9375, 4.375, 3.8671875, 4.0234375, 2.61328125, 4.203125, 0.28125, 3.9765625, 4.953125, -0.6220703125, -4.1240234375, 4.84375, 1.36328125, 3.3125, 5.53125, 5.90625, -0.6640625, -0.412109375, -0.265625, 2.19921875, -0.4609375, 1.7109375, 1.8828125, 0.44921875, -0.1953125, -0.73046875, -0.48046875, 1.71875, 0.40625, 4.8125, 2.2265625, 1.84375, -0.125, 8.390625, 1.52734375, 2.5234375, 0.765625, 0.1171875, 4.0234375, -0.8828125, 3.0283203125, -0.421875, 2.03515625, 9.1767578125, 4.0546875, 0.65625, -1.84375, 6.5390625, -0.8046875, -0.005859375, 4.28125, -2.703125, 1.2890625, 0.90625, 2.3923187255859375, 9.546875, 1.517578125, 2.3125, 1.259765625, -0.435546875, 0.884765625, 0.0, -0.6875, 1.4375]} \ No newline at end of file diff --git a/margin_logs/val_margins_general_epoch_7.json b/margin_logs/val_margins_general_epoch_7.json new file mode 100644 index 0000000000000000000000000000000000000000..9fcddc689f5929aea3f85b95ba9813181977d8c7 --- /dev/null +++ b/margin_logs/val_margins_general_epoch_7.json @@ -0,0 +1 @@ +{"epoch": 7.0, "step": 1722, "domain": "general", "rewards_chosen": [-4.09375, 1.6484375, -1.3125, -2.4375, -2.640625, 0.5625, 0.6328125, -0.640625, 1.703125, 0.361328125, -1.59375, 1.671875, -0.66796875, -4.03125, -2.8125, -2.0625, -3.5, 0.314453125, -1.7578125, -8.125, -2.453125, -3.9375, -1.5, 2.359375, -0.27734375, -3.84375, -9.6875, -0.12060546875, -2.375, -4.0, -7.40625, -2.5, 1.140625, -1.796875, -3.546875, -1.1484375, 0.279296875, 0.5859375, -2.34375, -2.25, 1.9140625, -1.8359375, -7.28125, -4.125, 0.62890625, 0.2060546875, -4.40625, -0.46484375, 3.078125, 1.3046875, -0.62109375, -3.515625, -0.76953125, 0.671875, 4.125, 2.3125, -1.7734375, 0.99609375, -4.9375, 0.4140625, 3.5, -6.03125, -1.484375, -3.90625, -1.1640625, -4.375, -6.46875, -2.09375, -5.59375, 0.177734375, -0.005340576171875, -3.296875, -3.484375, 1.1171875, -0.56640625, -2.21875, -5.5, 2.984375, -5.90625, 1.46875, -1.4609375, -1.625, 0.6015625, 0.58203125, -2.078125, -1.046875, 0.98828125, -4.40625, -0.73828125, -0.326171875, -3.09375, -2.8125, -3.234375, -1.0234375, -0.3046875, -5.875, -3.5625, -2.046875, -3.171875, -1.890625, -3.71875, 0.8359375, -2.671875, -3.390625, 0.421875, 2.71875, 0.6875, -1.5546875, -4.1875, 1.515625, -0.1083984375, 0.52734375, -0.2275390625, 0.46484375, -3.515625, -1.703125, -0.50390625, -3.15625, -3.46875, -2.84375, 0.828125, -3.21875, 0.275390625, -1.0078125, -5.59375, -1.7265625, -0.2333984375, -1.8515625, -5.96875, -0.2890625, 0.40234375, 0.16015625, -1.71875, -3.796875, 2.578125, 0.119140625, 1.3515625, -2.359375, -4.65625, -0.96875, -4.21875, -0.78125, -1.0546875, -2.8125, -2.484375, 1.109375, -5.25, -2.8125, 0.82421875, -5.6875, -0.51953125, -1.8828125, 0.53515625, -0.259765625, -1.890625, 2.5, -6.875, -0.65625, -4.25, -4.40625, -2.203125, -2.8125, -0.2890625, -4.21875, -3.6875, 2.296875, -4.25, 0.443359375, -5.375, -0.1123046875, -2.609375, 0.130859375, -2.78125, -5.5, 0.8671875, -2.046875, -1.9765625, -6.75, 1.2109375, -2.125, -5.0625, 1.0703125, 2.40625, -4.4375, -0.83984375, -2.390625, 1.703125, -4.46875, -2.09375, -3.125, -2.1875, -2.5625, -0.384765625, -0.67578125, -3.859375, -4.71875, -2.59375, -0.75390625, -0.392578125, -2.421875, -2.234375, -0.5859375, -5.8125, -7.53125, 2.0, -5.4375, -5.78125, -3.21875, -0.302734375, 2.28125, 2.25, -3.890625, -1.578125, 3.765625, -7.46875, -4.0, -1.953125, 2.890625, -0.6015625, -0.4375, -0.96875, -2.59375, -1.59375, -2.0, -2.453125, 0.1396484375, -2.96875, 1.703125, -4.09375, 1.046875, -1.7734375, 0.9453125, -4.40625, -2.328125, -0.75390625, -2.125, 2.109375, 3.96875, 0.4609375, -3.75, -0.59375, -1.234375, -5.90625, -5.9375, -5.96875, -2.53125, -2.421875, -0.0439453125, -3.15625, -0.9765625, -2.28125, -4.1875, -5.78125, -2.53125, -0.57421875, -6.03125, -2.90625, -2.34375, -5.59375, -0.271484375, -0.171875, -5.25, 2.796875, -4.4375, -2.875, -1.7109375, -1.890625, -1.3828125, 0.056884765625, -2.75, -3.828125, 1.296875, -5.78125, -1.6875, -4.5625, 1.6015625, -5.15625, -4.28125, 3.03125, 0.234375, 0.8671875, 1.7109375, 2.703125, -0.392578125, -0.125, -1.53125, -0.365234375, -7.28125, -0.65625, -4.84375, -1.171875, -3.78125, -0.62890625, 0.1279296875, -0.94921875, -1.1171875, -4.09375, -3.25, 2.609375, -8.25, -1.71875, 3.0, -2.953125, -3.84375, -0.48828125, -4.1875, -8.3125, -0.734375, -6.1875, 0.302734375, 1.796875, -2.859375, 0.6015625, -0.6640625, -0.302734375, 1.09375, -1.6484375, 0.30078125, -3.171875, -4.53125, -0.2490234375, 1.921875, 0.98828125, -0.984375, -4.40625, -0.2236328125, -4.15625, 0.5859375, -0.88671875, -4.40625, -0.185546875, -0.890625, -3.703125, -1.1171875, -4.15625, -0.2255859375, -0.88671875, -5.65625, 0.7890625, -1.9375, 0.57421875, -6.75, 1.234375, -6.53125, -6.4375, -0.33203125, 0.326171875, -2.796875, -0.091796875, -0.06982421875, -4.96875, -7.0625, 5.1875, 0.83984375, -3.890625, 0.53515625, -0.353515625, 1.8359375, 0.294921875, -0.65234375, 0.78125, -6.3125, -0.1796875, -0.263671875, -3.421875, -0.828125, -1.28125, -1.1953125, 0.21484375, -2.140625, -5.90625, -5.5625, 1.28125, -2.171875, -0.68359375, 0.1845703125, -1.546875, -2.8125, -1.4296875, -4.0625, -2.296875, -1.5546875, -1.78125, -1.96875, -4.03125, -6.28125, -0.9609375, -2.171875, 1.015625, 1.9453125, -7.0, 0.5390625, 2.296875, -0.92578125, 4.25, -6.03125, 1.53125, -2.03125, -1.484375, -0.2578125, 1.2890625, 2.640625, -2.296875, -2.34375, -2.9375, -1.4765625, -1.7734375, -2.734375, -0.05224609375, 0.2421875, -4.5625, 0.42578125, -1.1328125, -3.03125, -1.1640625, -3.71875, -0.0235595703125, 2.328125, 2.109375, 0.00885009765625, -3.671875, 0.91796875, -1.109375, -2.21875, -0.04833984375, 1.9453125, -3.21875, -2.796875, 0.92578125, -0.515625, -2.46875, -4.28125, 1.8671875, -3.171875, -2.09375, -2.9375, 0.98828125, 2.078125, -5.28125, -6.875, 0.228515625, 1.2890625, -0.431640625, -6.78125, 2.515625, 0.009765625, 2.578125, -7.0, -5.34375, -2.5625, -7.96875, -1.609375, -0.91015625, -3.90625, -0.9765625, 3.546875, -1.25, -1.703125, 0.40625, -0.1298828125, -2.796875, -1.265625, 1.9375, -1.984375, -4.90625, 0.470703125, -4.5625, -3.15625, 0.97265625, -5.78125, -2.859375, 0.055419921875, -3.375, -5.1875, 2.515625, -1.78125, -1.5, -0.0198974609375, 0.033935546875, 0.88671875, -2.375, 2.4375, 1.2265625, -0.69140625, -2.625, -8.1875, 0.5625, -1.671875, -3.203125, -2.671875, -0.984375, 2.546875, -0.5546875, -2.203125, 0.0634765625, -4.09375, -7.59375, -11.0, 0.6953125, 2.03125, 0.46484375, 0.275390625, -0.013427734375, -3.0, -0.91796875, 0.048583984375, -2.5625, -1.3671875, -4.625, 0.78125, 0.451171875, -1.375, -5.9375, -3.3125, 2.0, -2.28125, -1.234375, 0.6015625, -5.46875, -2.40625, -1.6640625, 0.3515625, -1.203125, -10.375, 0.1943359375, -1.0078125, -5.0625, -3.6875, -2.671875, -3.78125, -4.03125, -0.2236328125, -8.9375, -2.3125, -5.3125, -1.921875, -7.78125, -0.86328125, -0.11083984375, -4.5625, -0.1142578125, -4.4375, -3.359375, 0.91015625, 1.640625, -2.765625, -5.375, -2.484375, -3.890625, -2.75, -2.1875, -0.498046875, 4.84375, -2.8125, -1.7265625, -0.85546875, -5.34375, -5.125, -2.9375, -6.53125, 1.421875, -1.140625, -1.2734375, 0.044677734375, -1.453125, -2.5625, 2.296875, 2.046875, 0.8515625, 2.140625, -0.953125, -2.875, 0.0084228515625, 0.640625, -1.9375, -4.3125, 2.0, 3.921875, 0.4375, -1.9609375, 0.1982421875, -0.4609375, -1.9375, -1.6640625, 3.0625, -5.1875, 4.03125, -2.25, 1.84375, -4.34375, 3.4375, -1.0859375, -0.11083984375, -6.28125, -2.71875, -1.5078125, -4.90625, -11.5625, 3.765625, -0.91796875, -4.84375, -2.328125, -0.400390625, -0.65625, -3.296875, -0.435546875, -0.353515625, -2.796875, -0.62109375, 1.6015625, -0.73046875, -0.25, -1.90625, -6.0, 1.296875, -0.94140625, 1.1640625, -2.734375, -1.3203125, -3.265625, -6.75, -3.078125, -1.5078125, 1.9296875, 0.328125, 2.1875, -1.078125, -0.8203125, 5.46875, -0.486328125, -9.375, -1.46875, 0.98828125, 1.484375, -0.6640625, -7.25, 0.38671875, -3.28125, -9.6875, -2.828125, -1.09375, -0.37109375, -2.328125, 0.027587890625, -0.5546875, 3.890625, 0.443359375, -6.0, -3.4375, -0.259765625, 3.140625, 2.703125, -0.201171875, -1.265625, -5.0625, -2.53125, -0.6484375, 0.8359375, -2.140625, -0.24609375, 0.014892578125, -3.84375, -0.9765625, -4.65625, -0.58984375, -3.390625, -3.828125, 0.3515625, -2.15625, 0.7734375, -2.53125, -0.56640625, -3.46875, -1.4375, -3.953125, 1.1953125, 0.6796875, 3.0, 3.046875, 0.2431640625, 2.484375, -5.0625, 0.91796875, -2.234375, 3.515625, -9.5, -5.28125, -4.28125, 0.158203125, -0.69921875, -1.90625, -2.09375, -1.4140625, -2.296875, 0.1337890625, -5.5625, 0.94140625, -3.046875, 0.00933837890625, 3.078125, -2.140625, 0.498046875, -0.193359375, -2.3125, 1.7421875, 1.015625, 1.25, -3.859375, -2.59375, -1.6875, -2.96875, -5.3125, 1.0703125, 1.34375, -10.3125, -8.0, -0.625, -2.578125, -2.15625, 0.4375, -3.515625, 3.109375, -2.375, -1.8671875, -8.3125, -7.625, -3.953125, -4.34375, -5.5, 3.03125, -0.232421875, -3.03125, -3.609375, -1.0546875, -7.84375, -4.0625, 1.671875, -2.828125, -4.65625, 0.9921875, 4.34375, -2.359375, 2.359375, -6.3125, -2.984375, -2.6875, -3.71875, -1.3046875, 5.34375, -1.6484375, 0.82421875, 0.5, -1.1484375, 1.625, -3.484375, -2.765625, -3.984375, -0.61328125, -8.5, -1.4375, -0.427734375, -4.84375, -3.625, 2.953125, -0.91796875, 0.77734375, -1.8203125, -4.09375, -5.96875, -4.4375, -5.625, -2.75, 3.9375, -1.5703125, -2.15625, -5.375, -6.5, -1.484375, -1.3984375, 0.19921875, -3.890625, 0.45703125, -2.890625, 0.7421875, -2.21875, -1.40625, 2.53125, -0.7109375, -4.09375, -0.90625, -1.7890625, -4.03125, -0.96484375, -0.33984375, 3.765625, -0.99609375, -3.109375, -10.125, -8.9375, 2.8125, -6.5, 0.65234375, -0.5234375, -1.0234375, -7.59375, -2.953125, -2.921875, -2.21875, -3.53125, -0.4609375, -1.1171875, -1.5234375, -2.40625, -7.40625, 3.40625, -3.359375, -0.373046875, -0.640625, 2.53125, 0.306640625, 2.03125, -0.00933837890625, 0.6796875, -2.046875, -4.59375, -0.66015625, 2.015625, -1.484375, -4.84375, 3.78125, -10.0625, -6.875, 0.11376953125, 1.1015625, -4.03125, -5.375, 0.1884765625, 1.4375, -5.03125, -4.0625, 2.828125, -0.8515625, -2.125, 4.84375, 0.70703125, 0.154296875, -7.0625, 0.90234375, -1.4921875, -1.71875, -1.8984375, -8.3125, -7.625, 0.76171875, 1.5859375, 1.1328125, -1.203125, 2.90625, -1.6875, -1.484375, -1.5234375, -1.1484375, -3.921875, 2.265625, -3.234375, -3.125, -0.57421875, -2.484375, -0.92578125, 0.2578125, 2.09375, -2.140625, -1.2109375, 0.50390625, 0.46484375, 0.31640625, -0.1337890625, -1.6015625, -2.75, -3.890625, 2.125, -2.140625, -5.125, -0.12353515625, 2.390625, 1.6640625, 4.25, -0.34765625, -2.46875, 1.5859375, -2.09375, -0.298828125, -3.09375, 0.5703125, -0.6875, -1.8046875, -8.5, -1.359375, -1.0859375, -0.337890625, -0.7109375, -4.03125, -2.59375, 2.109375, 1.953125, -0.1875, 1.625, -0.26171875, -1.7109375, -1.484375, -1.25, -0.06298828125, -2.46875, -1.4375, -7.84375], "rewards_rejected": [-1.0625, 0.09326171875, 2.875, -3.546875, -0.59375, -2.03125, 0.6328125, -0.61328125, -3.765625, 1.1015625, -8.875, -2.578125, -11.625, -4.03125, -5.28125, -2.3125, -1.0078125, 2.5625, -4.96875, -9.375, -6.75, 0.8984375, -5.0625, -4.6875, -0.2275390625, -4.125, -13.9375, -1.796875, -2.515625, -6.53125, -8.6875, -3.796875, -1.359375, -1.796875, -4.84375, -1.1484375, -1.328125, -1.09375, -4.15625, -0.8359375, -4.375, -6.625, -7.21875, -2.828125, -7.46875, 0.54296875, -6.0625, -0.46484375, -10.375, -0.169921875, -5.46875, -4.96875, -9.375, -4.21875, 4.34375, 2.0, -0.291015625, -4.9375, -4.9375, -0.482421875, 5.9375, -1.6875, 1.8828125, -6.625, -1.765625, -6.5, -8.25, -2.09375, -5.0, 1.125, -5.375, -6.15625, -7.625, -1.5546875, 2.609375, -8.125, -10.4375, 2.671875, -7.25, 2.046875, -3.515625, -2.171875, -10.4375, -0.259765625, -2.078125, -3.453125, -7.125, -5.53125, -4.625, -8.1875, -4.03125, -2.28125, -1.234375, -0.06787109375, -1.046875, -6.1875, -11.0, 0.294921875, -10.25, -5.1875, -9.625, -1.6640625, -3.5, -4.21875, 2.84375, -5.40625, -5.03125, -1.1640625, -0.201171875, -2.53125, 1.5546875, -0.68359375, -3.453125, -0.006591796875, -5.28125, -4.5625, -0.50390625, -1.734375, -6.53125, -0.625, -4.53125, -6.15625, -16.375, -10.3125, -3.375, -7.59375, 1.5546875, -6.09375, -6.71875, -1.1875, -0.06005859375, 0.232421875, -6.5625, -6.4375, -7.75, -2.21875, 0.1416015625, -2.359375, -4.65625, 0.10888671875, -3.4375, -2.703125, 1.78125, -1.2890625, -2.65625, -1.7890625, -5.25, -5.28125, 0.51953125, -5.375, -1.1875, -7.03125, -1.3515625, 0.8828125, -1.921875, -0.7890625, -6.875, -11.375, -4.96875, -9.75, -2.078125, 1.03125, 0.0830078125, -4.21875, -3.953125, -0.064453125, -1.984375, -0.61328125, -9.0625, -0.1123046875, 0.671875, 0.6328125, -3.65625, -5.28125, -4.15625, -2.546875, -1.0234375, -3.90625, 1.53125, -3.75, -2.9375, -3.796875, 0.5859375, -4.4375, 0.84375, -5.84375, -3.765625, -7.71875, -8.5625, -3.484375, -0.02197265625, -2.765625, 0.88671875, -3.375, -4.5625, -1.859375, -3.203125, -3.609375, -3.578125, -4.28125, -7.4375, -2.90625, -6.3125, -8.3125, 0.41015625, -5.4375, -6.1875, -4.46875, -4.5625, -0.1162109375, -1.546875, -9.5, -8.0625, 4.0, -4.53125, -1.8828125, -0.82421875, -3.09375, -1.8515625, -2.46875, -2.671875, -2.59375, -1.59375, -3.234375, -5.875, 0.6328125, -3.21875, -0.7734375, -9.125, 0.890625, -6.0, -0.75390625, -8.1875, -2.46875, 0.54296875, -1.390625, 2.59375, -1.3125, 0.55078125, -5.34375, -1.6171875, -5.875, -1.125, -5.9375, -4.5625, -3.625, -6.40625, -0.0439453125, -1.8359375, -0.036865234375, -0.10546875, -5.53125, -6.1875, -2.984375, 4.03125, -4.0625, -6.90625, -1.0390625, -4.375, 0.7890625, -0.361328125, -0.279296875, -3.390625, -4.5, -5.25, -2.5, -1.3671875, -9.25, -2.203125, -1.9296875, -3.03125, -10.9375, -5.78125, -2.578125, -6.375, -0.40625, -3.53125, -5.15625, 3.34375, -5.75, -4.15625, 2.140625, 1.6953125, -0.48046875, -0.0267333984375, -0.95703125, -3.234375, -1.8203125, -5.125, -3.4375, -0.96484375, 0.65625, -1.546875, 0.037353515625, -5.96875, 0.41015625, -1.9140625, -2.46875, -1.1171875, -12.5, -4.375, -8.0625, -2.953125, -8.4375, 1.171875, -5.53125, -11.1875, -6.8125, -6.1875, -2.078125, -1.7578125, -1.9765625, -1.5859375, -3.46875, -5.40625, -5.5, -8.375, -0.62109375, -0.0233154296875, -4.53125, 0.83203125, -0.66015625, -0.65234375, -5.28125, -3.671875, -3.03125, -0.158203125, -1.3046875, -4.5625, -7.3125, -2.65625, -1.203125, -3.015625, -5.25, -7.71875, -2.703125, -3.15625, -5.125, -1.578125, -9.4375, 0.2353515625, -0.83203125, 0.87890625, -7.78125, -3.75, -0.33203125, -0.66796875, -3.796875, 0.54296875, -7.21875, -9.0, 0.90234375, 5.03125, -9.8125, -9.0625, -4.6875, 0.76171875, -3.5, -3.828125, -6.625, -0.62890625, -3.34375, -6.8125, 0.78125, -6.5625, -10.375, -5.6875, -0.74609375, 1.078125, -3.359375, -2.984375, 1.703125, -5.15625, -1.671875, 0.734375, -2.375, 0.58984375, -7.5625, -2.609375, -4.0625, -3.890625, 1.90625, -3.5625, -4.90625, -2.109375, -7.71875, -3.96875, -0.9296875, 0.62890625, -7.40625, -7.0, -0.53125, -1.0546875, -0.5546875, 3.375, -6.28125, -2.046875, -2.703125, 0.1376953125, -4.34375, -0.5859375, 2.640625, -1.9296875, -3.125, 1.015625, -1.4765625, -1.7734375, -6.84375, -0.1318359375, 0.427734375, -7.1875, -1.8828125, -1.3671875, -4.0625, -3.3125, -5.09375, -0.08251953125, -0.2158203125, -5.09375, -2.53125, -1.0625, -1.03125, -5.5625, -2.484375, -7.5625, -2.140625, -8.0, -4.90625, -2.453125, -5.09375, -3.765625, -4.25, -5.75, -4.53125, -0.52734375, -2.171875, -0.455078125, -0.09716796875, -7.8125, -6.875, -3.703125, -1.84375, -3.484375, -5.5625, 1.03125, -0.88671875, -7.75, -12.25, -6.75, 0.1513671875, -6.875, -4.1875, -0.84765625, -5.0, -6.8125, -2.484375, -1.3125, -1.265625, -7.625, -0.734375, -3.640625, -1.90625, -0.515625, -1.875, -4.71875, -3.875, 2.921875, -3.59375, 0.73046875, -6.40625, -7.0625, -11.9375, -10.9375, -8.5625, -11.5625, -1.328125, -1.078125, 2.359375, -3.015625, -1.1796875, 1.9609375, -3.234375, 0.96875, -3.515625, -8.75, -8.1875, -2.609375, -6.84375, -0.33984375, -3.5, -0.0458984375, 1.5234375, -3.859375, 2.625, -0.42578125, -5.46875, -5.25, -14.1875, 2.53125, 1.515625, -1.96875, 1.0546875, -2.953125, -5.5625, 1.3046875, -0.376953125, -3.625, -3.65625, -3.953125, -0.06884765625, 0.55078125, -1.875, -3.0625, -3.3125, 0.482421875, -0.75390625, -8.4375, 0.2099609375, -5.46875, -6.09375, -2.21875, -1.6640625, -3.65625, -5.71875, -3.71875, -0.380859375, -5.625, -3.6875, -0.66015625, -6.71875, -2.140625, -3.03125, -8.5625, -2.015625, -5.3125, -8.8125, -10.5625, -0.62890625, -3.078125, -6.96875, -1.890625, -7.625, -3.578125, -1.1640625, 0.640625, -5.25, -9.1875, -0.9140625, -3.890625, -2.359375, -9.0625, -4.5, 2.828125, -4.5, -8.1875, -7.65625, -5.53125, -6.84375, -1.9765625, -9.625, 0.76953125, -3.1875, -1.2734375, -9.3125, -1.5234375, -9.3125, -0.4140625, -0.54296875, -0.2177734375, -1.1953125, -0.67578125, -2.375, -2.078125, -0.46875, -2.5, -5.40625, 0.41015625, -7.96875, -1.375, -6.34375, 0.4609375, -3.078125, -4.90625, 0.296875, -5.375, -5.1875, -2.796875, -1.796875, -5.0, 0.037353515625, 2.0, -1.921875, -3.078125, -4.53125, -0.478515625, -2.421875, -4.90625, -11.5625, 3.765625, -6.625, 4.15625, -3.359375, -0.400390625, -0.03515625, -1.984375, -3.1875, -7.3125, -1.0703125, -0.62109375, 0.43359375, -2.578125, -3.546875, -3.859375, -4.03125, -2.484375, -0.05224609375, -1.40625, -4.875, -3.96875, -5.9375, -9.0625, -0.357421875, -2.390625, -3.34375, -11.6875, -6.1875, -1.5234375, -1.6796875, 0.734375, -1.8671875, -0.6875, -7.03125, -0.796875, -2.34375, -5.75, -1.390625, 0.98828125, -9.5, -9.0625, -1.3203125, -1.15625, 0.66015625, 1.65625, 0.46484375, -2.921875, 0.38671875, 5.1875, -4.6875, -4.75, -3.859375, -0.625, 1.890625, -2.0625, -3.765625, -5.1875, -4.125, -4.8125, -5.5625, -9.1875, -5.96875, -1.171875, -5.28125, -2.09375, -4.53125, 0.427734375, -2.546875, -6.0625, -0.59765625, 0.83984375, -1.515625, -4.125, -2.71875, -5.15625, -5.4375, -2.109375, -2.234375, -1.34375, -0.07763671875, -5.8125, -4.71875, -4.09375, -7.9375, -1.03125, -2.234375, -1.609375, -4.21875, -2.8125, -2.109375, 0.494140625, -2.65625, 2.015625, -7.875, -2.3125, -6.9375, -3.671875, -5.5625, -2.796875, -2.546875, 1.8359375, 0.04248046875, -4.09375, -4.90625, -1.5703125, -1.5, 0.30859375, 1.015625, -3.671875, -2.828125, -1.15625, 1.03125, -2.96875, 0.25390625, -10.625, 2.25, -3.609375, -2.640625, 0.8203125, -2.3125, -6.03125, -1.1015625, -0.470703125, -1.0078125, -9.875, -4.71875, -6.125, -11.375, -6.84375, -1.015625, -1.9296875, 1.125, -1.546875, -4.5, -5.75, -2.015625, -4.375, -4.71875, -1.21875, -7.375, -3.21875, 2.171875, -4.53125, -11.8125, 2.03125, -7.78125, -2.984375, -12.625, -4.09375, -9.0, -0.89453125, -2.203125, 0.51953125, -0.443359375, -6.6875, -3.734375, -1.265625, -5.5, -4.65625, -1.3046875, -6.1875, -7.1875, -6.03125, -4.0, -1.2109375, -7.5, -1.953125, 1.2890625, -2.796875, -3.890625, 1.3359375, -7.03125, 0.419921875, -9.0, -0.7109375, -1.1640625, -5.25, -0.90625, -7.21875, -3.15625, 1.03125, -5.09375, -3.25, -6.125, -7.21875, -0.2216796875, -0.30078125, -0.212890625, 2.671875, -7.71875, 0.91015625, -0.61328125, -3.0, -1.0234375, -1.25, -0.330078125, 0.9296875, 1.2578125, -2.25, -13.125, -8.1875, 2.859375, -11.9375, -3.03125, -3.75, 1.671875, -7.59375, -1.4609375, -3.9375, -4.09375, -5.03125, -0.4609375, -3.484375, -0.14453125, 4.25, -4.84375, 3.265625, -2.3125, -3.09375, -4.75, -0.357421875, -8.9375, -5.15625, 0.62109375, -2.875, -7.53125, -4.59375, -3.59375, -0.1875, 0.00110626220703125, -4.84375, -1.4140625, -7.21875, -0.80859375, -3.78125, 1.640625, -4.40625, -2.8125, 1.640625, -4.25, -1.140625, -5.875, -4.09375, -3.375, -3.75, -0.84765625, -0.9609375, -8.625, -7.0625, -1.0390625, -3.484375, -4.375, 1.234375, -5.5625, -11.5625, -3.078125, -2.984375, -1.4140625, -6.15625, 2.359375, -6.6875, -7.15625, -1.0, 4.09375, -8.75, 0.67578125, -7.34375, -9.5, -7.03125, -1.8203125, -0.5546875, 0.94140625, 0.173828125, -0.5390625, -3.234375, -1.03125, -0.006591796875, 0.3984375, 0.333984375, -1.0625, -4.875, -4.1875, -3.0, -5.28125, -7.4375, 0.1787109375, -7.25, -0.326171875, 1.3203125, -1.515625, -2.15625, -2.984375, -1.21875, -3.640625, -2.453125, -1.875, -10.625, -6.78125, -8.9375, 0.59765625, -8.4375, 0.5703125, -1.78125, -6.625, 0.326171875, 0.56640625, 1.2109375, -2.90625, -8.0, -1.6640625, -4.71875, -3.328125, -0.76171875, -1.5390625, -2.46875, -0.640625, -10.0625], "margins": [-3.03125, 1.55517578125, -4.1875, 1.109375, -2.046875, 2.59375, 0.0, -0.02734375, 5.46875, -0.740234375, 7.28125, 4.25, 10.95703125, 0.0, 2.46875, 0.25, -2.4921875, -2.248046875, 3.2109375, 1.25, 4.296875, -4.8359375, 3.5625, 7.046875, -0.0498046875, 0.28125, 4.25, 1.67626953125, 0.140625, 2.53125, 1.28125, 1.296875, 2.5, 0.0, 1.296875, 0.0, 1.607421875, 1.6796875, 1.8125, -1.4140625, 6.2890625, 4.7890625, -0.0625, -1.296875, 8.09765625, -0.3369140625, 1.65625, 0.0, 13.453125, 1.474609375, 4.84765625, 1.453125, 8.60546875, 4.890625, -0.21875, 0.3125, -1.482421875, 5.93359375, 0.0, 0.896484375, -2.4375, -4.34375, -3.3671875, 2.71875, 0.6015625, 2.125, 1.78125, 0.0, -0.59375, -0.947265625, 5.369659423828125, 2.859375, 4.140625, 2.671875, -3.17578125, 5.90625, 4.9375, 0.3125, 1.34375, -0.578125, 2.0546875, 0.546875, 11.0390625, 0.841796875, 0.0, 2.40625, 8.11328125, 1.125, 3.88671875, 7.861328125, 0.9375, -0.53125, -2.0, -0.95556640625, 0.7421875, 0.3125, 7.4375, -2.341796875, 7.078125, 3.296875, 5.90625, 2.5, 0.828125, 0.828125, -2.421875, 8.125, 5.71875, -0.390625, -3.986328125, 4.046875, -1.6630859375, 1.2109375, 3.2255859375, 0.471435546875, 1.765625, 2.859375, 0.0, -1.421875, 3.0625, -2.21875, 5.359375, 2.9375, 16.650390625, 9.3046875, -2.21875, 5.8671875, -1.7880859375, 4.2421875, 0.75, 0.8984375, 0.46240234375, -0.072265625, 4.84375, 2.640625, 10.328125, 2.337890625, 1.2099609375, 0.0, 0.0, -1.07763671875, -0.78125, 1.921875, -2.8359375, -1.5234375, 0.171875, 2.8984375, 0.0, 2.46875, 0.3046875, -0.3125, 0.66796875, 5.1484375, 1.88671875, -1.142578125, 0.03125, 3.2890625, 0.0, 10.71875, 0.71875, 5.34375, -0.125, -3.84375, -0.3720703125, 0.0, 0.265625, 2.361328125, -2.265625, 1.056640625, 3.6875, 0.0, -3.28125, -0.501953125, 0.875, -0.21875, 5.0234375, 0.5, -0.953125, -2.84375, -0.3203125, 1.625, -2.125, 4.8671875, 1.8203125, 0.0, -1.68359375, 3.453125, 5.46875, 3.25, 6.46875, 0.359375, -2.16552734375, 0.203125, -1.271484375, 2.69921875, 0.703125, -2.859375, 0.609375, 2.85546875, 3.185546875, 1.859375, 5.203125, 2.3203125, 0.5, 0.78125, 1.58984375, 0.0, 0.40625, 1.25, 4.259765625, 2.3974609375, 3.796875, 5.609375, 6.484375, -0.234375, -2.9375, -2.1171875, -1.12890625, 5.984375, 1.25, 2.03125, 1.703125, 0.0, 0.0, 1.234375, 3.421875, -0.4931640625, 0.25, 2.4765625, 5.03125, 0.15625, 4.2265625, 1.69921875, 3.78125, 0.140625, -1.296875, -0.734375, -0.484375, 5.28125, -0.08984375, 1.59375, 1.0234375, 4.640625, -4.78125, 0.0, -1.40625, 1.09375, 3.984375, 0.0, -1.3203125, -0.939697265625, -2.17578125, 1.34375, 0.40625, 0.453125, -4.60546875, -1.96875, 4.0, -1.3046875, -1.21875, -1.060546875, 0.189453125, -4.970703125, 6.1875, 0.0625, 2.375, 0.7890625, -0.5234375, 7.8671875, 2.260009765625, -0.8203125, -0.796875, 12.234375, 0.0, 0.890625, 1.8125, 2.0078125, -1.625, 0.875, -0.3125, 5.984375, 5.0234375, -0.4296875, 1.0078125, 0.087890625, -0.0982666015625, -0.57421875, 2.869140625, -5.4609375, 4.46875, -1.40625, -0.20703125, -4.4375, 0.91796875, 0.090576171875, 5.01953125, -1.52734375, -2.1796875, -0.78125, 3.7265625, 4.25, 2.65625, 11.0625, 0.0, 4.59375, -1.66015625, 1.34375, 2.875, 6.078125, 0.0, 2.380859375, 3.5546875, -0.8828125, 2.1875, 2.8046875, 5.103515625, 6.59375, 6.7265625, 0.921875, -3.1485595703125, 0.0, -1.0810546875, 2.58203125, 1.640625, 4.296875, -0.734375, 2.8076171875, -3.998046875, 1.890625, 3.67578125, 2.90625, 2.470703125, 0.3125, -0.6875, 4.1328125, 3.5625, 2.4775390625, 2.26953125, -0.53125, 2.3671875, 7.5, 0.3388671875, -5.91796875, 0.35546875, 1.25, -2.6875, 0.0, 0.994140625, 1.0, -0.634765625, 7.14892578125, 4.03125, -7.96484375, 0.15625, 10.65234375, 5.171875, 5.22265625, -1.115234375, 5.3359375, 4.123046875, 5.97265625, 1.41015625, -2.96875, 6.6328125, -1.044921875, 3.140625, 9.546875, 4.40625, -0.44921875, -0.86328125, 1.21875, -2.921875, -7.265625, 6.4375, -0.5, -1.41796875, 2.5595703125, -2.13671875, 4.75, 1.1796875, 0.0, 1.59375, -3.4609375, 1.78125, 2.9375, -1.921875, 1.4375, 3.0078125, -1.2421875, 0.38671875, 9.3515625, 0.0, 1.0703125, 3.3515625, -0.37109375, 0.875, 0.25, 3.578125, 0.671875, -1.6220703125, 4.0859375, 1.875, 0.0, -0.3671875, 0.78125, -3.953125, 0.0, 0.0, 4.109375, 0.07958984375, -0.185546875, 2.625, 2.30859375, 0.234375, 1.03125, 2.1484375, 1.375, 0.0589599609375, 2.5439453125, 7.203125, 2.54010009765625, -2.609375, 1.94921875, 4.453125, 0.265625, 7.51416015625, 4.0859375, 4.78125, 2.109375, 3.37890625, 4.578125, 1.296875, -0.03125, 7.6171875, 1.359375, -1.56640625, -0.765625, 1.443359375, 2.17529296875, 2.53125, 0.0, 3.931640625, 3.1328125, 3.052734375, -1.21875, 1.484375, 0.896484375, 10.328125, 5.25, 1.40625, -2.7138671875, -1.09375, 2.578125, -0.0625, 1.09375, 5.8359375, 6.03125, 0.0625, -0.4375, 8.03125, 0.6044921875, 0.84375, 0.640625, 2.453125, -0.109375, -0.1875, 4.345703125, -7.484375, 0.4375, 0.2421875, 0.625, 4.203125, 11.992919921875, 7.5625, 3.375, 14.078125, -0.453125, -0.421875, -2.3792724609375, 3.049560546875, 2.06640625, -4.3359375, 5.671875, 0.2578125, 2.82421875, 6.125, 0.0, 3.171875, 5.171875, -2.86328125, 0.828125, -0.9384765625, 1.0234375, 3.3046875, -4.828125, 0.4892578125, 1.375, -2.34375, 3.1875, -1.8359375, 0.515625, 2.43359375, -0.779296875, 2.939697265625, 2.5625, -2.22265625, 0.425537109375, 1.0625, 2.2890625, -0.671875, 0.85009765625, -0.099609375, 0.5, -2.875, 0.0, 1.517578125, -1.52734375, 7.203125, 0.3916015625, 0.0, 3.6875, 0.5546875, 2.015625, 2.453125, -4.65625, 3.9130859375, -0.626953125, 0.5625, 0.0, -2.01171875, 2.9375, -1.890625, 2.8076171875, -0.375, -0.296875, 0.0, 6.890625, 2.78125, -0.234375, 2.96728515625, 2.40625, 1.7763671875, 3.1875, 0.21875, 2.07421875, 1.0, 2.484375, 3.8125, -1.5703125, 0.0, -0.390625, 6.875, 4.001953125, 2.015625, 1.6875, 6.4609375, 6.80078125, 0.1875, 1.71875, -0.9609375, 3.09375, 0.65234375, 2.046875, 0.0, 9.357177734375, 0.0703125, 6.75, 2.7109375, 2.58984375, 1.0693359375, 3.3359375, -0.27734375, -0.5, 2.0865478515625, 1.109375, 0.5625, 1.09375, 1.58984375, 11.890625, 1.8125, 4.3828125, -0.2626953125, 2.6171875, 2.96875, -1.9609375, 8.4375, 0.0, 6.828125, -0.453125, 6.84375, -4.381103515625, 1.4375, 0.8359375, 2.96728515625, -1.75, -2.240234375, 0.9140625, 0.0, 0.0, 0.0, 5.70703125, -9.0, 1.03125, 0.0, -0.62109375, -1.3125, 2.751953125, 6.958984375, -1.7265625, 0.0, 1.16796875, 1.84765625, 3.296875, 1.953125, -1.96875, 3.78125, -0.88916015625, 2.5703125, 2.140625, 2.6484375, 2.671875, 2.3125, -2.720703125, 0.8828125, 5.2734375, 12.015625, 8.375, 0.4453125, 0.859375, 4.734375, 1.380859375, -8.6875, 5.5625, 1.78515625, 3.828125, 5.0859375, -5.859375, -0.6015625, 6.21875, -0.625, -1.5078125, 0.0625, -1.03125, -3.984375, -0.437255859375, 2.3671875, 3.50390625, -4.744140625, -1.3125, 1.3125, 3.599609375, 3.765625, 0.8125, 1.861328125, 2.5, 0.125, 1.59375, 4.1640625, 6.3984375, 7.046875, 5.72265625, 1.186767578125, 1.4375, 1.1171875, -0.125, -1.017578125, -0.84375, 2.234375, 0.94921875, -2.99609375, 2.2890625, 1.59375, 2.15234375, 1.6875, 4.0, -1.84375, 3.4296875, 2.0234375, 3.07763671875, 8.859375, 4.9619140625, 6.578125, 2.875, 1.94921875, 0.0, 5.125, -5.28125, -2.46875, -2.171875, -0.3359375, 1.95703125, -3.921875, 5.78125, 0.8984375, 4.640625, 3.8056640625, 0.0, 3.73828125, -0.5, -1.82659912109375, 3.03564453125, 1.953125, 5.404296875, 1.376953125, -0.8125, 1.43359375, 0.0, 4.921875, -1.03125, -1.4375, -2.71875, 0.0, -5.56640625, 11.6953125, -0.90625, -6.703125, -5.359375, -1.4453125, -0.265625, 3.875, 1.5390625, -3.044921875, 4.1171875, 7.5, 2.8515625, -2.1875, 3.75, 2.890625, -3.328125, -3.5703125, 1.90625, 1.314453125, 1.46875, 2.140625, 0.9609375, -3.46875, 0.65625, 2.890625, 4.546875, -1.4375, -1.1796875, 8.875, 9.453125, 0.328125, 1.46875, 0.0, 9.9375, 0.375, 7.6953125, 6.23828125, 0.5546875, 0.3046875, 0.943359375, 5.5390625, 5.359375, -2.21875, 2.734375, 0.671875, 0.69140625, -2.3125, 5.75, 5.603515625, -0.84375, -2.4140625, 10.453125, 1.03515625, -0.51171875, 0.9765625, -0.203125, -7.3046875, 2.59375, -6.044921875, 6.25, 4.6484375, -0.40625, 3.09375, -4.46875, 0.71875, 1.671875, -2.4296875, 5.29296875, -0.640625, 6.58203125, 4.328125, 0.9638671875, -1.91796875, -1.193359375, -0.140625, 7.0078125, -5.00390625, -0.29296875, 1.2109375, -3.0078125, 0.28515625, -0.009765625, 2.8359375, -2.25390625, -0.859375, 3.0, -0.75, -0.046875, 5.4375, 3.68359375, 3.2265625, -2.6953125, 0.0, -1.4921875, 1.015625, 1.875, 1.5, 0.0, 2.3671875, -1.37890625, -6.65625, -2.5625, 0.140625, -1.046875, 2.720703125, 4.109375, 2.888671875, 9.244140625, 7.1875, -0.63043212890625, 3.5546875, 5.484375, 0.0, 2.93359375, 2.203125, -1.4854812622070312, 0.0, 5.1953125, -2.84375, -6.06640625, 3.89501953125, -0.5390625, 0.375, -2.5625, -1.4521484375, 5.6875, -3.890625, 1.8125, 6.921875, 2.5234375, 1.625, 5.69140625, 1.66796875, 8.779296875, 0.0, 1.94140625, 1.9921875, 2.65625, -3.1328125, -2.75, 3.9375, 3.83984375, 4.5703125, 2.546875, 4.953125, 0.546875, 5.0, 5.671875, -0.5234375, -5.2421875, 4.828125, 1.58984375, 4.109375, 6.375, 6.45703125, -0.6640625, -0.37109375, -0.68359375, 1.919921875, -1.6015625, 2.0234375, 1.53515625, 0.471435546875, -0.08203125, -0.4677734375, -0.5390625, 2.125, 0.296875, 5.125, 3.140625, 2.3125, -0.30224609375, 9.640625, 1.990234375, 2.9296875, 1.16796875, -0.3125, 4.5703125, -0.875, 3.341796875, -0.640625, 2.4453125, 9.9375, 4.9765625, 0.4375, -1.95703125, 7.3515625, -0.908203125, 1.0703125, 2.59375, -2.919921875, 1.54296875, 0.7421875, 2.71875, 9.625, 1.40234375, 3.0078125, 1.84375, -0.48828125, 1.47607421875, 0.0, -0.796875, 2.21875]} \ No newline at end of file diff --git a/margin_logs/val_margins_general_epoch_8.json b/margin_logs/val_margins_general_epoch_8.json new file mode 100644 index 0000000000000000000000000000000000000000..57b407bc1c215f223c55be3ed1e394841d019257 --- /dev/null +++ b/margin_logs/val_margins_general_epoch_8.json @@ -0,0 +1 @@ +{"epoch": 8.0, "step": 1968, "domain": "general", "rewards_chosen": [-4.28125, 1.578125, -1.3671875, -2.578125, -2.9375, 0.94140625, 0.55078125, -0.68359375, 2.140625, 0.81640625, -1.328125, 1.96875, -0.71484375, -4.4375, -2.890625, -2.9375, -4.15625, 0.69921875, -1.921875, -8.125, -2.984375, -4.53125, -1.546875, 2.6875, -0.00897216796875, -4.71875, -11.75, -0.12451171875, -2.453125, -4.75, -9.125, -2.1875, 1.640625, -2.0625, -4.4375, -1.8515625, 1.25, 1.34375, -2.859375, -2.28125, 1.8359375, -1.7109375, -8.5625, -4.09375, 1.1796875, 0.46484375, -4.9375, -0.53515625, 4.5625, 1.6015625, -1.34375, -3.734375, -0.953125, 1.09375, 5.03125, 3.0625, -2.296875, 1.2890625, -5.71875, 0.59765625, 4.53125, -6.53125, -1.6484375, -4.4375, -1.3984375, -4.84375, -7.25, -2.4375, -6.21875, -0.44921875, 0.1923828125, -4.4375, -3.515625, 1.78125, -0.41796875, -3.203125, -5.84375, 3.484375, -7.59375, 1.578125, -1.2578125, -1.796875, 0.8828125, 1.203125, -2.03125, -1.328125, 1.3046875, -5.125, -0.474609375, 0.328125, -4.0, -3.078125, -3.59375, -1.2578125, 0.16796875, -6.3125, -3.578125, -1.2265625, -3.046875, -3.046875, -3.6875, 0.73046875, -3.28125, -4.03125, 0.1513671875, 3.234375, 1.015625, -1.2265625, -4.78125, 2.09375, -0.0419921875, 1.2734375, 0.51171875, 1.0234375, -3.40625, -1.703125, -0.50390625, -3.0625, -3.171875, -2.796875, 1.3203125, -3.453125, 0.8359375, -1.1328125, -6.21875, -1.7421875, 0.32421875, -2.109375, -6.75, -0.26953125, 0.328125, 0.474609375, -1.4765625, -3.59375, 3.109375, 0.03955078125, 1.5625, -3.328125, -5.3125, -1.1328125, -4.75, -0.62890625, -1.2265625, -3.234375, -2.96875, 1.8203125, -6.28125, -2.890625, 1.3359375, -6.8125, -0.71875, -1.6328125, 1.03125, -0.5859375, -2.234375, 3.40625, -7.90625, -0.482421875, -4.84375, -5.0625, -2.140625, -2.78125, 0.0537109375, -4.46875, -4.0625, 3.328125, -4.75, 1.6328125, -6.28125, -0.125, -3.296875, 0.93359375, -2.84375, -6.1875, 1.4765625, -2.078125, -1.3125, -8.125, 1.5625, -1.921875, -5.3125, 1.609375, 3.390625, -5.09375, -1.171875, -2.484375, 2.140625, -4.4375, -2.0625, -3.265625, -2.046875, -2.234375, 0.0537109375, -0.43359375, -4.1875, -4.71875, -3.234375, -1.21875, -0.70703125, -2.921875, -1.734375, -0.8828125, -6.09375, -7.71875, 2.78125, -6.09375, -6.90625, -3.984375, -1.0234375, 2.875, 3.0625, -4.78125, -1.6796875, 4.40625, -8.1875, -5.75, -1.34375, 2.703125, -0.68359375, -0.380859375, -0.1904296875, -2.859375, -1.9921875, -1.4375, -2.375, 0.466796875, -3.015625, 1.8515625, -3.0, 1.7109375, -1.828125, 0.83984375, -4.90625, -2.34375, -0.95703125, -2.171875, 2.6875, 5.25, 0.671875, -4.15625, -0.341796875, -0.78515625, -7.65625, -6.75, -6.375, -2.828125, -3.375, -0.10693359375, -4.46875, -1.34375, -2.5, -5.3125, -6.90625, -2.265625, -0.2373046875, -6.3125, -3.65625, -2.703125, -6.78125, 0.06689453125, 0.61328125, -6.1875, 3.59375, -4.84375, -3.046875, -1.9609375, -1.1640625, -1.125, 0.625, -2.640625, -4.09375, 1.9453125, -5.875, -2.171875, -4.90625, 2.515625, -6.03125, -4.78125, 3.59375, 0.451171875, 1.4765625, 2.234375, 3.21875, 0.017578125, 0.349609375, -1.390625, 0.042236328125, -8.5625, -0.53125, -4.875, -0.828125, -4.6875, -0.6875, 0.1279296875, -0.80078125, -1.484375, -5.03125, -3.3125, 3.1875, -9.5625, -1.2265625, 4.125, -3.65625, -3.375, 0.11376953125, -4.96875, -9.0, -0.6484375, -6.90625, 1.484375, 3.109375, -3.421875, 0.7421875, -0.50390625, -0.61328125, 1.5625, -1.671875, 0.44140625, -4.03125, -5.125, -0.7421875, 2.671875, 1.1640625, -0.7734375, -4.5625, 0.0908203125, -6.0, 0.984375, -0.75390625, -5.71875, -0.453125, -0.89453125, -4.09375, -0.81640625, -4.96875, 0.10791015625, -0.75390625, -6.21875, 1.25, -1.65625, 0.8359375, -8.1875, 1.6796875, -6.96875, -7.53125, -0.466796875, 0.88671875, -3.359375, -0.341796875, -0.220703125, -5.875, -7.59375, 6.4375, 1.2578125, -4.21875, 0.392578125, -0.302734375, 2.390625, 0.48046875, -0.39453125, 1.3046875, -6.8125, 0.376953125, -0.06005859375, -4.0625, -0.875, -2.5, -0.7265625, 1.4921875, -1.578125, -6.5625, -6.78125, 1.96875, -2.484375, -0.453125, 0.8984375, -1.3515625, -3.109375, -1.1953125, -4.5, -2.515625, -1.34375, -2.03125, -2.359375, -4.40625, -7.0, -0.85546875, -2.296875, 1.15625, 2.765625, -8.4375, 1.3359375, 2.625, -0.62890625, 5.21875, -6.59375, 2.109375, -2.25, -1.625, -0.44140625, 2.09375, 3.75, -2.46875, -2.640625, -2.734375, -1.609375, -1.8828125, -2.828125, 0.12353515625, 0.98828125, -4.78125, 0.63671875, -1.1484375, -3.9375, -1.3125, -3.40625, 0.29296875, 3.03125, 2.484375, 0.353515625, -3.8125, 1.4765625, -0.94140625, -2.84375, 0.369140625, 2.859375, -3.140625, -2.65625, 2.21875, -0.203125, -2.171875, -4.28125, 2.1875, -3.515625, -2.390625, -3.15625, 1.65625, 3.171875, -5.34375, -7.875, 0.412109375, 1.5078125, -0.38671875, -7.5625, 2.765625, 0.48828125, 3.109375, -8.3125, -6.53125, -2.203125, -9.1875, -1.9140625, -1.375, -4.46875, -0.84375, 4.21875, -0.57421875, -0.91015625, 0.9453125, -0.2255859375, -3.578125, -1.515625, 2.734375, -1.671875, -5.3125, 0.875, -5.65625, -2.8125, 1.6015625, -6.46875, -2.734375, 0.85546875, -3.828125, -6.03125, 3.78125, -2.1875, -1.3359375, 0.146484375, -0.013671875, 1.4609375, -2.609375, 3.4375, 1.984375, -0.6171875, -2.84375, -8.9375, 0.3671875, -1.8359375, -3.8125, -2.703125, -0.98828125, 3.5, -0.2373046875, -2.3125, 0.1708984375, -3.984375, -8.0625, -11.0625, 0.76171875, 3.28125, 0.408203125, 1.09375, 0.703125, -3.15625, -1.0859375, 0.0255126953125, -2.5, -1.125, -4.75, 0.796875, 0.99609375, -1.4765625, -6.65625, -4.09375, 3.203125, -2.53125, -1.0078125, 0.62109375, -6.15625, -3.140625, -0.7578125, 0.69140625, -0.94140625, -11.4375, 0.1513671875, -0.66796875, -5.59375, -3.65625, -3.125, -3.875, -4.59375, 0.0908203125, -10.0, -2.34375, -5.625, -1.8125, -8.75, -0.65234375, 0.2158203125, -5.125, -0.322265625, -5.75, -3.25, 0.984375, 2.421875, -2.671875, -6.125, -2.828125, -4.03125, -3.03125, -1.9296875, -0.4140625, 5.40625, -2.3125, -1.078125, -0.462890625, -6.9375, -5.8125, -3.640625, -7.5, 1.703125, -1.1953125, -1.625, 0.5625, -1.2421875, -2.328125, 2.390625, 2.671875, 1.5703125, 2.796875, -1.140625, -3.359375, -0.6015625, 0.94921875, -2.265625, -4.96875, 2.78125, 3.84375, 0.68359375, -1.7578125, 0.89453125, -0.486328125, -2.1875, -1.65625, 3.828125, -5.5, 4.0625, -3.0625, 1.3984375, -4.125, 3.921875, -1.2890625, 0.2158203125, -6.59375, -2.90625, -1.578125, -5.0, -12.9375, 4.46875, -1.046875, -5.59375, -2.640625, -0.392578125, -0.5234375, -3.15625, 0.059814453125, 0.431640625, -2.765625, -0.8359375, 2.203125, -0.61328125, -0.10888671875, -1.921875, -7.34375, 2.125, -0.93359375, 2.140625, -2.296875, -1.625, -3.046875, -7.40625, -3.640625, -1.84375, 2.484375, 1.1015625, 3.046875, -0.75, -0.953125, 5.4375, -0.224609375, -10.6875, -1.53125, 1.0625, 2.21875, -0.96875, -9.0, 1.046875, -3.515625, -10.6875, -4.03125, -1.0390625, -0.23046875, -2.53125, 0.6640625, -0.2578125, 4.625, 0.79296875, -6.875, -3.859375, -0.2001953125, 3.96875, 3.25, 0.49609375, -1.0859375, -5.59375, -2.84375, -0.287109375, 1.0390625, -2.0, 0.203125, 0.55859375, -4.0625, -0.8203125, -5.78125, -1.7265625, -3.640625, -4.03125, 1.078125, -2.25, 1.5234375, -2.84375, -0.64453125, -3.6875, -1.2734375, -5.5, 1.03125, 0.8828125, 4.125, 3.421875, 1.015625, 2.921875, -5.25, 1.4765625, -2.25, 4.0625, -11.375, -5.53125, -4.96875, 0.47265625, -0.427734375, -1.9921875, -1.71875, -1.2734375, -1.484375, 0.06494140625, -5.625, 2.09375, -3.203125, 0.1640625, 3.125, -2.34375, 1.203125, 0.5546875, -2.34375, 2.328125, 0.96875, 1.3046875, -4.65625, -2.46875, -1.984375, -3.1875, -5.5, 0.90234375, 2.203125, -11.5, -9.125, -1.140625, -2.53125, -2.296875, 0.65625, -3.921875, 3.953125, -1.921875, -2.140625, -9.125, -8.625, -4.40625, -3.953125, -6.125, 4.1875, -0.326171875, -2.703125, -3.90625, -1.078125, -10.25, -5.375, 1.9375, -3.078125, -4.65625, 1.65625, 4.8125, -2.359375, 3.421875, -7.4375, -3.09375, -2.40625, -3.8125, -1.3203125, 5.03125, -1.890625, 1.3359375, 0.53515625, -1.5234375, 1.6015625, -3.8125, -3.6875, -4.8125, -0.04248046875, -8.75, -1.453125, -0.1162109375, -5.96875, -4.375, 3.171875, -0.21875, 1.109375, -2.078125, -4.78125, -6.75, -5.03125, -5.71875, -2.71875, 5.1875, -1.109375, -1.8125, -5.90625, -8.0625, -0.9921875, -2.265625, 0.291015625, -4.78125, 0.00299072265625, -3.28125, 1.5, -2.65625, -2.09375, 3.375, -0.4375, -4.59375, -1.0078125, -1.3046875, -4.375, -0.9453125, 0.1220703125, 4.375, -0.94921875, -3.328125, -11.3125, -10.1875, 3.40625, -7.6875, 1.8359375, 0.59375, -0.50390625, -8.25, -3.421875, -3.828125, -2.3125, -3.296875, -1.3125, -1.3359375, -1.4453125, -2.515625, -8.5625, 4.375, -3.59375, -0.8046875, -0.296875, 3.078125, 0.6484375, 3.078125, 0.515625, 1.4140625, -1.765625, -4.96875, -0.322265625, 2.484375, -1.1328125, -4.9375, 4.3125, -11.25, -7.6875, 0.14453125, 1.3828125, -4.6875, -5.875, 0.63671875, 1.921875, -5.59375, -4.3125, 3.609375, -0.3125, -1.921875, 6.0625, 0.50390625, 1.203125, -7.625, 1.4140625, -2.375, -1.2265625, -2.140625, -9.25, -8.6875, 0.734375, 2.0, 1.5859375, -0.80859375, 2.84375, -1.359375, -1.0546875, -1.9765625, -2.359375, -4.625, 2.96875, -4.09375, -3.6875, -0.1416015625, -2.234375, -0.62890625, 0.3984375, 2.359375, -3.453125, -1.15625, 0.78515625, 1.0234375, 0.53515625, 0.33984375, -1.1171875, -2.875, -4.125, 2.84375, -2.875, -5.53125, -0.0011749267578125, 3.15625, 1.6875, 5.125, -0.2255859375, -2.40625, 2.0, -2.359375, 0.419921875, -2.78125, 1.015625, -0.0830078125, -1.6484375, -9.9375, -1.953125, -1.2109375, 0.326171875, -0.328125, -3.953125, -1.8828125, 2.609375, 2.171875, -0.07373046875, 2.25, -0.1826171875, -1.6484375, -1.84375, -1.0390625, 0.671875, -2.84375, -1.484375, -9.1875], "rewards_rejected": [-0.8359375, 0.203125, 2.828125, -3.71875, -0.40625, -3.34375, 0.55078125, -0.7578125, -3.921875, 1.2578125, -10.0, -3.09375, -13.5625, -4.4375, -6.09375, -2.125, -1.1875, 3.796875, -5.40625, -9.625, -7.84375, 1.2734375, -5.1875, -5.1875, -0.24609375, -5.34375, -15.8125, -1.90625, -3.046875, -6.0625, -9.8125, -4.40625, -0.953125, -2.0625, -5.46875, -1.8515625, -1.125, -0.6953125, -5.65625, -0.55078125, -4.34375, -7.46875, -8.75, -2.34375, -8.3125, 0.7734375, -6.59375, -0.53515625, -11.75, -0.365234375, -7.3125, -5.78125, -10.5, -5.21875, 4.75, 2.84375, -0.5390625, -6.03125, -6.28125, -0.375, 7.34375, -1.5703125, 2.328125, -7.90625, -1.8125, -7.25, -9.875, -2.4375, -5.0625, 1.0078125, -6.625, -7.5, -9.1875, -1.3046875, 2.4375, -8.125, -11.75, 2.734375, -8.6875, 2.15625, -3.484375, -2.609375, -11.5625, 0.318359375, -2.03125, -4.5625, -8.5, -6.25, -5.90625, -9.5625, -5.75, -2.328125, -1.25, 0.126953125, -1.109375, -6.65625, -12.4375, 1.2265625, -11.3125, -6.3125, -10.4375, -1.859375, -3.75, -5.4375, 2.765625, -6.53125, -5.65625, -1.40625, 0.267578125, -3.265625, 2.109375, -0.7109375, -3.515625, -0.0042724609375, -5.15625, -5.75, -0.50390625, -1.671875, -6.625, -0.173828125, -4.3125, -7.375, -17.375, -12.0625, -3.515625, -9.6875, 2.234375, -7.375, -7.59375, -0.90625, -0.375, 0.40234375, -7.96875, -7.0, -7.78125, -2.96875, 0.1552734375, -3.328125, -5.3125, 0.375, -3.6875, -2.53125, 2.15625, -1.515625, -3.921875, -1.9609375, -6.28125, -6.09375, 0.8359375, -6.8125, -1.234375, -7.96875, -1.2578125, 1.1640625, -2.90625, -0.462890625, -7.90625, -12.0, -5.90625, -11.125, -2.65625, 1.1796875, 0.484375, -4.46875, -4.96875, 0.255859375, -1.859375, 0.06982421875, -10.5, -0.125, 1.2265625, 1.3203125, -3.71875, -5.8125, -4.4375, -3.0, -0.62890625, -4.59375, 1.2109375, -3.5625, -3.921875, -4.59375, 0.5390625, -4.09375, 1.21875, -6.46875, -3.921875, -8.8125, -10.6875, -3.515625, -0.23828125, -2.921875, 0.85546875, -3.90625, -4.34375, -1.796875, -3.75, -4.28125, -4.09375, -5.15625, -8.625, -3.9375, -6.90625, -9.375, 1.2421875, -6.09375, -6.5625, -6.125, -6.21875, 0.3203125, -1.90625, -11.1875, -9.0625, 4.40625, -4.84375, -1.9921875, -0.52734375, -3.640625, -2.109375, -2.90625, -2.25, -3.296875, -1.9921875, -3.375, -6.46875, 1.3046875, -3.625, -0.7890625, -9.8125, 1.9140625, -6.21875, -0.921875, -9.125, -3.0, 1.5, -1.5625, 2.90625, -1.5234375, 1.0546875, -5.78125, -1.703125, -6.84375, -1.421875, -6.75, -4.875, -4.6875, -7.59375, -0.10693359375, -3.375, -0.038818359375, 0.6640625, -6.4375, -6.5625, -3.0, 5.0, -4.0625, -8.6875, -1.5625, -4.65625, 1.2421875, 0.2734375, 0.07958984375, -3.921875, -4.65625, -5.53125, -3.015625, -0.640625, -10.75, -2.3125, -1.7578125, -3.03125, -11.3125, -5.875, -2.9375, -7.03125, -0.5, -4.28125, -5.71875, 4.1875, -5.28125, -4.4375, 2.765625, 2.296875, -0.275390625, -0.5, -0.6796875, -3.765625, -1.765625, -5.0625, -3.296875, -0.6953125, 0.8203125, -1.8515625, -0.021728515625, -7.34375, 0.4453125, -1.890625, -2.453125, -1.2265625, -14.25, -4.8125, -9.9375, -3.65625, -8.6875, 1.6796875, -6.4375, -12.375, -7.375, -6.90625, -2.0625, -1.7265625, -2.21875, -1.765625, -3.9375, -5.71875, -6.28125, -9.125, -0.341796875, -0.1357421875, -5.125, 0.6953125, -0.69140625, -0.90625, -6.59375, -3.671875, -3.828125, 0.400390625, -1.421875, -4.9375, -9.0625, -2.796875, -0.80078125, -3.421875, -5.96875, -9.0, -2.8125, -3.890625, -5.96875, -1.703125, -10.375, 0.75, -0.93359375, 0.8125, -8.625, -4.5, -0.466796875, -0.45703125, -4.4375, 0.6640625, -9.8125, -10.5, 1.390625, 6.21875, -10.4375, -11.125, -5.71875, 1.265625, -4.21875, -5.09375, -7.34375, -0.40625, -3.6875, -7.6875, 1.5703125, -7.15625, -11.625, -6.875, -0.73046875, 2.421875, -3.28125, -4.15625, 2.21875, -5.84375, -1.859375, 0.8671875, -2.4375, 1.4609375, -8.875, -1.953125, -4.5, -4.34375, 2.59375, -3.125, -5.59375, -2.046875, -9.3125, -4.71875, -0.671875, 0.51171875, -8.375, -8.4375, -0.1279296875, -0.6875, -0.365234375, 4.21875, -6.96875, -3.03125, -2.96875, -0.14453125, -4.8125, -0.419921875, 3.609375, -1.703125, -3.203125, 1.625, -1.609375, -1.8828125, -8.125, -0.004791259765625, 0.609375, -8.125, -2.015625, -1.546875, -4.75, -4.5, -6.28125, 0.11474609375, 0.251953125, -6.78125, -2.90625, -0.5078125, -0.93359375, -7.46875, -3.109375, -8.9375, -2.390625, -8.4375, -5.625, -1.578125, -6.03125, -3.359375, -4.4375, -6.9375, -5.09375, -0.322265625, -2.0625, -0.2158203125, 0.57421875, -9.0625, -7.875, -3.625, -1.6796875, -3.0625, -6.25, 0.8046875, -0.3203125, -7.78125, -13.9375, -7.875, 0.65625, -7.78125, -4.28125, -0.6640625, -5.5, -7.34375, -3.484375, -1.890625, -0.7265625, -9.5625, -0.9140625, -3.28125, -2.03125, -0.98828125, -1.8359375, -5.28125, -4.15625, 2.84375, -4.4375, 1.03125, -7.40625, -7.90625, -13.0625, -12.4375, -10.0, -13.0, -1.4140625, -1.2421875, 2.625, -3.125, -1.96875, 1.578125, -3.625, 1.53125, -4.125, -10.125, -8.9375, -3.25, -8.25, 0.322265625, -3.53125, 0.48828125, 2.0625, -4.4375, 3.609375, -0.61328125, -6.0625, -6.3125, -15.75, 2.96875, 2.703125, -2.265625, 1.515625, -4.15625, -6.21875, 1.7734375, 0.388671875, -3.90625, -3.6875, -4.1875, -0.322265625, 1.0546875, -2.453125, -3.03125, -4.09375, 1.515625, -0.28125, -8.875, 0.259765625, -6.15625, -7.4375, -2.0625, -1.359375, -4.40625, -5.8125, -4.65625, 0.279296875, -6.03125, -3.65625, -0.53125, -7.40625, -3.03125, -3.828125, -9.5, -2.6875, -5.625, -11.125, -12.4375, -0.3984375, -3.203125, -8.6875, -2.65625, -8.875, -4.15625, -1.6484375, 1.265625, -6.0625, -10.25, -0.63671875, -4.03125, -2.6875, -10.5625, -5.1875, 3.28125, -4.65625, -9.375, -8.875, -6.96875, -8.125, -1.90625, -10.5625, 0.96875, -3.53125, -1.625, -10.5625, -1.25, -10.0, -0.2158203125, -0.56640625, 0.25390625, -0.8125, -1.03125, -2.625, -2.484375, -0.4296875, -3.46875, -6.1875, 1.2421875, -8.6875, -1.515625, -7.375, 0.6640625, -3.328125, -7.03125, 1.1796875, -7.0625, -5.5, -3.28125, -2.140625, -5.90625, 0.54296875, 2.515625, -2.09375, -3.203125, -4.75, -0.2890625, -2.34375, -5.0, -12.9375, 4.46875, -7.0, 4.15625, -4.0625, -0.392578125, 0.0194091796875, -2.140625, -3.359375, -7.71875, -0.98828125, -0.8359375, 0.73046875, -3.390625, -4.25, -4.375, -4.25, -2.03125, 0.412109375, -1.6484375, -5.15625, -4.71875, -6.0625, -9.9375, -0.025390625, -2.46875, -3.90625, -12.75, -6.9375, -1.453125, -1.9921875, 0.6484375, -1.6640625, 0.0400390625, -8.5, -0.953125, -3.15625, -6.5625, -1.6328125, 1.96875, -10.75, -10.5, -1.5390625, -0.75, 0.875, 1.6171875, 0.625, -2.859375, 1.0078125, 5.6875, -5.3125, -5.4375, -3.9375, -1.0390625, 2.265625, -2.5, -5.25, -5.75, -4.15625, -6.1875, -6.59375, -10.4375, -7.28125, -0.953125, -5.71875, -2.046875, -5.21875, 0.380859375, -2.515625, -7.375, -0.349609375, 0.6015625, -1.4296875, -4.15625, -3.390625, -4.90625, -5.78125, -2.5625, -2.734375, -1.390625, 0.251953125, -7.15625, -5.96875, -5.21875, -9.25, -0.93359375, -2.25, -1.78125, -5.25, -2.84375, -1.8984375, 0.87890625, -2.9375, 2.25, -9.3125, -3.46875, -7.71875, -4.09375, -5.625, -2.921875, -4.84375, 2.40625, -0.1279296875, -4.65625, -6.0, -1.8828125, -1.5625, 1.3515625, 0.96875, -4.59375, -3.203125, -1.8125, 1.484375, -3.1875, 1.140625, -11.6875, 2.5625, -4.28125, -3.34375, -0.294921875, -2.859375, -7.25, -1.2109375, 0.099609375, -1.0546875, -10.875, -4.875, -7.125, -12.1875, -8.125, -0.79296875, -1.390625, 1.859375, -1.953125, -4.75, -6.0625, -2.34375, -5.25, -5.65625, -1.3203125, -9.0625, -3.515625, 2.625, -6.21875, -13.375, 3.1875, -9.8125, -3.09375, -15.0625, -4.21875, -10.25, -1.609375, -2.484375, 0.8359375, -0.609375, -7.25, -4.03125, -1.234375, -6.84375, -6.15625, -1.0234375, -6.5, -8.0625, -7.0, -4.59375, -0.99609375, -8.375, -1.1640625, 2.140625, -3.25, -5.3125, 1.96875, -8.1875, -0.060546875, -10.25, -0.875, -1.9140625, -5.5625, -0.6484375, -8.5, -3.40625, 0.64453125, -5.6875, -3.71875, -6.40625, -8.75, 0.2373046875, -0.75, -0.400390625, 3.21875, -8.4375, 1.453125, -0.80078125, -3.4375, -1.078125, -1.328125, -0.1513671875, 1.359375, 0.9765625, -2.171875, -15.125, -9.25, 3.546875, -13.625, -3.03125, -3.328125, 2.734375, -8.25, -1.984375, -5.34375, -4.40625, -4.8125, -1.3125, -5.03125, 1.25, 5.46875, -5.78125, 4.0625, -2.5625, -4.625, -5.40625, -0.2265625, -10.0625, -5.34375, 1.0390625, -2.640625, -8.625, -4.96875, -3.53125, -0.263671875, -0.451171875, -4.9375, -1.4765625, -8.75, -0.6015625, -4.0625, 1.9453125, -5.53125, -2.703125, 2.765625, -4.90625, -0.75, -6.25, -4.96875, -3.453125, -3.5625, -0.859375, -0.80859375, -9.875, -7.625, -0.91015625, -4.5625, -4.8125, 1.359375, -6.15625, -12.5625, -3.25, -3.203125, -1.1171875, -7.40625, 2.15625, -7.8125, -8.0625, -0.703125, 4.84375, -9.625, 1.0390625, -9.1875, -10.375, -7.9375, -1.546875, -0.365234375, 1.421875, 0.11376953125, -0.34765625, -3.75, -1.1796875, -0.0042724609375, 0.8203125, 0.74609375, -0.18359375, -5.4375, -5.1875, -3.359375, -6.46875, -8.875, 0.2255859375, -8.1875, 0.515625, 1.609375, -2.03125, -2.109375, -3.203125, -1.2265625, -3.359375, -2.46875, -1.59375, -12.5625, -8.3125, -10.5, 0.33984375, -9.5, 1.0625, -1.6015625, -7.46875, 0.59375, 0.85546875, 1.09375, -3.15625, -8.6875, -2.796875, -5.21875, -4.15625, -0.546875, -1.6328125, -2.84375, -0.578125, -11.375], "margins": [-3.4453125, 1.375, -4.1953125, 1.140625, -2.53125, 4.28515625, 0.0, 0.07421875, 6.0625, -0.44140625, 8.671875, 5.0625, 12.84765625, 0.0, 3.203125, -0.8125, -2.96875, -3.09765625, 3.484375, 1.5, 4.859375, -5.8046875, 3.640625, 7.875, 0.23712158203125, 0.625, 4.0625, 1.78173828125, 0.59375, 1.3125, 0.6875, 2.21875, 2.59375, 0.0, 1.03125, 0.0, 2.375, 2.0390625, 2.796875, -1.73046875, 6.1796875, 5.7578125, 0.1875, -1.75, 9.4921875, -0.30859375, 1.65625, 0.0, 16.3125, 1.966796875, 5.96875, 2.046875, 9.546875, 6.3125, 0.28125, 0.21875, -1.7578125, 7.3203125, 0.5625, 0.97265625, -2.8125, -4.9609375, -3.9765625, 3.46875, 0.4140625, 2.40625, 2.625, 0.0, -1.15625, -1.45703125, 6.8173828125, 3.0625, 5.671875, 3.0859375, -2.85546875, 4.921875, 5.90625, 0.75, 1.09375, -0.578125, 2.2265625, 0.8125, 12.4453125, 0.884765625, 0.0, 3.234375, 9.8046875, 1.125, 5.431640625, 9.890625, 1.75, -0.75, -2.34375, -1.384765625, 1.27734375, 0.34375, 8.859375, -2.453125, 8.265625, 3.265625, 6.75, 2.58984375, 0.46875, 1.40625, -2.6142578125, 9.765625, 6.671875, 0.1796875, -5.048828125, 5.359375, -2.1513671875, 1.984375, 4.02734375, 1.0277099609375, 1.75, 4.046875, 0.0, -1.390625, 3.453125, -2.623046875, 5.6328125, 3.921875, 18.2109375, 10.9296875, -2.703125, 7.9453125, -1.91015625, 5.265625, 0.84375, 0.63671875, 0.703125, 0.072265625, 6.4921875, 3.40625, 10.890625, 3.00830078125, 1.4072265625, 0.0, 0.0, -1.5078125, -1.0625, 1.90234375, -3.3828125, -1.71875, 0.953125, 3.78125, 0.0, 3.203125, 0.5, 0.0, 0.515625, 6.3359375, 2.2890625, -1.75, 0.671875, 3.869140625, 0.0, 11.517578125, 1.0625, 6.0625, 0.515625, -3.9609375, -0.4306640625, 0.0, 0.90625, 3.072265625, -2.890625, 1.56298828125, 4.21875, 0.0, -4.5234375, -0.38671875, 0.875, -0.375, 5.9140625, 0.921875, -0.68359375, -3.53125, 0.3515625, 1.640625, -1.390625, 6.203125, 2.8515625, -1.0, -2.390625, 3.984375, 6.0625, 4.375, 8.625, 0.25, -1.80859375, 0.6875, -0.8017578125, 3.47265625, 0.15625, -2.921875, 0.515625, 3.0625, 3.38671875, 2.234375, 6.890625, 3.0546875, 0.8125, 1.65625, 1.5390625, 0.0, -0.34375, 2.140625, 5.1953125, 2.5546875, 4.96875, 6.40625, 7.3828125, 0.0, -3.34375, -3.7578125, -0.81640625, 6.34375, 1.42578125, 2.525390625, 2.0595703125, 0.4375, 0.0, 1.9375, 4.09375, -0.837890625, 0.609375, 2.640625, 6.8125, -0.203125, 4.390625, 1.76171875, 4.21875, 0.65625, -2.45703125, -0.609375, -0.21875, 6.7734375, -0.3828125, 1.625, 1.361328125, 6.05859375, -6.234375, 0.0, -1.5, 1.859375, 4.21875, 0.0, -1.09375, -1.304931640625, -3.1640625, 1.125, -0.34375, 0.734375, -5.2373046875, -2.25, 5.03125, -1.140625, -2.125, -1.17529296875, 0.33984375, -6.26708984375, 7.515625, -0.1875, 2.484375, 1.0546875, -0.5234375, 9.625, 2.9375, -0.8828125, -1.0625, 13.2578125, 0.0, 0.765625, 2.125, 3.015625, -1.75, 0.9375, -0.59375, 5.732421875, 5.9140625, -0.53125, 0.921875, 0.29296875, 0.849609375, -0.7109375, 3.807861328125, -6.796875, 4.53125, -1.578125, -0.1328125, -5.5078125, 1.1640625, 0.149658203125, 6.54296875, -1.9296875, -3.140625, -0.859375, 4.4140625, 4.6875, 3.5859375, 14.0625, 0.0, 5.3125, -1.56591796875, 1.46875, 3.375, 6.7265625, 0.0, 3.546875, 4.8359375, -1.203125, 2.5078125, 3.43359375, 5.10546875, 7.84375, 7.453125, 0.783203125, -3.8955078125, 0.0, -1.4375, 3.36328125, 2.0703125, 5.8203125, -0.890625, 3.9189453125, -6.400390625, 2.40625, 4.18359375, 3.34375, 2.34375, -0.09375, -0.671875, 5.15234375, 4.03125, 2.92041015625, 3.13671875, -0.25, 2.953125, 8.71875, 0.0859375, -7.25390625, 0.8671875, 1.65625, -3.03125, 0.0, 1.34375, 1.078125, -1.005859375, 9.591796875, 4.625, -8.984375, 0.21875, 11.6953125, 6.90625, 6.111328125, -1.568359375, 6.609375, 5.57421875, 6.94921875, 1.7109375, -3.125, 8.064453125, -1.63037109375, 3.09375, 10.75, 4.375, 0.00390625, -0.9296875, 1.703125, -2.40625, -9.0, 7.8125, -0.625, -1.3203125, 3.3359375, -2.8125, 5.765625, 0.7578125, 0.0, 1.828125, -3.9375, 1.09375, 3.234375, -2.359375, 2.3125, 3.86328125, -1.625, 0.64453125, 11.140625, 0.0, 1.4638671875, 3.3125, -0.263671875, 1.0, 0.375, 5.140625, 0.71875, -1.48046875, 4.37109375, 2.513671875, 0.140625, -0.765625, 0.5625, -4.359375, 0.0, 0.0, 5.296875, 0.128326416015625, 0.37890625, 3.34375, 2.65234375, 0.3984375, 0.8125, 3.1875, 2.875, 0.17822265625, 2.779296875, 9.265625, 3.259765625, -3.3046875, 2.41015625, 6.52734375, 0.265625, 9.306640625, 5.25, 5.296875, 2.96875, 3.796875, 5.828125, 1.1875, 0.15625, 9.125, 1.578125, -2.068359375, -1.09375, 1.8720703125, 2.59765625, 3.71875, 0.0, 4.037109375, 3.1875, 2.67578125, -1.3125, 1.9609375, 0.80859375, 10.890625, 5.625, 1.34375, -2.859375, -1.40625, 2.3671875, -0.7109375, 1.03125, 6.5, 7.703125, 1.31640625, -0.18359375, 10.5078125, 0.6884765625, -0.296875, 0.515625, 3.72265625, 0.1640625, -0.03125, 5.03125, -8.5, 1.625, 0.5703125, 0.9375, 5.171875, 13.91796875, 8.609375, 3.96875, 16.78125, -0.7734375, -0.09375, -2.478515625, 3.111328125, 3.4296875, -4.1875, 7.0625, 0.453125, 3.5078125, 7.28125, 0.0, 3.6171875, 6.4140625, -4.134765625, 0.828125, -1.4765625, 1.4375, 4.2001953125, -5.921875, 0.7841796875, 2.078125, -1.75, 4.6875, -2.20703125, 0.578125, 2.673828125, -0.421875, 4.859375, 3.0625, -2.859375, -0.3631591796875, 1.40625, 2.5625, -0.5625, 1.119140625, -0.05859375, 0.9765625, -3.625, 0.0, 1.6875, -2.25, 7.8671875, 0.361328125, 0.0, 4.296875, 1.3046875, 2.05078125, 3.46484375, -5.625, 4.8076171875, -0.947265625, 0.4375, 0.0, -2.59375, 3.53125, -1.5625, 3.9189453125, -0.5, 0.34375, 0.0, 9.3125, 3.6875, -0.25390625, 3.4189453125, 3.5625, 2.333984375, 3.125, 0.90625, 2.6328125, 1.15625, 3.390625, 4.125, -2.19140625, 0.0, -0.34375, 8.6328125, 4.7734375, 2.125, 2.34375, 8.296875, 8.412109375, 0.03125, 2.3125, -1.734375, 3.0625, 0.734375, 2.3359375, 0.0, 11.125, 0.0078125, 7.671875, 2.6064453125, 3.23828125, 1.31640625, 3.609375, -0.109375, -0.734375, 1.8828125, 1.37890625, 1.203125, 1.21875, 1.5390625, 12.53125, 2.19921875, 5.6171875, 0.23046875, 2.841796875, 4.84375, -2.8359375, 10.890625, 0.0, 7.34375, -0.921875, 7.3046875, -4.66796875, 1.40625, 0.8046875, 3.4189453125, -1.84375, -2.6171875, 0.765625, 0.0, 0.0, 0.0, 5.953125, -9.75, 1.421875, 0.0, -0.5428466796875, -1.015625, 3.419189453125, 8.150390625, -1.77734375, 0.0, 1.47265625, 2.77734375, 4.14111328125, 2.453125, -3.09375, 4.15625, -1.345703125, 3.7890625, 2.859375, 3.09375, 3.015625, 2.53125, -3.615234375, 0.625, 6.390625, 13.8515625, 9.984375, 0.703125, 1.0390625, 4.7890625, 1.439453125, -10.7275390625, 6.96875, 2.015625, 5.375, 5.59375, -7.3671875, -0.921875, 7.234375, -0.1875, -2.4921875, -0.2890625, -1.10546875, -4.1484375, 0.0390625, 2.6015625, 3.6171875, -4.89453125, -1.5625, 1.578125, 3.7373046875, 5.0078125, 0.984375, 2.99609375, 4.1640625, 0.15625, 1.3125, 5.900390625, 7.6328125, 8.4375, 7.484375, 1.51171875, 1.65625, 1.2265625, -0.5625, -2.107421875, -1.125, 3.34375, 1.427734375, -2.8515625, 2.953125, 1.3125, 2.74609375, 1.21875, 4.5078125, -2.9375, 3.765625, 2.2734375, 3.873046875, 10.578125, 6.984375, 8.140625, 4.0, 2.41015625, 0.0, 5.84375, -6.125, -2.6875, -3.0703125, -0.40625, 2.509765625, -4.2421875, 7.59375, 2.1953125, 6.234375, 4.15869140625, 0.0, 5.015625, 1.640625, -2.2421875, 3.2529296875, 2.3125, 7.203125, 2.4375, -0.78125, 0.9765625, 0.0, 5.8984375, -1.453125, -0.65625, -3.46875, 0.0, -6.640625, 12.58984375, -0.359375, -7.21875, -5.78125, -0.845703125, 0.328125, 4.953125, 1.8671875, -4.021484375, 5.0078125, 8.953125, 2.734375, -2.0, 3.5625, 3.71875, -3.16015625, -4.734375, 2.328125, 1.626953125, 2.046875, 2.15625, 1.265625, -5.0, 0.28125, 3.2578125, 5.984375, -1.140625, -0.96875, 11.03125, 11.015625, 0.234375, 2.375, 0.0, 12.65625, 0.40625, 8.9296875, 6.640625, 0.59375, 0.5, 1.14453125, 5.7265625, 5.6328125, -2.578125, 3.15625, 1.34375, 0.98095703125, -2.25, 6.609375, 6.8837890625, -1.375, -3.37890625, 11.546875, 0.9453125, -1.03125, 1.171875, 0.53125, -8.71875, 3.15625, -5.658203125, 7.53125, 6.0625, 0.8046875, 3.75, -5.2578125, 0.4375, 2.4140625, -2.91015625, 5.978515625, -1.0625, 6.40924072265625, 5.46875, 1.2626953125, -1.90625, -1.693359375, 0.15625, 8.0, -6.046875, -0.20703125, 2.1328125, -3.296875, 0.3828125, 0.2734375, 3.015625, -1.92578125, -1.15625, 3.8125, -0.9375, -0.140625, 5.9375, 4.8671875, 3.921875, -3.23828125, 0.0, -1.4375, 1.515625, 2.09375, 1.515625, 0.0, 3.6953125, -2.6953125, -7.984375, -2.78125, 0.3125, -1.03125, 3.8203125, 5.109375, 3.3046875, 10.7109375, 8.421875, -0.5234375, 4.0546875, 6.859375, 0.0, 3.208984375, 2.748046875, -0.681640625, 0.0, 5.7890625, -2.5, -7.0859375, 4.20703125, -0.5625, 0.84375, -3.171875, -2.12890625, 6.828125, -4.84375, 1.9375, 8.578125, 3.140625, 1.640625, 6.921875, 1.3125, 11.078125, 0.0, 2.32421875, 2.1875, 3.5859375, -3.5, -3.09375, 3.875, 3.984375, 5.203125, 2.703125, 6.59765625, 0.6875, 6.453125, 7.0078125, -1.2734375, -7.203125, 5.0, 1.9296875, 5.09375, 6.6875, 7.7958984375, -0.6875, -0.263671875, -1.0234375, 2.24560546875, -3.10546875, 2.59375, 1.96484375, 1.0277099609375, -0.28515625, -0.40625, -0.93359375, 2.5625, 1.0625, 6.203125, 3.59375, 3.34375, -0.2267608642578125, 11.34375, 1.171875, 3.515625, 1.8056640625, -0.296875, 5.203125, -1.1328125, 3.779296875, -0.3125, 2.609375, 12.4794921875, 6.6640625, 0.5625, -2.29296875, 8.2890625, -0.736328125, 1.2734375, 3.515625, -2.4765625, 1.75390625, 1.078125, 3.08251953125, 10.9375, 2.6142578125, 3.5703125, 2.3125, -0.4921875, 2.3046875, 0.0, -0.90625, 2.1875]} \ No newline at end of file diff --git a/margin_logs/val_margins_general_epoch_9.json b/margin_logs/val_margins_general_epoch_9.json new file mode 100644 index 0000000000000000000000000000000000000000..69c9babf00d6566f30471c9ea774fcb116c97cea --- /dev/null +++ b/margin_logs/val_margins_general_epoch_9.json @@ -0,0 +1 @@ +{"epoch": 9.0, "step": 2214, "domain": "general", "rewards_chosen": [-3.640625, 2.34375, -1.4609375, -2.59375, -3.625, 1.03125, 0.484375, -0.46484375, 2.453125, 0.11767578125, -1.0234375, 1.6015625, 0.02685546875, -4.8125, -2.59375, -1.9140625, -4.3125, 1.21875, -1.8828125, -8.125, -2.6875, -3.5, -1.5703125, 3.140625, 0.310546875, -6.09375, -12.0, 0.166015625, -2.5, -5.0625, -10.0, -2.203125, 2.3125, -2.140625, -4.9375, -2.015625, 1.75, 1.875, -3.1875, -2.296875, 1.7421875, -1.4765625, -9.5, -3.96875, 1.3515625, 1.03125, -5.5625, -0.5859375, 5.34375, 1.6640625, -0.69140625, -3.421875, -0.83203125, 1.3828125, 5.65625, 3.625, -1.9609375, 2.015625, -6.21875, 0.55859375, 5.34375, -6.3125, -1.6875, -4.28125, -1.140625, -4.96875, -7.34375, -2.5, -5.75, -0.1689453125, 0.43359375, -3.71875, -3.453125, 1.6796875, -0.7109375, -2.921875, -5.1875, 4.0, -8.1875, 2.0625, -0.96875, -1.484375, 1.2265625, 1.6484375, -2.03125, -1.1796875, 1.7421875, -5.4375, -0.045166015625, 0.95703125, -3.265625, -2.625, -3.3125, -0.9921875, 0.9609375, -6.375, -2.984375, -1.28125, -3.09375, -2.78125, -3.78125, 0.8203125, -3.359375, -4.3125, 0.09716796875, 3.859375, 1.578125, -1.4453125, -4.1875, 2.84375, 0.51171875, 1.53125, 1.09375, 1.53125, -3.28125, -1.3515625, -0.6015625, -3.015625, -3.046875, -2.328125, 1.90625, -3.265625, 0.9609375, -1.2109375, -6.65625, -1.328125, 1.328125, -1.5234375, -6.375, -0.1142578125, -0.009033203125, 1.0859375, -0.7890625, -3.40625, 3.40625, 0.36328125, 2.03125, -3.515625, -5.4375, -0.92578125, -4.9375, -0.0966796875, -0.7265625, -3.46875, -2.234375, 2.25, -6.6875, -2.59375, 0.9609375, -7.78125, -1.0390625, -2.015625, 1.421875, -0.27734375, -1.4765625, 4.4375, -8.1875, -0.2890625, -4.75, -4.59375, -1.9140625, -2.765625, 0.43359375, -4.4375, -3.515625, 4.03125, -4.875, 1.7890625, -6.96875, -0.09619140625, -3.328125, 1.03125, -2.78125, -6.3125, 1.78125, -1.8359375, -1.390625, -8.25, 1.8203125, -1.484375, -6.0625, 1.8828125, 4.0, -4.59375, -1.2578125, -2.21875, 2.453125, -3.9375, -1.6796875, -2.65625, -1.859375, -1.6484375, 0.4140625, -0.56640625, -4.375, -4.6875, -3.109375, -1.140625, -0.408203125, -3.21875, -1.6015625, -0.5703125, -6.09375, -7.875, 3.59375, -5.90625, -6.9375, -4.4375, -0.265625, 3.28125, 3.703125, -5.5625, -1.703125, 4.96875, -8.9375, -6.25, -1.109375, 3.140625, 0.0654296875, 0.02197265625, 0.044189453125, -3.125, -2.125, -1.671875, -2.28125, 0.46484375, -3.0, 1.84375, -3.109375, 1.296875, -1.390625, 0.9609375, -5.375, -2.21875, -0.52734375, -1.828125, 3.15625, 6.28125, 0.859375, -4.03125, 0.0693359375, -0.2578125, -7.40625, -6.71875, -6.375, -2.671875, -3.453125, -0.125, -4.71875, -0.9765625, -1.71875, -5.15625, -6.9375, -2.234375, 0.50390625, -6.375, -3.34375, -2.421875, -7.5625, 0.3515625, 1.0859375, -6.53125, 4.25, -4.71875, -3.234375, -1.828125, -1.8359375, -0.85546875, 1.09375, -2.71875, -4.34375, 2.28125, -5.90625, -1.84375, -6.0625, 3.171875, -5.9375, -4.875, 4.0, 1.1015625, 1.78125, 2.578125, 3.90625, 0.3984375, 1.0, -1.015625, 0.5703125, -8.875, -0.482421875, -4.78125, -0.57421875, -4.65625, -0.61328125, 0.18359375, -0.08935546875, -1.984375, -5.1875, -3.40625, 3.71875, -9.5, -1.265625, 4.65625, -3.78125, -3.046875, 0.62109375, -5.125, -9.1875, -0.12255859375, -7.15625, 1.859375, 3.71875, -3.25, 1.3515625, -0.2197265625, -0.63671875, 2.34375, -1.875, 0.765625, -4.25, -5.15625, -0.75390625, 3.28125, 1.46875, -0.6953125, -4.3125, 0.326171875, -6.09375, 1.2265625, -0.3359375, -5.84375, -0.400390625, -0.55078125, -3.96875, -0.94921875, -4.96875, 0.51171875, -0.56640625, -6.3125, 1.8515625, -1.53125, 1.0078125, -8.4375, 2.25, -6.53125, -7.53125, -0.46484375, 1.40625, -3.234375, -0.05224609375, -0.423828125, -5.875, -7.71875, 7.46875, 1.5, -4.4375, 0.8125, 0.330078125, 2.890625, 0.87890625, -0.083984375, 1.609375, -7.03125, 0.6484375, 0.41015625, -4.65625, -0.48828125, -1.515625, -1.0859375, 1.953125, -1.7421875, -6.625, -6.90625, 2.484375, -2.921875, -0.3984375, 0.7109375, -0.890625, -2.484375, -1.4609375, -4.4375, -2.828125, -1.078125, -1.4765625, -2.078125, -4.125, -7.21875, -0.240234375, -1.6796875, 1.3125, 3.109375, -8.1875, 1.4375, 2.921875, -0.298828125, 6.25, -7.0625, 2.5625, -2.3125, -1.1796875, -0.318359375, 3.1875, 4.46875, -2.265625, -2.734375, -2.640625, -1.7109375, -2.078125, -3.71875, 0.48828125, 1.28125, -4.40625, 1.0859375, -0.65234375, -4.1875, -0.61328125, -2.984375, 0.484375, 3.484375, 2.5625, 0.65625, -3.609375, 2.609375, -0.314453125, -2.71875, 0.87890625, 3.484375, -2.671875, -2.34375, 2.53125, -0.6484375, -1.9453125, -4.5625, 2.375, -3.453125, -2.5625, -3.140625, 2.5, 3.765625, -5.34375, -8.1875, 0.29296875, 1.640625, -0.427734375, -7.5625, 3.125, 0.64453125, 3.40625, -8.625, -6.15625, -2.03125, -9.5625, -1.984375, -1.8203125, -4.625, -0.53125, 4.75, -0.32421875, -0.75, 0.67578125, -0.439453125, -2.6875, -1.5625, 3.140625, -1.578125, -5.0625, 0.9921875, -5.0625, -3.21875, 2.265625, -6.78125, -2.59375, 1.453125, -2.9375, -6.25, 4.0, -2.28125, -1.6875, 0.8203125, 0.095703125, 1.8203125, -2.8125, 4.28125, 2.671875, -0.267578125, -2.828125, -9.25, 0.7890625, -2.296875, -2.78125, -2.25, -0.51171875, 4.3125, 0.11083984375, -2.25, 0.33984375, -4.34375, -8.625, -12.0, 1.5625, 3.96875, 0.5078125, 0.90234375, 0.8203125, -2.78125, -0.640625, 0.2001953125, -2.0, -0.6171875, -4.65625, 0.99609375, 1.296875, -1.359375, -6.71875, -4.40625, 3.765625, -1.9921875, -0.5703125, 1.1328125, -6.40625, -2.75, -0.27734375, 0.796875, -0.431640625, -11.875, 1.15625, -0.57421875, -5.59375, -3.609375, -3.515625, -3.78125, -4.625, 0.326171875, -10.375, -2.109375, -6.3125, -1.53125, -8.75, -0.1435546875, 0.240234375, -5.21875, 0.40625, -4.78125, -3.515625, 1.375, 2.9375, -2.0625, -5.96875, -2.765625, -4.0625, -3.390625, -2.703125, -0.048095703125, 5.8125, -2.265625, -1.203125, 0.546875, -7.28125, -5.5, -3.265625, -8.0, 1.8984375, -0.7109375, -1.875, 1.0546875, -0.71875, -2.671875, 2.546875, 2.484375, 1.96875, 3.53125, -0.875, -3.09375, -0.302734375, 1.2734375, -2.4375, -4.6875, 3.59375, 4.0625, 1.4140625, -1.8671875, 0.447265625, 0.154296875, -2.265625, -1.234375, 4.40625, -5.40625, 4.0625, -2.953125, 2.09375, -3.8125, 4.46875, -1.2421875, 0.240234375, -7.0, -2.40625, -1.2265625, -4.9375, -13.25, 5.34375, -0.76171875, -5.5, -2.453125, -0.416015625, -0.47265625, -3.0, 0.255859375, 0.51953125, -2.734375, -0.83984375, 2.53125, -0.05029296875, 0.515625, -2.375, -7.625, 2.15625, -0.390625, 2.59375, -2.46875, -1.4609375, -2.984375, -7.71875, -3.3125, -1.6875, 3.40625, 1.5234375, 3.765625, -0.2080078125, -0.5859375, 5.28125, -0.0081787109375, -10.5625, -0.98046875, 1.3359375, 2.546875, -0.87109375, -9.625, 1.2265625, -3.0, -10.9375, -4.5, -1.1328125, 0.10400390625, -2.703125, 0.88671875, 0.298828125, 5.53125, 1.078125, -7.40625, -3.9375, 0.34375, 4.71875, 3.75, 0.5390625, -0.6015625, -5.28125, -2.421875, 0.140625, 1.3984375, -1.6796875, 0.400390625, 1.2109375, -3.875, -0.06591796875, -5.59375, -1.6953125, -3.578125, -4.53125, 1.6640625, -2.171875, 1.8984375, -2.421875, 0.1845703125, -3.125, -0.953125, -5.625, 1.875, 1.2734375, 5.03125, 3.625, 1.8515625, 3.234375, -5.09375, 2.609375, -2.25, 4.4375, -11.9375, -5.34375, -5.09375, 1.0546875, -0.04541015625, -1.7890625, -1.828125, -1.625, -1.296875, 0.09130859375, -5.8125, 2.671875, -3.421875, 0.1728515625, 3.171875, -2.4375, 1.4609375, 0.44140625, -2.65625, 2.5625, 0.95703125, 1.546875, -4.84375, -2.515625, -2.703125, -3.1875, -5.5625, 1.703125, 2.703125, -12.1875, -8.875, -0.95703125, -1.8671875, -2.984375, 0.93359375, -3.078125, 4.59375, -1.21875, -1.4140625, -9.25, -9.0625, -4.1875, -4.25, -6.5625, 4.78125, -0.09326171875, -3.609375, -3.953125, -0.609375, -8.6875, -5.40625, 2.4375, -2.46875, -4.6875, 1.7265625, 5.1875, -2.65625, 4.09375, -7.65625, -3.28125, -1.8671875, -3.8125, -1.3984375, 4.875, -1.8828125, 0.9609375, 1.4765625, -1.5234375, 2.21875, -3.4375, -4.0625, -5.125, 0.6875, -8.8125, -0.83203125, 0.2197265625, -5.9375, -4.40625, 3.6875, 0.043701171875, 1.484375, -2.359375, -4.75, -6.96875, -5.09375, -5.75, -1.9921875, 6.03125, -0.69921875, -1.6953125, -5.40625, -7.5625, -0.2265625, -2.453125, 0.44921875, -4.59375, 0.025634765625, -3.875, 1.890625, -2.53125, -1.7109375, 4.0, -0.140625, -4.71875, -0.423828125, -0.9375, -4.09375, -0.90234375, 0.48828125, 5.25, -0.8046875, -2.796875, -11.625, -10.75, 4.09375, -7.8125, 2.25, 0.78515625, -0.55859375, -8.5625, -3.515625, -4.25, -2.046875, -3.171875, -1.4609375, -0.66796875, -1.2109375, -2.09375, -9.0625, 5.1875, -4.28125, -0.76171875, 0.15625, 3.59375, 1.6953125, 3.703125, 0.482421875, 2.15625, -1.9765625, -4.96875, -0.01708984375, 2.546875, -1.0859375, -5.0625, 4.71875, -11.3125, -7.625, 0.61328125, 1.8203125, -4.1875, -5.71875, 0.9375, 1.8359375, -6.1875, -4.90625, 4.78125, -0.1162109375, -1.484375, 6.71875, 1.0625, 1.5859375, -7.96875, 1.671875, -2.234375, -1.265625, -2.0625, -9.5625, -9.0625, 0.72265625, 2.25, 1.953125, -0.45703125, 2.921875, -1.0546875, -1.2109375, -0.96484375, -2.015625, -4.5, 3.703125, -3.890625, -3.65625, 0.0291748046875, -2.15625, -0.298828125, 0.5625, 2.890625, -2.609375, -0.396484375, 1.1015625, 1.53125, 1.234375, 1.046875, -0.7890625, -2.375, -3.734375, 3.265625, -3.25, -5.46875, 0.0791015625, 3.609375, 1.8984375, 5.8125, -0.515625, -2.890625, 2.25, -1.8046875, 0.8515625, -3.0, 1.328125, 0.04931640625, -2.546875, -10.8125, -1.2734375, -0.84375, 0.8203125, 0.052001953125, -4.53125, -1.796875, 2.640625, 2.578125, 0.400390625, 2.9375, 0.69140625, -1.8125, -1.9296875, -0.400390625, 0.68359375, -2.78125, -1.78125, -9.625], "rewards_rejected": [-0.197265625, 0.60546875, 2.890625, -3.609375, -0.283203125, -4.4375, 0.484375, -0.37109375, -3.84375, 1.4453125, -10.5, -2.890625, -14.0625, -4.8125, -5.875, -1.8515625, -1.6796875, 4.40625, -5.4375, -9.625, -8.0, 1.859375, -5.375, -4.78125, 0.1240234375, -5.625, -16.25, -1.5625, -3.171875, -7.625, -9.125, -5.03125, -0.7578125, -2.140625, -5.65625, -2.015625, -0.2431640625, -0.1552734375, -5.59375, -0.7734375, -4.25, -7.53125, -9.625, -1.9140625, -8.5, 1.4453125, -7.3125, -0.5859375, -12.3125, 0.2490234375, -7.46875, -5.65625, -10.75, -5.65625, 5.71875, 3.53125, -0.416015625, -6.125, -6.5, -0.003448486328125, 8.3125, -1.2421875, 2.5, -8.0625, -1.7734375, -7.65625, -9.8125, -2.5, -5.3125, 1.5390625, -7.1875, -7.625, -9.625, -1.2109375, 2.390625, -8.3125, -11.5625, 3.0625, -9.5, 2.34375, -3.578125, -2.546875, -12.1875, 0.32421875, -2.03125, -4.21875, -8.875, -6.65625, -5.84375, -9.8125, -6.09375, -1.1796875, -0.91015625, 0.14453125, -0.41015625, -6.78125, -13.1875, 1.1953125, -11.6875, -6.5625, -10.6875, -1.9609375, -3.9375, -5.0, 2.734375, -6.6875, -5.46875, -0.87890625, 1.125, -3.140625, 2.671875, -0.62890625, -3.1875, 0.39453125, -5.3125, -5.78125, -0.6015625, -1.1015625, -7.125, 0.203125, -5.28125, -7.90625, -18.25, -12.625, -3.234375, -9.375, 2.78125, -7.09375, -7.46875, -0.365234375, 0.0634765625, 0.984375, -7.09375, -6.78125, -7.65625, -2.796875, 0.68359375, -3.515625, -5.4375, 0.5546875, -3.828125, -2.171875, 2.234375, -1.625, -4.28125, -1.8515625, -6.6875, -5.875, 1.21875, -7.25, -1.078125, -8.3125, -1.0859375, 1.078125, -2.40625, 0.16796875, -8.1875, -12.0625, -6.0, -11.8125, -2.640625, 1.4453125, 0.98828125, -4.4375, -4.90625, 0.72265625, -1.6484375, 0.26171875, -11.0, -0.09619140625, 1.828125, 1.8984375, -3.78125, -6.0625, -4.78125, -2.890625, -0.51171875, -4.9375, 0.703125, -3.71875, -4.3125, -4.40625, 1.0078125, -4.9375, 1.25, -6.84375, -3.84375, -8.8125, -10.75, -3.421875, -0.271484375, -2.75, 1.3515625, -4.09375, -4.78125, -1.203125, -3.984375, -4.1875, -3.859375, -5.25, -8.625, -4.09375, -6.9375, -9.625, 2.15625, -5.90625, -6.09375, -6.21875, -6.0625, 0.71875, -1.5, -11.625, -9.375, 4.96875, -5.15625, -1.7421875, -0.46875, -3.46875, -1.6015625, -2.46875, -2.171875, -3.578125, -2.125, -3.515625, -7.125, 1.4609375, -2.96875, -0.87109375, -10.375, 1.9609375, -6.21875, -1.0859375, -9.375, -3.28125, 2.25, -1.203125, 3.53125, -1.6875, 1.6015625, -5.78125, -1.578125, -6.3125, -0.97265625, -6.71875, -4.75, -4.8125, -7.65625, -0.125, -3.359375, 0.240234375, 0.8046875, -6.5, -6.09375, -3.0, 5.5625, -4.0625, -8.6875, -1.0078125, -4.90625, 1.8828125, 0.859375, 0.453125, -3.421875, -4.75, -5.21875, -2.953125, -0.76171875, -11.375, -2.234375, -1.6796875, -3.21875, -11.625, -5.90625, -2.8125, -6.46875, -0.5078125, -3.984375, -5.46875, 4.65625, -6.375, -4.78125, 3.21875, 2.84375, 0.177734375, 0.00830078125, -0.1513671875, -3.828125, -1.671875, -5.34375, -3.109375, -0.53515625, 1.3515625, -1.6328125, -0.06640625, -7.71875, 0.84765625, -1.3984375, -2.375, -0.8203125, -14.625, -4.3125, -10.0, -3.78125, -9.1875, 1.609375, -6.375, -12.75, -7.625, -7.15625, -1.546875, -1.6484375, -1.984375, -1.359375, -3.578125, -5.59375, -5.8125, -9.4375, -0.2451171875, -0.068359375, -5.15625, 0.71875, -0.5625, -0.5703125, -6.71875, -3.03125, -4.40625, 0.404296875, -0.5625, -4.3125, -8.9375, -1.8359375, -0.515625, -3.359375, -6.28125, -9.375, -3.046875, -3.84375, -6.15625, -1.1640625, -11.4375, 1.1640625, -0.6484375, 1.390625, -8.625, -4.375, -0.46484375, -0.232421875, -4.4375, 1.0703125, -9.5625, -10.5625, 1.71875, 7.0, -10.5, -11.3125, -6.09375, 1.625, -4.03125, -4.8125, -7.46875, -0.197265625, -3.78125, -7.9375, 2.171875, -7.21875, -11.625, -7.03125, -0.298828125, 2.921875, -3.046875, -3.9375, 2.859375, -6.03125, -1.9765625, 1.0546875, -2.890625, 1.84375, -8.8125, -2.609375, -4.4375, -4.40625, 3.015625, -3.234375, -4.875, -1.578125, -9.8125, -4.46875, -0.228515625, 0.63671875, -8.5625, -8.1875, -0.216796875, -0.49609375, -0.051025390625, 5.34375, -7.5, -2.9375, -2.828125, 0.2490234375, -4.78125, 1.0859375, 3.984375, -1.890625, -3.296875, 1.96875, -1.7109375, -2.078125, -9.3125, 0.318359375, 1.2890625, -8.4375, -1.4765625, -1.2265625, -4.5, -4.25, -6.0625, 0.33984375, 0.6875, -7.375, -2.71875, -0.7421875, -0.400390625, -7.125, -2.90625, -9.5, -2.078125, -8.625, -5.59375, -1.171875, -7.09375, -3.34375, -4.75, -7.625, -5.53125, -0.44140625, -1.8203125, 0.52734375, 1.0234375, -9.375, -8.1875, -3.375, -1.203125, -3.359375, -6.8125, 0.89453125, 0.059326171875, -7.65625, -14.5, -8.375, 0.97265625, -8.4375, -4.25, -0.59765625, -5.3125, -7.5, -3.78125, -1.875, -0.66796875, -9.9375, -1.2265625, -3.546875, -2.25, -0.5625, -1.8359375, -4.9375, -4.1875, 2.859375, -4.6875, 1.765625, -7.40625, -8.375, -14.625, -12.9375, -10.9375, -13.75, -1.328125, -0.5234375, 3.109375, -2.9375, -1.3671875, 2.25, -3.53125, 2.25, -4.21875, -10.8125, -9.25, -3.4375, -8.3125, 0.7890625, -3.4375, 0.74609375, 2.8125, -4.34375, 3.9375, 0.12890625, -6.09375, -6.59375, -16.125, 3.515625, 3.46875, -1.765625, 1.875, -3.125, -6.34375, 2.21875, 0.7421875, -3.78125, -3.328125, -4.40625, -0.154296875, 1.5390625, -2.5625, -2.546875, -4.40625, 1.6328125, -0.51953125, -9.0, 0.8984375, -6.40625, -8.375, -1.6484375, -0.94140625, -4.0625, -5.59375, -4.40625, 0.390625, -5.90625, -3.609375, -0.44140625, -7.4375, -3.0625, -4.40625, -10.0, -2.484375, -6.3125, -11.75, -12.75, 0.035888671875, -3.578125, -9.125, -2.03125, -8.625, -4.59375, -1.703125, 1.671875, -6.0625, -10.3125, -0.7265625, -4.0625, -3.0625, -11.125, -5.1875, 3.546875, -4.84375, -10.5625, -8.6875, -7.25, -8.0625, -1.875, -11.0625, 1.5859375, -3.609375, -1.875, -10.6875, -0.73828125, -10.625, -0.10205078125, -0.69140625, 1.046875, -0.1611328125, -0.412109375, -2.1875, -2.109375, -0.2333984375, -3.53125, -6.125, 2.15625, -9.125, -0.94140625, -7.5625, 0.73828125, -3.4375, -7.59375, 1.609375, -6.1875, -5.40625, -3.375, -1.921875, -6.15625, 0.9609375, 2.65625, -2.40625, -3.578125, -4.71875, 0.373046875, -2.0625, -4.9375, -13.25, 5.34375, -7.28125, 4.21875, -4.09375, -0.416015625, 0.431640625, -1.3828125, -3.15625, -8.25, -0.8828125, -0.83984375, 0.8515625, -3.140625, -4.40625, -4.8125, -4.0, -2.765625, 0.8828125, -1.0703125, -5.0625, -5.0, -6.375, -10.5625, -0.2578125, -2.171875, -2.40625, -13.25, -7.34375, -1.015625, -1.4765625, 0.59765625, -0.84375, 0.84375, -8.9375, -0.8828125, -2.0625, -6.40625, -1.734375, 2.21875, -11.0, -10.75, -1.375, -0.62109375, 1.4140625, 2.0, 0.765625, -2.46875, 1.734375, 6.1875, -5.125, -5.3125, -3.625, -0.61328125, 2.5, -2.609375, -4.8125, -5.84375, -4.5625, -5.375, -6.71875, -11.125, -7.4375, -0.404296875, -5.8125, -1.2109375, -5.5625, 1.109375, -2.640625, -7.9375, 0.41796875, 0.4453125, -1.078125, -4.5625, -3.171875, -5.0625, -6.25, -2.609375, -2.46875, -1.2109375, 1.2578125, -7.59375, -5.4375, -4.9375, -9.4375, -0.400390625, -2.25, -2.203125, -5.46875, -2.59375, -1.9765625, 1.4453125, -2.78125, 2.34375, -10.0625, -2.5625, -7.0625, -4.34375, -5.8125, -2.109375, -4.0, 3.015625, -0.2216796875, -4.75, -6.28125, -1.8046875, -1.9765625, 1.5703125, 0.95703125, -4.78125, -2.484375, -1.703125, 1.953125, -3.1875, 1.4609375, -12.0, 3.21875, -4.03125, -3.171875, -0.48828125, -2.1875, -7.625, -0.77734375, 0.84765625, -1.5078125, -12.0625, -4.78125, -7.125, -12.0, -8.4375, -0.67578125, -1.6171875, 2.703125, -1.8046875, -5.0, -6.3125, -2.046875, -4.96875, -6.03125, -1.234375, -8.9375, -3.640625, 2.671875, -6.40625, -14.0625, 3.796875, -10.75, -3.28125, -15.5, -4.28125, -10.4375, -1.65625, -2.4375, 1.21875, -0.1953125, -7.59375, -3.71875, -1.2890625, -6.46875, -6.375, -0.380859375, -6.71875, -8.6875, -7.1875, -4.8125, -0.66796875, -8.5, -0.9140625, 3.046875, -4.0625, -6.125, 2.59375, -8.5625, -0.1533203125, -10.6875, -0.423828125, -1.609375, -5.78125, -0.318359375, -8.375, -2.953125, 0.65234375, -6.84375, -3.578125, -6.3125, -9.0, 0.52734375, -0.77734375, -0.0024566650390625, 3.578125, -9.0625, 1.8671875, -0.1669921875, -3.546875, -0.8046875, -1.171875, 0.07080078125, 1.6875, 0.8984375, -2.53125, -15.75, -9.4375, 4.03125, -14.5, -3.1875, -3.234375, 3.109375, -8.5625, -2.0, -5.90625, -4.59375, -4.71875, -1.4609375, -4.3125, 0.8125, 6.3125, -6.03125, 4.9375, -2.703125, -4.09375, -4.59375, 0.10693359375, -10.3125, -5.28125, 1.171875, -1.71875, -8.875, -4.96875, -3.375, 0.040771484375, 0.33203125, -5.0625, -1.328125, -9.0, -0.8671875, -3.609375, 2.28125, -5.34375, -2.328125, 3.484375, -5.25, -0.59375, -7.15625, -4.71875, -3.375, -3.71875, -0.384765625, -0.78125, -10.5625, -7.96875, -0.6796875, -4.40625, -4.3125, 1.8671875, -6.25, -12.75, -3.234375, -3.4375, -0.7578125, -7.25, 2.109375, -7.875, -9.1875, -0.3828125, 5.625, -10.0, 1.6640625, -9.125, -11.0625, -7.9375, -1.4765625, -0.051025390625, 1.640625, 0.5546875, 0.208984375, -3.359375, -0.703125, 0.39453125, 1.7109375, 1.4453125, 0.228515625, -5.40625, -5.125, -3.375, -7.25, -9.3125, 0.419921875, -8.375, 0.70703125, 2.015625, -2.375, -2.015625, -3.4375, -0.9375, -3.15625, -2.625, -1.2578125, -12.6875, -8.5625, -11.1875, 0.68359375, -9.875, 1.515625, -1.8828125, -7.5, 0.61328125, 0.6484375, 1.4765625, -3.078125, -8.5, -1.6875, -5.9375, -5.09375, 0.279296875, -2.515625, -2.78125, -0.6328125, -12.1875], "margins": [-3.443359375, 1.73828125, -4.3515625, 1.015625, -3.341796875, 5.46875, 0.0, -0.09375, 6.296875, -1.32763671875, 9.4765625, 4.4921875, 14.08935546875, 0.0, 3.28125, -0.0625, -2.6328125, -3.1875, 3.5546875, 1.5, 5.3125, -5.359375, 3.8046875, 7.921875, 0.1865234375, -0.46875, 4.25, 1.728515625, 0.671875, 2.5625, -0.875, 2.828125, 3.0703125, 0.0, 0.71875, 0.0, 1.9931640625, 2.0302734375, 2.40625, -1.5234375, 5.9921875, 6.0546875, 0.125, -2.0546875, 9.8515625, -0.4140625, 1.75, 0.0, 17.65625, 1.4150390625, 6.77734375, 2.234375, 9.91796875, 7.0390625, -0.0625, 0.09375, -1.544921875, 8.140625, 0.28125, 0.562042236328125, -2.96875, -5.0703125, -4.1875, 3.78125, 0.6328125, 2.6875, 2.46875, 0.0, -0.4375, -1.7080078125, 7.62109375, 3.90625, 6.171875, 2.890625, -3.1015625, 5.390625, 6.375, 0.9375, 1.3125, -0.28125, 2.609375, 1.0625, 13.4140625, 1.32421875, 0.0, 3.0390625, 10.6171875, 1.21875, 5.798583984375, 10.76953125, 2.828125, -1.4453125, -2.40234375, -1.13671875, 1.37109375, 0.40625, 10.203125, -2.4765625, 8.59375, 3.78125, 6.90625, 2.78125, 0.578125, 0.6875, -2.63720703125, 10.546875, 7.046875, -0.56640625, -5.3125, 5.984375, -2.16015625, 2.16015625, 4.28125, 1.13671875, 2.03125, 4.4296875, 0.0, -1.9140625, 4.078125, -2.53125, 7.1875, 4.640625, 19.2109375, 11.4140625, -3.421875, 8.046875, -1.453125, 5.5703125, 1.09375, 0.2509765625, -0.072509765625, 0.1015625, 6.3046875, 3.375, 11.0625, 3.16015625, 1.34765625, 0.0, 0.0, -1.48046875, -1.109375, 2.0751953125, -2.9609375, -1.84375, 2.046875, 4.1015625, 0.0, 3.28125, -0.2578125, -0.53125, 0.0390625, 6.296875, 2.5078125, -1.35546875, 0.9296875, 4.26953125, 0.0, 11.7734375, 1.25, 7.21875, 0.7265625, -4.2109375, -0.5546875, 0.0, 1.390625, 3.30859375, -3.2265625, 1.52734375, 4.03125, 0.0, -5.15625, -0.8671875, 1.0, -0.25, 6.5625, 1.0546875, -0.87890625, -3.3125, 1.1171875, 2.234375, -1.75, 6.2890625, 2.9921875, 0.34375, -2.5078125, 4.625, 6.296875, 4.875, 9.0703125, 0.765625, -1.587890625, 1.1015625, -0.9375, 3.52734375, 0.40625, -3.484375, 0.875, 3.046875, 3.451171875, 2.03125, 7.0234375, 3.5234375, 0.84375, 1.75, 1.4375, 0.0, -0.84375, 1.78125, 5.796875, 2.5625, 5.203125, 6.0625, 7.671875, 0.0, -3.78125, -4.5078125, -0.640625, 6.609375, 1.6669921875, 2.49072265625, 2.216064453125, 0.453125, 0.0, 1.84375, 4.84375, -0.99609375, -0.03125, 2.71484375, 7.265625, -0.6640625, 4.828125, 2.046875, 4.0, 1.0625, -2.77734375, -0.625, -0.375, 7.96875, -0.7421875, 1.75, 1.6474609375, 6.0546875, -6.43359375, 0.0, -1.625, 2.140625, 4.203125, 0.0, -1.359375, -1.216796875, -2.5234375, 1.34375, -0.84375, 0.765625, -5.05859375, -2.3125, 5.34375, -1.4140625, -2.65625, -1.53125, 0.2265625, -6.984375, 7.671875, 0.03125, 1.984375, 1.125, -1.07421875, 10.51953125, 3.328125, -1.0390625, -1.125, 13.90625, 0.0, 0.96875, 0.40625, 3.6796875, -1.953125, 0.59375, -0.65625, 7.4765625, 6.5625, -0.640625, 1.0625, 0.220703125, 0.99169921875, -0.8642578125, 4.3984375, -7.203125, 4.861328125, -1.671875, -0.0390625, -6.0078125, 1.01953125, 0.25, 7.62939453125, -2.83203125, -3.7890625, -1.03125, 4.5390625, 5.125, 3.046875, 14.65625, 0.0, 6.140625, -0.98828125, 1.25, 3.5625, 7.50244140625, 0.0, 3.40625, 5.3671875, -1.265625, 2.7109375, 3.3583984375, 4.95703125, 8.15625, 7.5625, 1.0107421875, -4.181640625, 0.0, -1.47265625, 3.84375, 2.0390625, 6.0234375, -1.28125, 4.732421875, -6.498046875, 1.7890625, 3.9765625, 3.09375, 1.435546875, -0.03515625, -0.609375, 5.33203125, 4.40625, 3.55859375, 3.27734375, -0.15625, 3.015625, 9.90625, -0.15625, -7.7890625, 0.859375, 2.09375, -3.15625, 0.0, 1.638671875, 1.203125, -1.12255859375, 9.138671875, 4.6875, -9.4375, 0.46875, 12.0, 6.875, 6.90625, -1.294921875, 6.921875, 5.69140625, 7.384765625, 1.806640625, -3.25, 8.5859375, -1.76171875, 2.5625, 11.13671875, 5.515625, -0.787109375, -0.96875, 1.3046875, -2.6875, -9.765625, 8.515625, -0.9453125, -1.453125, 3.6015625, -2.734375, 6.328125, 1.1484375, 0.0, 1.578125, -4.09375, 1.7578125, 2.796875, -2.546875, 2.59375, 4.228515625, -1.451171875, 0.67578125, 11.671875, 0.0, 1.654296875, 3.41796875, -0.247802734375, 0.90625, 0.4375, 5.5, 0.515625, -1.4287109375, 4.462890625, 2.1015625, 0.484375, -0.375, 0.5625, -4.609375, 0.0, 0.0, 5.59375, 0.169921875, -0.0078125, 4.03125, 2.5625, 0.57421875, 0.3125, 3.63671875, 3.078125, 0.14453125, 2.796875, 9.9375, 3.375, -2.8671875, 3.009765625, 6.810546875, 0.1875, 10.37890625, 5.5625, 5.953125, 3.25, 3.703125, 6.4453125, 1.3984375, 0.1875, 10.0, 2.078125, -2.12109375, -1.3203125, 1.97265625, 2.7421875, 4.03125, 0.0, 3.66796875, 2.84375, 2.931640625, -0.75, 2.23046875, 0.585205078125, 11.0625, 5.875, 2.21875, -3.00390625, -1.125, 2.265625, -1.22265625, 0.6875, 6.96875, 8.53125, 1.55078125, -0.08203125, 10.61328125, 0.787109375, 0.859375, 0.6875, 3.703125, 0.2578125, -0.125, 5.1796875, -7.921875, 1.46875, 0.5, 0.625, 5.78125, 16.078125, 10.0, 4.6875, 17.75, -0.953125, -1.1640625, -2.2890625, 3.033203125, 3.1875, -5.0625, 7.8125, 0.421875, 3.951171875, 7.984375, 0.0, 4.2265625, 6.015625, -3.5703125, 1.1875, -1.2578125, 1.5, 4.45458984375, -6.1875, 0.2109375, 1.75, -2.03125, 4.125, -1.953125, 0.5, 2.2734375, -0.97265625, 3.9453125, 3.5625, -2.859375, -0.5419921875, 1.78125, 2.7109375, -0.25, 1.150390625, -0.2421875, 1.203125, -4.171875, 0.0, 2.1328125, -1.47265625, 8.4296875, 0.234375, 0.0, 5.625, 1.37109375, 1.73828125, 3.630859375, -6.28125, 5.5625, -0.96484375, 0.3125, 0.0, -3.07421875, 3.65625, -1.5625, 4.732421875, -0.375, 0.375, 0.0, 10.21875, 4.0, -0.179443359375, 3.818359375, 3.90625, 2.4375, 3.84375, 1.078125, 3.078125, 1.265625, 4.0, 4.34375, -2.0390625, 0.0, -0.328125, 8.421875, 5.139404296875, 2.265625, 2.578125, 9.359375, 9.234375, -0.03125, 2.5625, -1.390625, 3.0625, 0.3125, 2.8984375, 0.0, 11.7421875, 0.01953125, 7.953125, 2.64892578125, 3.17578125, 0.921875, 3.6923828125, -0.462890625, -0.90625, 1.806640625, 1.5068359375, 1.09375, 1.4375, 1.4375, 13.1875, 2.35546875, 5.6953125, -0.291015625, 3.591796875, 5.328125, -2.84375, 10.59375, 0.0, 7.4375, -1.03125, 8.25, -4.7734375, 1.8125, 1.1640625, 3.818359375, -2.28125, -2.779296875, 0.8359375, 0.0, 0.0, 0.0, 6.51953125, -9.71875, 1.640625, 0.0, -0.904296875, -1.6171875, 3.412109375, 8.76953125, -1.8515625, 0.0, 1.6796875, 3.09033203125, 4.921875, 2.4375, -3.625, 4.921875, -1.2734375, 3.6640625, 2.59375, 3.5390625, 3.390625, 2.84375, -3.0546875, 0.484375, 5.8125, 14.7734375, 11.109375, 0.8076171875, 0.890625, 4.68359375, 0.8355712890625, -11.40625, 7.95703125, 2.21875, 4.609375, 5.53515625, -7.890625, -0.9921875, 8.0, -0.1875, -3.125, -0.51171875, -1.31005859375, -4.703125, 0.12109375, 2.767578125, 3.796875, -5.109375, -2.28125, 1.375, 3.96875, 5.33203125, 1.25, 3.1484375, 4.2109375, 0.5625, 2.140625, 5.515625, 8.1171875, 9.4453125, 7.837890625, 1.615234375, 1.9375, 1.14501953125, -0.03125, -2.8046875, -0.9375, 3.40625, 1.24609375, -2.6171875, 2.9765625, 2.140625, 3.3564453125, 1.9375, 5.296875, -3.015625, 4.34375, 2.484375, 3.7734375, 11.21875, 7.2890625, 8.171875, 4.34375, 3.009765625, 0.0, 6.640625, -6.46875, -2.75, -3.1171875, -0.390625, 2.73583984375, -4.1328125, 8.234375, 0.9375, 5.765625, 4.43505859375, 0.0, 4.78125, 0.578125, -2.8427734375, 3.3935546875, 2.3125, 7.7421875, 2.24609375, -0.6796875, 0.9921875, 0.0, 6.328125, -2.359375, -0.8125, -4.65625, 0.0, -7.0234375, 13.703125, -0.515625, -8.15625, -5.703125, -0.46875, 0.3203125, 4.640625, 1.7109375, -3.92578125, 6.1015625, 10.84375, 3.3671875, -2.125, 2.9375, 4.25, -3.57421875, -4.9453125, 2.078125, 1.71142578125, 1.390625, 2.359375, 1.4375, -3.71875, 0.625, 3.671875, 6.46875, -1.046875, -0.9453125, 11.59375, 11.40625, 0.296875, 3.09375, 0.0, 13.6328125, 0.46875, 9.0390625, 6.53125, 0.5546875, -0.2578125, 1.671875, 6.0703125, 5.9375, -2.1484375, 2.40625, 1.25, 1.068359375, -2.09375, 7.85546875, 7.4072265625, -1.125, -3.73828125, 12.1875, 0.957763671875, -1.5625, 1.703125, 1.375, -9.5625, 3.46875, -5.5966796875, 8.6953125, 6.455078125, 0.91015625, 4.0859375, -5.087890625, 0.8125, 2.7265625, -3.10546875, 7.29296875, -1.015625, 6.338134765625, 5.125, 1.36328125, -1.75390625, -1.7084808349609375, 0.421875, 8.921875, -6.5859375, -0.2568359375, 2.609375, -3.2890625, 0.26953125, 0.41748046875, 3.5625, -1.703125, -0.265625, 4.125, -1.3125, 0.0625, 6.6875, 5.4375, 4.01953125, -3.66796875, 0.0, -1.515625, 1.65625, 2.546875, 1.546875, 0.0, 3.64453125, -2.0234375, -8.40625, -3.03125, 0.25, -1.578125, 3.33203125, 4.75, 3.48681640625, 12.0078125, 8.984375, -0.689453125, 3.875, 6.8984375, 0.0, 3.35791015625, 2.506103515625, -1.41796875, 0.0, 6.046875, -2.3125, -6.7578125, 4.22265625, -0.4609375, 1.15625, -3.390625, -2.546875, 7.0859375, -5.59375, 2.25, 9.5, 3.2587890625, 2.234375, 7.103515625, 1.84375, 12.1484375, 0.0, 2.3515625, 2.171875, 3.046875, -3.9296875, -3.3125, 3.6875, 3.95703125, 5.6875, 2.7109375, 6.79296875, 0.8125, 6.8203125, 7.9765625, -0.58203125, -7.640625, 5.5, 2.0390625, 5.234375, 7.40625, 7.9666748046875, -0.6796875, -0.247802734375, -1.078125, 2.3359375, -2.818359375, 2.962890625, 1.8046875, 1.13671875, -0.4765625, -0.3984375, -1.017578125, 3.03125, 1.390625, 6.640625, 4.0, 3.84375, -0.3408203125, 11.984375, 1.19140625, 3.796875, 1.859375, -0.875, 5.6875, -0.8671875, 4.0078125, -0.375, 2.5859375, 12.73681640625, 6.015625, 0.375, -1.95703125, 9.03125, -0.6953125, 1.934814453125, 2.96875, -2.41015625, 1.9921875, 1.1015625, 3.478515625, 11.4375, 2.37890625, 4.125, 3.1640625, -0.6796875, 3.19921875, 0.0, -1.1484375, 2.5625]} \ No newline at end of file diff --git a/margin_logs/val_margins_stem_epoch_1.json b/margin_logs/val_margins_stem_epoch_1.json new file mode 100644 index 0000000000000000000000000000000000000000..d1417a427c9c914c0227eee04c07058a7dbffb41 --- /dev/null +++ b/margin_logs/val_margins_stem_epoch_1.json @@ -0,0 +1 @@ +{"epoch": 1.0, "step": 246, "domain": "stem", "rewards_chosen": [0.63671875, 0.25390625, 1.359375, 2.125, 3.75, 0.259765625, 2.875, -0.08349609375, 0.55859375, 2.84375, 2.78125, 0.90625, -1.984375, 3.046875, 2.640625, 1.796875, 1.7578125, 1.4765625, 4.0, 1.5703125, 1.625, 1.0234375, -0.373046875, 3.328125, 1.703125, -0.82421875, 2.640625, 1.734375, 1.140625, 1.421875, 1.765625, -0.40625, 4.21875, 2.890625, 3.71875, 2.53125, 3.15625, 3.125, 2.5625, 0.59765625, 2.109375, 2.5625, 3.359375, 0.470703125, 2.5, 3.515625, -0.47265625, 1.390625, 1.1640625, 2.71875, 2.140625, -1.0234375, 3.34375, 3.140625, 2.71875, -1.5078125, 0.35546875, 3.109375, -0.95703125, 1.4296875, 2.125, 0.337890625, 1.0546875, 2.515625, 2.125, 1.2109375, -0.322265625, 1.546875, -0.98046875, 1.15625, 1.4296875, -0.384765625, 2.6875, 2.953125, 0.75, 3.09375, 3.4375, -0.2275390625, -2.3125, 0.6015625, 1.3984375, 3.515625, 2.875, 2.390625, 2.578125, -0.5390625, 2.25, 2.59375, 3.328125, 2.5, 3.34375, 3.078125, 0.88671875, 2.40625, 1.015625, 2.015625, -0.01068115234375, 2.40625, 3.203125, 3.453125, -2.53125, 1.234375, 4.21875, -1.0234375, 3.234375, 2.53125, 2.359375, 3.59375, 2.96875, 4.3125, 1.328125, 3.140625, -1.203125, 3.578125, 3.421875, 0.91796875, 2.578125, 1.890625, 0.42578125, 0.380859375, 3.625, 2.859375, 2.15625, -0.8828125, 3.84375, 0.71484375, 3.8125, 2.53125, 2.609375, -0.78515625, 0.9921875, 2.34375, 2.96875, 1.0390625, 2.6875, 2.90625, 2.0625, 2.515625, 0.201171875, 3.234375, 2.328125, 2.453125, -3.828125, 1.3046875, 1.921875, 3.625, 1.3984375, 1.21875, 0.703125, -2.3125, 2.59375, 0.28125, 2.015625, 1.46875, 2.296875, 3.203125, -2.078125, 1.265625, 2.453125, 0.765625, 1.96875, 2.03125, 1.359375, 2.140625, 2.59375, 2.96875, 3.296875, 1.8046875, 0.27734375, 2.578125, 0.9140625, 3.796875, 0.5234375, 2.421875, 2.34375, 1.1171875, 2.046875, 1.0234375, 1.40625, 0.35546875, 1.1171875, 1.1171875, 0.66796875, 1.0703125, 2.265625, 2.5625, 2.71875, 2.5625, 2.765625, 5.09375, 6.6875, 2.375, 2.03125, 0.78515625, 2.6875, 3.0, 4.375, 0.1337890625, 1.6953125, 2.828125, 0.64453125, 2.671875, 2.296875, 3.640625, 3.75, 0.4375, 4.90625, -4.3125, 2.796875, 1.6015625, 3.28125, 0.8359375, 1.3046875, 3.109375, 1.90625, 3.59375, -3.578125, 0.93359375, 2.109375, 0.56640625, 3.21875, 2.359375, 3.984375, 3.890625, 3.921875, 3.0, 1.6328125, 0.29296875, 1.765625, -2.328125, 1.9453125, -0.75, 3.0625, 3.859375, 2.265625, -0.859375, 1.8984375, 1.1328125, 2.9375, 3.015625, 2.9375, 3.8125, 1.953125, 4.03125, 1.515625, 3.15625, 2.328125, 3.5625, 2.234375, 3.453125, 1.609375, 0.0732421875, 1.1953125, 3.9375, 1.96875, 5.75, 1.453125, 4.28125, 2.125, -0.26953125, 3.25, 2.953125, 2.734375, 3.6875, 2.46875, 2.609375, 2.4375, 2.0, 3.0625, 2.875, 2.8125, 1.765625, -0.28515625, 3.953125, 1.1328125, 3.140625, 0.1728515625, 2.890625, 0.765625, 2.109375, 0.296875, 2.890625, 2.953125, 0.13671875, 2.4375, 1.171875, 0.62890625, 2.25, 2.609375, 3.0625, 2.84375, 2.25, 3.484375, -1.6796875, 0.1591796875, -1.359375, 1.546875, -2.015625, 1.7734375, 1.9140625, 3.0, 1.953125, 1.4609375, 2.953125, 2.25, 1.6171875, 3.890625, 3.515625, 1.5703125, 2.796875, -0.365234375, 2.96875, 3.328125, 4.6875, 1.078125, 2.09375, 1.0, 0.095703125, 4.15625, -0.859375, 3.25, 3.671875, -0.029052734375, 5.59375, 0.57421875, 2.15625, 2.0, 0.05419921875, 1.5546875, 0.0458984375, 1.7421875, 3.140625, 0.1240234375, 1.4140625, 3.1875, 0.46484375, 1.6328125, 3.28125, 3.0, 0.61328125, 0.2099609375, 1.3203125, 2.96875, 0.035400390625, 3.828125, 4.125, 2.96875, 3.390625, -0.37109375, 2.21875, 2.59375, 3.90625, 2.453125, 3.25, 3.3125, 3.578125, 2.53125, 3.328125, 1.703125, 0.00946044921875, 2.40625, -1.6328125, 2.296875, 2.90625, 5.03125, 1.875, 1.7890625, 1.0625, 2.078125, 4.6875, 3.40625, 2.796875, 3.671875, 0.10888671875, -5.96875, 3.53125, 1.109375, 2.921875, 4.15625, 2.5, 2.859375, -1.0234375, -0.396484375, 2.46875, 3.125, 0.765625, 4.59375, 1.578125, 0.400390625, -6.375, 4.3125, 2.40625, 1.90625, 1.6875, 5.40625, 2.515625, 0.8046875, 1.515625, 3.984375, 3.0, -3.375, 2.921875, 1.890625, 4.15625, 4.625, 2.21875, 0.9140625, 3.5625, 1.296875, 2.203125, -0.62109375, 2.046875, 2.1875, 3.671875, -1.71875, 3.6875, 1.8828125, -4.6875, -0.05419921875, -1.4375, 1.7421875, 3.234375, 3.890625, 1.9296875, 3.09375, 1.6328125, 4.40625, 2.609375, 3.1875, 2.390625, 3.09375, 3.984375, 4.8125, 0.228515625, 2.625, 1.5390625, 2.390625, 2.5, -1.4453125, 4.71875, 3.546875, 2.25, 2.5625, 1.65625, 4.25, -0.9765625, 4.40625, 3.09375, 2.46875, 1.203125, 2.203125, 4.75, 2.390625, 2.96875, 2.125, 0.5078125, -0.33984375, 0.83984375, 3.34375, 2.828125, 2.65625, 2.265625, 0.388671875, 0.96875, -0.298828125, 0.0703125, 3.171875, 2.765625, 1.7109375, -1.7109375, 3.28125, 3.640625, 4.5625, 2.9375, 2.078125, 1.3515625, 0.57421875, 1.4453125, 3.375, 2.5625, -0.287109375, 1.59375, -0.10302734375, -0.490234375, 3.640625, 2.984375, 1.3359375, 3.015625, -2.015625, 1.7109375, 1.5703125, -1.6640625, 2.25, -0.296875, 1.3203125, 2.78125, 2.859375, 1.765625, -1.59375, 1.71875, 3.671875, 1.1953125, 2.765625, 2.625, 2.75, 2.015625, 0.1796875, -1.3671875, 4.15625, 3.828125, 2.609375, 1.7421875, 2.5, 0.70703125, 2.984375, 3.0625, 1.375, 1.4609375, 1.125, 0.2890625, 3.3125, -0.1259765625, 1.0703125, 1.9296875, 2.453125, 2.859375, -2.328125, 2.5, 2.328125, 3.640625, 1.1640625, 2.28125, 0.48046875, -1.6328125, -0.828125, 2.0, -1.59375, 3.53125, 4.375, -1.4375, 3.8125, 0.064453125, 2.25, 0.05322265625, 3.4375, 0.2451171875, 3.109375, 3.5, 3.078125, 1.5546875, 0.33984375, 1.1953125, 1.3828125, -0.287109375, 2.125, 1.8828125, 3.015625, 3.71875, 3.109375, 2.546875, 3.046875, 3.796875, 1.484375, 2.921875, 1.0234375, 3.515625, -2.140625, 1.203125, 3.046875, 1.78125, 1.59375, 3.4375, 2.21875, 3.984375, 1.3515625, 1.8828125, 2.890625, 2.25, -0.07373046875, 1.7734375, 1.2578125, -1.296875, 2.828125, 2.0, 3.0, 1.90625, 2.515625, 3.65625, 3.234375, 2.84375, 2.671875, 3.453125, 2.09375, 1.1640625, -3.234375, 3.953125, -1.75, 2.953125, 3.125, -2.171875, 1.0390625, 1.609375, 3.15625, 2.84375, 1.890625, 4.28125, 1.7109375, 4.65625, -1.203125, 4.15625, 3.40625, -0.77734375, 4.875, 0.92578125, -1.2265625, 2.84375, -1.5, 2.625, 2.25, 1.875, 2.875, 1.8046875, 1.765625, -0.150390625, 3.734375, 2.40625, 3.78125, 0.37109375, 1.53125, 2.71875, -0.51953125, 3.625, 2.71875, 1.6484375, -1.578125, 1.515625, 3.328125, 2.609375, 2.21875, 2.921875, 0.3125, 0.86328125, 1.4921875, 4.125, 0.578125, 1.875, 1.15625, 1.7421875, 4.96875, 0.65625, -0.77734375, 3.578125, 2.46875, 3.921875, 2.125, 2.59375, -2.46875, 1.65625, 0.55078125, 2.59375, 1.1171875, 0.84765625, -3.984375, 3.109375, 0.69921875, 3.15625, 0.74609375, 0.78125, 1.3046875, 3.046875, 1.421875, 1.921875, 1.796875, 2.359375, 0.8515625, 3.265625, 0.30078125, 2.515625, 1.7578125, 1.7578125, 1.40625, 3.265625, 4.03125, 2.03125, -3.78125, 0.75, 3.53125, 2.734375, 0.890625, 0.65625, 1.0703125, 0.578125, 5.34375, -0.7734375, -3.984375, -3.9375, 2.109375, -0.87890625, 4.78125, 0.34765625, 2.328125, 0.921875, 1.2421875, 3.4375, 2.375, 3.203125, -0.216796875, 3.640625, 3.125, 3.03125, 2.390625, 0.62890625, 2.671875, 3.265625, 0.2080078125, 1.4140625, -0.03662109375, 2.90625, 0.0625, 2.5, 0.302734375, 3.4375, 3.625, 3.578125, 1.3828125, 3.15625, 2.296875, 1.0078125, 2.234375, 2.984375, 3.75, 2.5625, 3.046875, 3.28125, 0.2236328125, 1.25, 3.9375, 2.703125, 2.25, -1.9140625, 2.671875, 1.0390625, 2.859375, -3.015625, 3.921875, 1.890625, 4.03125, 1.90625, 3.546875, 4.21875, 4.78125, 0.384765625, 2.046875, 1.9296875, 2.40625, 0.63671875, 2.40625, -1.2578125, -0.130859375, 1.4375, 1.078125, 1.8671875, 2.21875, 2.40625, 2.9375, 4.0, 8.5625, 1.9296875, 1.9296875, 1.96875, 1.78125, 2.6875, 2.296875, 4.0625, 2.671875, 2.53125, -3.125, 2.046875, 0.7578125, 3.640625, -1.578125, 3.109375, 3.234375, 3.859375, -1.75, 0.095703125, 0.10888671875, 3.015625, 1.1640625, 4.125, 1.90625, 3.609375, 3.0625, 1.6015625, 3.59375, 2.296875, 2.53125, 2.203125, 0.03857421875, 3.640625, 3.21875, 1.0390625, 3.03125, 2.859375, 0.0130615234375, 3.40625, 1.6953125, 3.59375, 0.0927734375, 3.53125, 2.859375, 2.6875, -0.4140625, -0.58984375, 2.40625, 0.76953125, 2.515625, 3.296875, 1.953125, 3.078125, 2.421875, -1.375, 1.0546875, -3.390625, 2.03125, 2.21875, 4.15625, -0.7734375, 0.60546875, 2.0625, 3.25, 2.59375, 0.72265625, -1.984375, 3.25, 1.34375, 3.703125, 3.265625, 1.25, 2.6875, 2.984375, 4.34375, 2.28125, 4.09375, 1.96875, 0.1728515625, 0.859375, 1.2109375, 1.15625, 3.984375, 1.5390625, 2.734375, 1.65625, 0.30859375, 2.421875, 3.578125, 3.15625, 0.41015625, 3.078125, 3.40625, 0.369140625, 2.71875, 1.8671875, 3.40625, 1.90625, 2.359375, 1.8046875, 1.484375, -1.03125, 0.318359375, 3.5, 4.0625, 1.453125, 1.21875, 1.9140625, -1.3203125, 1.765625, 2.5, 1.453125, 0.88671875, -1.34375, -1.8984375, 4.9375, 1.4453125, 2.6875, 3.25, 1.6484375, 3.53125, 1.5078125, 3.734375, 0.765625, 2.90625, 3.71875, 3.65625, 3.515625, 3.234375, 0.10888671875, -1.515625, -3.6875, 2.4375, 0.91796875, 2.34375, -2.359375, 1.265625, 1.9296875, 1.125, 1.921875, 1.1953125, 1.6484375, 0.96875, 1.8828125, 3.359375, -0.2734375, 0.99609375], "rewards_rejected": [1.71875, 0.1025390625, 2.15625, 1.3828125, 4.40625, 0.0191650390625, 2.875, 0.94921875, -1.5390625, 2.84375, 4.15625, 1.09375, 2.015625, 2.8125, 2.375, -0.412109375, 3.46875, -0.98046875, 2.234375, 1.453125, 2.46875, 2.015625, -0.373046875, 1.625, 1.78125, 1.6171875, 1.28125, 0.275390625, 2.390625, -0.83984375, 1.1796875, 0.349609375, 1.9609375, 1.828125, 4.0625, 2.578125, 3.15625, 0.306640625, 2.234375, -0.412109375, 2.546875, 2.578125, 1.4765625, 0.1328125, 3.0625, -0.98046875, -0.47265625, -0.6640625, 1.2734375, 1.359375, 1.5703125, 2.15625, 1.8046875, 1.3671875, 2.3125, -0.2158203125, 3.375, 2.640625, 2.859375, -0.76953125, 1.3359375, 0.337890625, 0.5703125, 2.640625, 3.453125, 1.7265625, 2.96875, 1.7109375, -0.98046875, 3.640625, 1.2890625, 2.65625, 2.375, 2.46875, 0.96484375, 2.015625, 0.984375, 3.328125, -2.3125, 2.484375, 2.65625, 1.1640625, 4.125, 2.390625, 2.40625, -0.33984375, 3.265625, 1.4765625, 2.59375, 1.3203125, 3.34375, -0.47265625, 1.71875, 3.65625, 1.6953125, 0.67578125, -0.01068115234375, 0.494140625, 1.9609375, 3.15625, -1.1171875, 2.90625, 2.390625, 2.15625, 2.796875, 2.28125, 4.1875, 0.94921875, 2.78125, 5.28125, 1.6328125, 0.734375, 0.330078125, 0.208984375, 2.75, 2.921875, 1.6953125, 0.796875, -1.3125, -1.2890625, 3.53125, 0.7890625, 2.109375, 1.203125, 2.3125, 0.80078125, 4.90625, 1.75, 1.734375, -1.140625, 0.8203125, 1.0859375, 0.146484375, 1.0703125, 1.1328125, 2.359375, -1.9375, 3.984375, 0.201171875, 3.75, 2.046875, -0.07080078125, 2.453125, 1.7734375, 2.015625, 3.53125, 1.3984375, 2.65625, -0.22265625, 3.328125, 2.296875, 1.28125, 3.328125, 1.984375, 2.296875, 3.125, 0.373046875, -0.59765625, 3.171875, 0.72265625, 2.625, 0.18359375, 1.6640625, 1.1796875, 0.9765625, 1.1640625, 5.21875, 1.046875, -1.2265625, 2.15625, 0.2099609375, 2.21875, -2.5625, 1.296875, 3.359375, 2.734375, 1.546875, 1.59375, 3.453125, 3.375, -1.0546875, 0.5234375, 0.66796875, 1.0703125, 3.71875, 2.234375, 3.078125, 1.828125, 2.5, 5.09375, 6.6875, 2.515625, 0.055419921875, 0.2138671875, 2.71875, 2.859375, 3.609375, 0.3046875, 2.328125, 2.25, -0.40234375, 4.28125, 2.6875, 2.4375, 0.37109375, 2.453125, 4.90625, -5.875, 2.796875, 1.796875, 2.875, -1.3359375, 1.7734375, 1.546875, 1.390625, 2.796875, -2.0625, 0.17578125, 0.8046875, 1.3203125, 3.609375, 3.359375, 3.484375, -1.203125, 2.359375, 0.130859375, 1.9453125, -0.07421875, 0.384765625, -3.171875, -0.1591796875, -0.75, 4.75, 1.9296875, 1.9921875, 0.2734375, 4.59375, 0.74609375, 2.3125, 3.03125, 3.796875, 2.015625, 1.4453125, 2.46875, 1.7109375, 2.109375, 1.2109375, 2.75, 0.470703125, -0.64453125, -1.4375, 2.578125, 1.7578125, 3.140625, 1.1640625, 5.5625, 2.75, 5.375, 3.453125, 0.5234375, 2.765625, 0.71875, 2.734375, 1.609375, 1.3046875, 1.765625, -0.78125, 0.50390625, -0.162109375, 3.046875, 1.6640625, 1.1796875, 1.109375, 3.359375, -0.59375, 2.265625, 0.1728515625, 1.828125, -0.27734375, 3.28125, 2.140625, 2.640625, 2.984375, 0.1923828125, 2.609375, 0.65625, 1.2890625, 2.359375, 1.9609375, 0.4375, 0.078125, 3.5, 1.5703125, -1.6796875, 1.046875, 0.59765625, -0.08447265625, 0.251953125, 1.6875, 2.609375, 1.5234375, 1.921875, 0.2119140625, 2.46875, 2.859375, 1.296875, 1.640625, 2.046875, 1.65625, 0.62890625, -0.06005859375, -0.46875, -3.703125, 4.15625, 2.53125, 0.392578125, 3.203125, 0.384765625, 3.40625, -0.859375, 2.0625, 0.609375, -1.3046875, 3.40625, -1.6953125, 0.89453125, -1.1796875, 0.05419921875, 1.5625, 0.0458984375, 2.578125, 2.265625, 1.453125, 1.9140625, 2.46875, -3.6875, -4.0, 0.58984375, 0.48828125, 1.828125, 0.859375, 1.3984375, 2.421875, -2.828125, 2.265625, 2.078125, 3.015625, 2.96875, -1.59375, 1.203125, 1.4375, 3.90625, 3.953125, 2.0625, 4.09375, 3.53125, 4.40625, 2.40625, 2.796875, -0.57421875, 3.6875, 0.2421875, 2.671875, -0.177734375, 3.140625, 2.609375, -1.40625, 2.65625, 1.7265625, 4.6875, 3.796875, -1.4609375, 3.671875, 2.5625, 1.4140625, 1.7734375, 1.3359375, 3.625, 0.080078125, 1.109375, 2.453125, 2.15625, -0.3515625, 1.765625, 2.546875, 0.65234375, 4.15625, 1.578125, 0.5703125, -1.109375, 3.796875, 2.484375, -1.25, -3.375, 5.40625, 1.46875, 3.484375, 2.859375, 3.984375, 2.859375, 3.0625, -2.265625, 2.296875, 1.1484375, 4.625, 0.9296875, -3.1875, 1.8046875, -0.23046875, 0.51953125, -0.62109375, 1.8046875, 2.765625, 0.314453125, -2.15625, 3.046875, 1.265625, -0.330078125, 1.0703125, -3.046875, -0.67578125, 3.421875, 3.890625, 1.0703125, 2.140625, 1.796875, 3.65625, 1.8046875, 2.4375, 1.484375, 2.015625, 1.140625, 4.6875, 2.921875, 1.671875, 1.1328125, 1.609375, 1.109375, -1.4453125, 3.765625, 0.002166748046875, 1.8515625, 2.59375, 0.71484375, -2.609375, -0.427734375, 3.65625, 1.6796875, 0.6875, 2.6875, 1.171875, -1.1328125, -0.7890625, 1.1640625, 2.046875, 0.5078125, 1.9453125, 3.140625, 3.28125, 2.125, 4.53125, 1.6015625, 4.875, 0.1962890625, -2.703125, 1.4609375, 3.078125, 1.1328125, 0.376953125, -0.6484375, 2.40625, 4.09375, 2.71875, 2.171875, 3.71875, 1.734375, -1.6953125, -0.1435546875, 4.34375, -1.328125, 0.27734375, 0.6328125, -0.3203125, -0.06591796875, 3.75, 2.609375, 2.703125, 1.2265625, 2.171875, 3.5, -1.7421875, -1.6640625, 1.0078125, 0.1904296875, 0.89453125, 2.375, -1.625, 0.384765625, -1.59375, 2.953125, 1.90625, 4.375, 3.3125, 1.8203125, -0.6015625, 3.90625, -0.1865234375, -2.96875, 3.40625, 3.6875, 1.953125, 2.828125, 2.1875, 3.125, 1.9921875, 0.197265625, 1.375, 1.2578125, 2.28125, 0.8125, 1.21875, -0.005462646484375, 0.82421875, 1.5078125, 0.0037994384765625, 2.453125, 4.1875, 3.0625, -0.95703125, 2.578125, 1.4140625, 3.75, 0.1416015625, -1.3828125, -1.1328125, 2.921875, -1.59375, 3.046875, 3.03125, -3.046875, 1.8203125, 1.390625, 1.8515625, -0.99609375, 1.640625, -1.78125, 2.421875, 3.53125, 1.9453125, 1.296875, -3.3125, 1.09375, 1.4609375, 0.27734375, 1.765625, 0.81640625, 2.765625, 2.875, 3.015625, 3.015625, 2.78125, 2.546875, 0.87109375, 1.734375, 1.0234375, -0.98046875, -0.57421875, 2.109375, 2.265625, 2.9375, 1.84375, -0.431640625, 0.9296875, 3.484375, 1.2421875, -1.5078125, 4.25, 2.625, -0.07373046875, 1.9453125, 0.5, -0.7734375, -2.0625, -0.734375, 2.171875, 1.390625, 0.5703125, 2.03125, 2.546875, 2.640625, 1.15625, 2.734375, 2.9375, 1.890625, 2.90625, 1.5234375, -1.75, 2.984375, 1.4765625, -2.0, -0.48828125, -0.88671875, 2.765625, 2.09375, 0.478515625, 3.0625, 2.3125, 2.25, 2.171875, 1.1484375, 1.4609375, -0.1123046875, 3.625, 2.9375, 1.9296875, 1.71875, 3.03125, 1.0703125, 0.54296875, -1.7734375, 2.9375, -3.1875, 0.322265625, 3.59375, 2.421875, 2.96875, 2.578125, 3.375, 1.5390625, 0.1455078125, -0.61328125, -0.203125, 3.828125, 3.59375, -1.578125, 2.234375, 2.140625, 3.703125, 4.09375, 3.0625, 2.78125, 0.86328125, -0.7890625, 1.453125, -1.3984375, 1.5859375, 1.6015625, 3.71875, 2.765625, 0.640625, -0.1123046875, 2.640625, 1.0078125, 2.359375, 2.09375, 2.390625, -1.8046875, 0.302734375, 1.0234375, 1.4375, -1.0546875, 0.09716796875, -3.984375, 2.921875, -0.0164794921875, 2.3125, 2.203125, 0.5703125, 1.2734375, -1.3515625, 1.8828125, 0.09228515625, 1.4921875, 3.0, 0.015625, 2.90625, 1.140625, 3.984375, 2.59375, -0.396484375, 1.21875, 2.984375, 1.8671875, 2.890625, -3.78125, 0.96484375, -0.11474609375, 1.3359375, -1.6796875, 2.46875, 0.62109375, 1.59375, 0.482421875, 1.46875, -3.984375, 0.109375, 1.6953125, 3.953125, -0.2314453125, -3.59375, 2.046875, 0.2255859375, 1.3125, 0.3828125, 1.3125, 3.203125, -0.435546875, 2.4375, 3.125, 3.40625, 1.484375, -0.361328125, 2.421875, -0.375, 1.9609375, 2.8125, -1.75, 3.671875, 0.94921875, -1.3671875, 2.984375, 3.234375, 1.1328125, 3.4375, 1.328125, 0.1416015625, 1.2421875, 1.4921875, 0.8125, 4.53125, 2.890625, 0.640625, 0.048828125, 3.28125, 0.2236328125, 2.703125, 3.140625, 1.953125, 1.8515625, 1.046875, 1.859375, -0.796875, 3.96875, 0.1513671875, 2.359375, 1.4453125, 3.3125, 0.9765625, 2.078125, 0.69921875, 4.78125, -0.64453125, 2.640625, 1.6328125, -1.296875, 2.25, 1.4140625, -1.2578125, -1.46875, 1.5546875, 2.53125, 0.92578125, 0.49609375, 3.6875, 2.640625, 1.25, 8.5625, 1.5078125, 1.0703125, 2.109375, 0.8046875, 2.640625, 2.265625, 2.078125, 2.078125, -0.1318359375, -0.98046875, 3.03125, 1.9375, 2.578125, -1.578125, -0.9921875, 2.921875, 0.6484375, -2.453125, 0.384765625, 2.5625, 2.578125, -3.03125, 3.046875, 2.84375, 1.4765625, 0.4375, 1.515625, 4.21875, 2.46875, 1.03125, 1.8046875, -1.3984375, 1.859375, 1.546875, -0.48828125, 3.25, 0.7890625, 2.96875, -1.703125, 1.1015625, 2.15625, 0.255859375, 2.421875, 1.7578125, 1.8828125, 0.193359375, 1.4609375, 2.96875, 1.3125, 2.28125, 1.03125, 1.7734375, 2.78125, 1.4375, -0.41796875, 2.375, -3.390625, 3.28125, 1.546875, -0.01531982421875, 1.46875, 1.140625, 0.50390625, 0.294921875, 2.296875, 1.09375, -1.984375, 1.5859375, 2.796875, 1.578125, 3.546875, 2.765625, -1.9765625, 4.875, -0.0693359375, 1.5703125, 2.625, 5.21875, 0.1728515625, 2.296875, 2.796875, 3.84375, -0.474609375, 1.0078125, 1.4453125, 2.25, 2.84375, 2.53125, 3.4375, 2.453125, -0.9375, 2.8125, 3.421875, 0.369140625, 3.40625, 1.8671875, 2.6875, 1.578125, 1.1484375, 2.703125, 0.87109375, 0.9453125, 3.28125, 3.34375, 2.078125, 1.8515625, 1.5859375, 1.9375, 0.640625, 0.640625, 3.78125, 1.9765625, 1.71875, -1.2734375, 0.1611328125, 3.5625, 1.7421875, -0.061767578125, 4.25, -0.74609375, 3.53125, 1.3515625, 0.69140625, 1.09375, 2.375, 2.65625, 1.9921875, 2.09375, 4.0, 2.5625, -1.515625, 0.2333984375, 2.25, 1.1875, 3.0625, -2.359375, 1.8359375, 2.5625, 0.6015625, 1.265625, 0.6640625, -2.15625, 0.1962890625, -2.421875, 2.71875, 1.84375, -0.1875], "margins": [-1.08203125, 0.1513671875, -0.796875, 0.7421875, -0.65625, 0.2406005859375, 0.0, -1.03271484375, 2.09765625, 0.0, -1.375, -0.1875, -4.0, 0.234375, 0.265625, 2.208984375, -1.7109375, 2.45703125, 1.765625, 0.1171875, -0.84375, -0.9921875, 0.0, 1.703125, -0.078125, -2.44140625, 1.359375, 1.458984375, -1.25, 2.26171875, 0.5859375, -0.755859375, 2.2578125, 1.0625, -0.34375, -0.046875, 0.0, 2.818359375, 0.328125, 1.009765625, -0.4375, -0.015625, 1.8828125, 0.337890625, -0.5625, 4.49609375, 0.0, 2.0546875, -0.109375, 1.359375, 0.5703125, -3.1796875, 1.5390625, 1.7734375, 0.40625, -1.2919921875, -3.01953125, 0.46875, -3.81640625, 2.19921875, 0.7890625, 0.0, 0.484375, -0.125, -1.328125, -0.515625, -3.291015625, -0.1640625, 0.0, -2.484375, 0.140625, -3.041015625, 0.3125, 0.484375, -0.21484375, 1.078125, 2.453125, -3.5556640625, 0.0, -1.8828125, -1.2578125, 2.3515625, -1.25, 0.0, 0.171875, -0.19921875, -1.015625, 1.1171875, 0.734375, 1.1796875, 0.0, 3.55078125, -0.83203125, -1.25, -0.6796875, 1.33984375, 0.0, 1.912109375, 1.2421875, 0.296875, -1.4140625, -1.671875, 1.828125, -3.1796875, 0.4375, 0.25, -1.828125, 2.64453125, 0.1875, -0.96875, -0.3046875, 2.40625, -1.533203125, 3.369140625, 0.671875, -2.00390625, 0.8828125, 1.09375, 1.73828125, 1.669921875, 0.09375, 2.0703125, 0.046875, -2.0859375, 1.53125, -0.0859375, -1.09375, 0.78125, 0.875, 0.35546875, 0.171875, 1.2578125, 2.822265625, -0.03125, 1.5546875, 0.546875, 4.0, -1.46875, 0.0, -0.515625, 0.28125, 2.52392578125, -6.28125, -0.46875, -0.09375, 0.09375, 0.0, -1.4375, 0.92578125, -5.640625, 0.296875, -1.0, -1.3125, -0.515625, 0.0, 0.078125, -2.451171875, 1.86328125, -0.71875, 0.04296875, -0.65625, 1.84765625, -0.3046875, 0.9609375, 1.6171875, 1.8046875, -1.921875, 0.7578125, 1.50390625, 0.421875, 0.7041015625, 1.578125, 3.0859375, 1.125, -1.015625, -1.6171875, 0.5, -0.5703125, -2.046875, -3.01953125, 2.171875, 0.59375, 0.0, 0.0, -1.453125, 0.328125, -0.359375, 0.734375, 0.265625, 0.0, 0.0, -0.140625, 1.975830078125, 0.5712890625, -0.03125, 0.140625, 0.765625, -0.1708984375, -0.6328125, 0.578125, 1.046875, -1.609375, -0.390625, 1.203125, 3.37890625, -2.015625, 0.0, 1.5625, 0.0, -0.1953125, 0.40625, 2.171875, -0.46875, 1.5625, 0.515625, 0.796875, -1.515625, 0.7578125, 1.3046875, -0.75390625, -0.390625, -1.0, 0.5, 5.09375, 1.5625, 2.869140625, -0.3125, 0.3671875, 1.380859375, 0.84375, 2.1044921875, 0.0, -1.6875, 1.9296875, 0.2734375, -1.1328125, -2.6953125, 0.38671875, 0.625, -0.015625, -0.859375, 1.796875, 0.5078125, 1.5625, -0.1953125, 1.046875, 1.1171875, 0.8125, 1.763671875, 4.09765625, 3.046875, -2.5048828125, -0.5625, 0.796875, 0.8046875, 0.1875, -1.296875, -1.09375, -1.328125, -0.79296875, 0.484375, 2.234375, 0.0, 2.078125, 1.1640625, 0.84375, 3.21875, 1.49609375, 3.224609375, -0.171875, 1.1484375, 0.5859375, -1.39453125, 0.59375, 1.7265625, 0.875, 0.0, 1.0625, 1.04296875, -1.171875, -1.84375, 0.25, -0.03125, -0.0556640625, -0.171875, 0.515625, -0.66015625, -0.109375, 0.6484375, 2.625, 2.765625, -1.25, 1.9140625, 0.0, -0.8876953125, -1.95703125, 1.63134765625, -2.267578125, 0.0859375, -0.6953125, 1.4765625, 0.03125, 1.2490234375, 0.484375, -0.609375, 0.3203125, 2.25, 1.46875, -0.0859375, 2.16796875, -0.30517578125, 3.4375, 7.03125, 0.53125, -1.453125, 1.701171875, -2.203125, -0.2890625, 0.75, 0.0, 1.1875, 3.0625, 1.275634765625, 2.1875, 2.26953125, 1.26171875, 3.1796875, 0.0, -0.0078125, 0.0, -0.8359375, 0.875, -1.3291015625, -0.5, 0.71875, 4.15234375, 5.6328125, 2.69140625, 2.51171875, -1.21484375, -0.6494140625, -0.078125, 0.546875, 2.863525390625, 1.5625, 2.046875, -0.046875, 0.421875, 1.22265625, 1.015625, 1.15625, 0.0, -1.5, 1.1875, -0.78125, 0.046875, -1.875, 0.921875, -1.09375, 0.58367919921875, -1.28125, -1.875, -0.375, 3.083984375, 1.890625, -0.734375, 3.1953125, -1.59375, 0.3515625, 0.0, -0.390625, 4.2578125, 0.0, -2.45361328125, -7.3828125, 1.7578125, -0.2265625, -0.703125, 4.076171875, 1.390625, 0.40625, -3.1796875, -0.044921875, 0.703125, 0.578125, 0.11328125, 0.4375, 0.0, -0.169921875, -5.265625, 0.515625, -0.078125, 3.15625, 5.0625, 0.0, 1.046875, -2.6796875, -1.34375, 0.0, 0.140625, -6.4375, 5.1875, -0.40625, 3.0078125, 0.0, 1.2890625, 4.1015625, 1.7578125, 1.52734375, 1.68359375, 0.0, 0.2421875, -0.578125, 3.357421875, 0.4375, 0.640625, 0.6171875, -4.357421875, -1.12451171875, 1.609375, 2.41796875, -0.1875, 0.0, 0.859375, 0.953125, -0.1640625, 0.75, 0.8046875, 0.75, 0.90625, 1.078125, 2.84375, 0.125, -2.693359375, 0.953125, 0.40625, 0.78125, 1.390625, 0.0, 0.953125, 3.544708251953125, 0.3984375, -0.03125, 0.94140625, 6.859375, -0.548828125, 0.75, 1.4140625, 1.78125, -1.484375, 1.03125, 5.8828125, 3.1796875, 1.8046875, 0.078125, 0.0, -2.28515625, -2.30078125, 0.0625, 0.703125, -1.875, 0.6640625, -4.486328125, 0.7724609375, 2.404296875, -1.390625, 0.09375, 1.6328125, 1.333984375, -1.0625, 0.875, -0.453125, 1.84375, 0.765625, -1.640625, -0.3828125, 2.26953125, 1.5888671875, -0.96875, 3.890625, -0.564453125, 0.9609375, 0.21728515625, -0.42431640625, -0.109375, 0.375, -1.3671875, 1.7890625, -4.1875, -1.7890625, 3.3125, 0.0, 1.2421875, -0.4873046875, 0.42578125, 0.40625, 4.484375, 1.380859375, 0.0, -1.234375, 1.765625, -3.1796875, -0.546875, 0.8046875, 3.3515625, -1.890625, 0.3662109375, 1.6015625, 0.75, 0.140625, 0.65625, -1.0859375, 0.3125, -2.41796875, 0.9921875, 2.865234375, 0.0, 0.203125, -1.15625, -0.5234375, 2.09375, -0.120513916015625, 0.24609375, 0.421875, 2.4493255615234375, 0.40625, -6.515625, -0.5625, 3.28515625, 1.0625, -0.25, -1.46875, 0.3388671875, -0.25, 0.3046875, -0.921875, 0.0, 0.484375, 1.34375, 1.609375, 1.9921875, -1.326171875, 0.3984375, 1.04931640625, 1.796875, 2.0263671875, 0.6875, -0.03125, 1.1328125, 0.2578125, 3.65234375, 0.1015625, -0.078125, -0.564453125, 0.359375, 1.06640625, 0.25, 0.84375, 0.09375, -0.46875, 0.265625, 1.25, 0.61328125, 1.1875, 0.0, 4.49609375, -1.56640625, -0.90625, 0.78125, -1.15625, -0.25, 3.869140625, 1.2890625, 0.5, 0.109375, 3.390625, -1.359375, -0.375, 0.0, -0.171875, 0.7578125, -0.5234375, 4.890625, 2.734375, 0.828125, 0.515625, 1.9453125, 1.625, 0.6875, 0.203125, 1.515625, 0.71875, -0.84375, -0.7265625, -6.140625, 2.4296875, 0.0, -0.03125, 1.6484375, -0.171875, 1.52734375, 2.49609375, 0.390625, 0.75, 1.412109375, 1.21875, -0.6015625, 2.40625, -3.375, 3.0078125, 1.9453125, -0.6650390625, 1.25, -2.01171875, -3.15625, 1.125, -4.53125, 1.5546875, 1.70703125, 3.6484375, -0.0625, 4.9921875, 1.443359375, -3.744140625, 1.3125, -0.5625, 1.203125, -3.00390625, -0.0078125, 2.5732421875, 0.09375, 3.828125, -1.109375, -1.9453125, 0.0, -0.71875, 1.1875, -1.09375, -1.875, -0.140625, -2.46875, 0.0, 2.28125, 2.671875, 1.9765625, 0.2890625, -0.4453125, -1.9765625, 2.203125, 0.015625, -0.6650390625, 0.9375, 1.4609375, 1.5625, 0.03125, 0.203125, -0.6640625, 1.353515625, -0.47265625, 1.15625, 2.171875, 0.75048828125, 0.0, 0.1875, 0.7156982421875, 0.84375, -1.45703125, 0.2109375, 0.03125, 4.3984375, -0.4609375, 1.82958984375, 0.3046875, -0.640625, 0.8359375, 0.359375, -0.83984375, -1.46875, -0.8359375, 2.154296875, 0.1875, 0.28125, 2.1640625, -0.859375, 0.0, -0.21484375, 3.64599609375, 1.3984375, 2.5703125, -1.8125, 0.44921875, -1.015625, 4.861328125, -2.2421875, 0.0, -4.046875, 0.4140625, -4.83203125, 5.0126953125, 3.94140625, 0.28125, 0.6962890625, -0.0703125, 3.0546875, 1.0625, 0.0, 0.21875, 1.203125, 0.0, -0.375, 0.90625, 0.990234375, 0.25, 3.640625, -1.7529296875, -1.3984375, 1.71337890625, -0.765625, -0.88671875, 3.8671875, -2.681640625, 0.203125, 2.4921875, 0.140625, 0.0546875, 3.0146484375, 1.0546875, -0.484375, 1.421875, -1.546875, 0.859375, 1.921875, 2.998046875, 0.0, 0.0, -1.453125, 0.796875, 0.75, 0.3984375, -2.9609375, 0.8125, 1.8359375, -1.109375, -3.1669921875, 1.5625, 0.4453125, 0.71875, 0.9296875, 1.46875, 3.51953125, 0.0, 1.029296875, -0.59375, 0.296875, 3.703125, -1.61328125, 0.9921875, 0.0, 1.337890625, -0.1171875, -1.453125, 0.94140625, 1.72265625, -1.28125, 0.296875, 2.75, 0.0, 0.421875, 0.859375, -0.140625, 0.9765625, 0.046875, 0.03125, 1.984375, 0.59375, 2.6630859375, -2.14453125, -0.984375, -1.1796875, 1.0625, 0.0, 4.1015625, 0.3125, 3.2109375, 0.703125, -0.2890625, -2.45361328125, 0.4375, 4.1953125, 1.078125, -0.9375, 2.1328125, 2.625, 0.0859375, -0.625, -0.171875, 1.5, 0.3984375, 1.43701171875, 1.78125, 1.671875, 1.52734375, -0.21875, 2.0703125, -2.9556884765625, 5.109375, 0.59375, 1.4375, -0.1630859375, 1.109375, 1.1015625, 0.8046875, -0.607421875, -2.05078125, -0.5625, -0.54296875, 0.234375, 2.265625, 0.1796875, 0.296875, 0.984375, -0.95703125, -1.3203125, 0.0, -1.25, 0.671875, 4.17156982421875, -2.2421875, -0.53515625, 1.55859375, 2.955078125, 0.296875, -0.37109375, 0.0, 1.6640625, -1.453125, 2.125, -0.28125, -1.515625, 4.6640625, -1.890625, 4.4130859375, 0.7109375, 1.46875, -3.25, 0.0, -1.4375, -1.5859375, -2.6875, 4.458984375, 0.53125, 1.2890625, -0.59375, -2.53515625, -0.109375, 0.140625, 0.703125, 1.34765625, 0.265625, -0.015625, 0.0, -0.6875, 0.0, 0.71875, 0.328125, 1.2109375, -0.8984375, 0.61328125, -1.9765625, -2.962890625, 0.15625, 1.984375, -0.3984375, -0.3671875, -0.0234375, -1.9609375, 1.125, -1.28125, -0.5234375, -0.83203125, -0.0703125, -2.0595703125, 1.375, -0.296875, 2.749267578125, -1.0, 2.39453125, 0.0, 0.15625, 3.04296875, -0.328125, 0.53125, 1.0625, 1.6640625, 1.421875, -0.765625, -2.45361328125, 0.0, -3.9208984375, 0.1875, -0.26953125, -0.71875, 0.0, -0.5703125, -0.6328125, 0.5234375, 0.65625, 0.53125, 3.8046875, 0.7724609375, 4.3046875, 0.640625, -2.1171875, 1.18359375]} \ No newline at end of file diff --git a/margin_logs/val_margins_stem_epoch_10.json b/margin_logs/val_margins_stem_epoch_10.json new file mode 100644 index 0000000000000000000000000000000000000000..1da2fa92f1807a699f23fb8cf0c574439de52dac --- /dev/null +++ b/margin_logs/val_margins_stem_epoch_10.json @@ -0,0 +1 @@ +{"epoch": 10.0, "step": 2460, "domain": "stem", "rewards_chosen": [-2.5625, 1.0390625, -3.734375, -5.0625, 1.953125, -4.375, -1.765625, -1.375, -6.84375, -1.3515625, 1.6171875, -3.40625, -7.28125, -0.37109375, 2.0625, 1.265625, 0.95703125, -3.953125, 4.09375, -6.28125, 3.265625, -2.125, -4.1875, -0.1982421875, -5.4375, -2.234375, 2.46875, -1.28125, -0.2890625, 0.064453125, -3.28125, -2.34375, 1.8515625, 3.3125, 0.75, -0.65234375, 1.25, 1.7265625, 2.109375, -2.796875, 0.578125, 0.31640625, 2.21875, -7.09375, 3.65625, 3.75, -0.86328125, -6.3125, 0.63671875, -1.6171875, -2.296875, -11.625, -0.458984375, 2.15625, -1.890625, -4.0, -4.8125, 5.0625, -5.0625, -0.86328125, 1.5703125, -3.953125, -5.15625, -1.8828125, -8.25, 1.46875, 0.38671875, -3.25, -7.75, -8.5625, 1.140625, -3.375, 2.5625, 0.376953125, 0.412109375, 2.796875, 3.9375, -7.9375, -7.3125, -1.234375, -5.6875, -3.984375, 2.40625, -7.1875, -1.46875, -5.4375, -3.046875, 1.7578125, 2.0625, -2.4375, -2.09375, 3.890625, -3.125, -5.09375, -0.578125, -1.8515625, -8.125, -1.328125, 4.1875, 3.890625, -2.984375, -5.6875, 6.53125, -11.625, -3.78125, -2.953125, 0.45703125, -0.41015625, 0.12890625, 4.71875, -6.59375, -1.5625, -10.8125, 7.1875, 2.484375, -1.6171875, 0.375, 1.90625, -5.84375, 0.53125, 0.7109375, 2.453125, -2.984375, -7.625, 2.453125, -2.1875, -7.03125, 6.78125, -6.0625, -6.15625, 0.31640625, 0.494140625, -1.0078125, -2.890625, -0.4375, -2.4375, 3.21875, -3.5, -4.71875, -2.875, 1.4921875, -1.390625, -5.90625, 0.05322265625, -1.0390625, 0.7109375, -7.4375, -5.5, -2.15625, -4.65625, 2.078125, -3.359375, 0.51953125, -2.015625, 2.75, 3.578125, -6.875, 2.984375, -3.203125, -6.90625, 0.83984375, -7.9375, -1.3828125, 0.6328125, -3.421875, 1.125, 3.703125, 0.103515625, -11.4375, -5.0625, 0.189453125, 3.734375, -8.3125, 0.279296875, 1.34375, -5.96875, 1.7109375, 1.09375, -3.375, -4.8125, 0.90625, 0.5546875, -8.5, -6.53125, 6.9375, 2.109375, -2.84375, -0.52734375, -4.15625, 4.34375, 3.65625, -2.546875, 1.8125, -10.375, -0.9296875, 1.0, 3.390625, -6.15625, 1.203125, 1.875, -2.078125, 1.859375, -3.390625, -1.5, 4.125, -2.21875, 1.609375, -9.0, -1.265625, -3.078125, 3.609375, -2.875, 0.05322265625, 2.84375, -3.03125, 0.546875, -10.125, -1.3125, -1.8046875, 4.71875, 2.390625, 0.8671875, 2.984375, 2.984375, -5.59375, -1.2734375, -0.65625, -0.859375, 0.0164794921875, -1.2734375, -0.8828125, -4.84375, 6.84375, 3.71875, -1.4453125, -3.859375, 1.875, -0.318359375, -0.53515625, 4.71875, 3.453125, -6.34375, 3.0, 4.9375, 1.125, 3.65625, -4.5625, 5.625, 0.330078125, 8.5625, -0.91015625, -3.78125, -5.5625, -5.28125, -1.40625, 4.46875, -7.96875, -0.73046875, -8.25, -3.671875, 4.28125, -2.875, -0.55078125, -0.020751953125, 0.224609375, -6.21875, 4.1875, 5.28125, 2.890625, -0.3984375, 0.283203125, -3.28125, 2.46875, 5.125, -0.79296875, -1.546875, -2.609375, 3.3125, -2.921875, -1.234375, -1.2421875, -5.21875, -6.0, -1.2109375, -7.03125, -2.265625, -4.59375, 3.546875, -0.58984375, 2.265625, 0.51171875, -2.90625, 6.1875, -8.5625, -8.75, -11.5, 5.03125, -5.3125, -4.875, -1.5390625, -2.421875, -3.734375, -2.0, 0.376953125, -2.25, -0.0118408203125, 1.4765625, 1.578125, -0.80078125, -1.8203125, -9.375, 2.515625, 6.3125, 1.4296875, -0.40625, -7.84375, -2.421875, -4.34375, 4.34375, -3.484375, -0.59375, 1.1484375, -1.1796875, 6.21875, -1.28125, -4.34375, 0.0947265625, -4.6875, -1.5546875, -2.546875, -3.25, -1.546875, -1.015625, 2.25, 0.97265625, -2.5625, -3.296875, -4.6875, -0.83984375, -1.3046875, 0.3203125, -4.875, -5.15625, -1.0390625, 1.921875, 5.5625, -6.15625, 2.828125, -5.1875, 1.265625, -0.44921875, 0.052978515625, -0.318359375, -0.59375, 3.328125, -0.15234375, -8.1875, 3.34375, -8.375, 0.2060546875, 2.046875, -9.0, 0.86328125, 3.109375, -3.46875, -3.28125, -0.8125, 1.5859375, 0.46875, 1.1328125, 1.7734375, 3.28125, 1.96875, -9.0, -11.5625, 0.49609375, 2.796875, -0.458984375, 6.34375, 1.890625, -4.5, -11.625, -11.1875, -3.78125, 4.6875, 2.8125, 6.34375, -10.0625, -7.03125, -6.03125, 4.40625, -0.84765625, 2.609375, -0.380859375, -3.09375, -0.78125, 0.796875, -1.90625, -2.6875, 1.0, -4.28125, 2.59375, -2.921875, 4.25, 3.359375, -4.59375, -2.25, 1.34375, 1.9140625, 0.40625, -8.8125, -2.4375, -2.078125, 5.53125, -15.5, 2.25, -7.9375, -4.4375, -7.40625, -0.25390625, 1.3125, 1.03125, 0.6953125, -2.5, 4.03125, 3.046875, 5.15625, -5.75, -8.3125, 0.3046875, 2.796875, -3.3125, 5.0625, 0.359375, 1.7734375, 1.46875, 2.265625, 1.890625, -7.71875, 7.5, 2.21875, 0.1875, 3.921875, -11.125, 3.703125, -5.0, 5.15625, 2.78125, 1.8125, -1.0546875, 2.09375, 9.75, 4.28125, 1.125, 1.609375, -1.5546875, -2.5625, -2.375, -9.1875, -0.890625, 3.078125, -3.53125, -10.625, 0.035400390625, -5.59375, -1.4609375, 3.40625, 6.75, 2.5, -1.3203125, -2.109375, -0.1796875, -1.2578125, 3.59375, 1.15625, 3.453125, -1.28125, 1.0390625, -1.6171875, -0.318359375, -5.1875, 0.2177734375, -3.171875, -3.90625, -1.9921875, 2.390625, -9.4375, 3.359375, -8.4375, -6.65625, 0.228515625, -9.5, 3.15625, -5.84375, 2.5625, 2.609375, 6.53125, 0.0164794921875, -10.875, 1.375, 5.28125, -4.28125, -3.296875, -0.310546875, 7.46875, 1.2578125, -3.671875, -6.8125, 4.34375, 8.0625, -0.578125, 2.90625, 1.25, -9.3125, 1.5078125, -1.8984375, -0.73828125, -1.9453125, -1.5234375, -5.03125, 1.828125, -3.421875, -4.4375, -3.71875, -1.5546875, -4.5, -5.71875, 3.65625, -5.96875, 1.7109375, 0.29296875, 1.515625, 2.625, -2.90625, -4.0625, -4.46875, -10.875, -0.83984375, 3.09375, -0.25390625, 1.515625, -4.5, 0.1875, 0.3671875, 0.71484375, -0.60546875, 1.0859375, 3.203125, 1.9375, -7.28125, 1.03125, -2.8125, -9.9375, -5.1875, -2.390625, 0.39453125, 6.1875, 7.03125, -4.875, -0.03857421875, -2.28125, 2.96875, -0.62890625, 2.75, -1.734375, 3.75, -8.9375, 2.40625, 3.109375, 0.77734375, -2.4375, 4.03125, -4.59375, 2.984375, 0.0302734375, 1.1640625, 2.609375, -1.203125, -3.75, -3.859375, -3.1875, -5.875, -1.796875, 2.8125, 1.6953125, -3.03125, -2.1875, 2.015625, -0.7109375, 1.75, 3.96875, 1.1640625, -0.0966796875, -0.66015625, -3.03125, -2.0, -4.9375, -6.0, 3.25, -8.9375, 3.578125, -4.03125, 4.53125, 2.421875, 5.46875, 1.546875, 0.1171875, 3.140625, -5.34375, 4.25, -0.7421875, -8.1875, -2.9375, -1.7421875, -5.46875, 2.75, -8.875, -3.390625, 0.330078125, -6.40625, 3.703125, 0.71484375, 5.84375, -2.671875, 3.578125, 0.357421875, 5.78125, -9.5, -0.7734375, -0.306640625, -7.125, 1.65625, -0.8984375, -2.5625, -9.25, 4.1875, 1.3125, 0.859375, -0.248046875, -0.546875, -2.59375, 1.2890625, -8.8125, 2.359375, -6.28125, -6.09375, -5.1875, 3.28125, 1.1171875, 1.5546875, -8.1875, 0.1630859375, -9.5, -5.59375, -2.78125, 0.051025390625, -4.0625, 0.99609375, -4.6875, -0.44921875, 0.90625, 2.984375, -7.5, -1.4609375, -3.609375, 4.28125, -2.125, -6.9375, -0.103515625, 7.75, -0.0859375, -0.376953125, 4.15625, -2.484375, -8.125, -0.5078125, -5.03125, -3.5, -1.765625, 4.59375, 0.0167236328125, 1.8359375, 4.6875, -5.125, -11.375, 0.412109375, 2.890625, 0.0927734375, -1.546875, -0.494140625, -2.25, -6.09375, 3.15625, -6.375, -7.5, -5.84375, 2.859375, -3.890625, 1.1328125, -2.53125, 1.4921875, -6.28125, 0.0281982421875, -1.046875, -2.78125, 0.314453125, -4.25, -1.5, -3.640625, 0.67578125, 0.3046875, -1.71875, 0.3046875, 2.0625, -3.125, -6.875, -11.8125, 0.78515625, -5.1875, 1.7265625, -0.0302734375, 0.34375, 2.5625, 3.546875, -3.65625, 4.21875, -5.34375, -6.03125, -0.376953125, 0.85546875, 3.140625, -0.22265625, -0.59765625, -0.59765625, -7.09375, -0.8125, -5.28125, -3.46875, 0.1875, -2.171875, 3.34375, 1.9609375, 3.859375, -7.96875, -5.59375, 0.330078125, -0.7265625, -0.0703125, 2.359375, 7.40625, 2.296875, -2.890625, -2.515625, 1.6953125, -3.640625, -5.0625, -2.375, -5.5, -6.09375, -6.125, -0.40625, -1.3515625, 1.96875, 2.046875, 3.0625, 3.4375, 4.3125, -3.71875, -2.5, -3.875, -0.005035400390625, 1.3359375, -0.26171875, 3.515625, 0.34765625, -3.90625, -9.6875, -0.796875, -8.9375, 1.7109375, -9.25, 1.9609375, 0.6640625, -0.357421875, -7.4375, -4.34375, -9.0, 2.40625, -0.9375, 3.859375, -2.84375, 2.3125, 2.265625, 2.859375, -0.296875, 1.3046875, -0.462890625, 1.0703125, -7.375, 4.96875, -1.34375, 3.578125, -6.8125, 2.453125, -8.375, -6.5625, 1.7734375, 4.65625, -3.375, -2.546875, 2.84375, 0.7109375, -5.78125, -3.140625, 0.357421875, -5.4375, -3.546875, -1.65625, -8.8125, -2.3125, 0.408203125, -5.59375, -2.453125, -0.5546875, -3.609375, 1.7734375, 2.640625, -6.375, 1.65625, -5.5, 4.09375, 2.078125, -4.71875, -11.1875, -3.828125, -3.28125, 2.171875, 0.86328125, -1.59375, 2.515625, -2.421875, 8.1875, 2.125, 4.78125, -3.125, -2.609375, -9.375, 1.375, -0.036376953125, 7.875, -7.5625, 0.82421875, -2.75, 1.6875, -1.5, 3.546875, -0.263671875, -2.921875, 1.9765625, -4.1875, -3.609375, 2.90625, -0.81640625, 3.890625, -3.671875, -2.5625, -1.859375, -0.62890625, -9.125, -7.9375, 2.75, 3.515625, -1.78125, -2.546875, -7.03125, -2.890625, -2.703125, 3.375, 0.462890625, -3.125, -9.75, -4.6875, 3.984375, -1.4453125, -1.796875, 1.7890625, 1.75, -2.40625, 0.462890625, 4.15625, -1.109375, -1.515625, -0.76953125, 4.40625, -3.578125, -3.3125, -9.0, -5.1875, -5.96875, -2.484375, -2.203125, -1.9296875, -7.375, 4.375, 1.0546875, -4.09375, -2.296875, -1.7421875, -3.75, 0.035400390625, 3.6875, 4.96875, -9.125, -11.4375], "rewards_rejected": [-1.2734375, 0.1884765625, -2.0625, -4.03125, 2.5, -3.140625, -1.765625, -1.65625, -9.6875, -1.3515625, -1.734375, -5.6875, -2.390625, -1.453125, -2.171875, -6.71875, 2.8125, -12.3125, 2.421875, -3.6875, 2.953125, -1.9375, -4.1875, -13.0, -9.0625, 2.25, 2.8125, -9.9375, 1.8359375, -9.75, -6.40625, -6.34375, -3.015625, 2.828125, -0.921875, 0.017822265625, 1.25, -3.859375, -3.03125, -8.9375, 2.421875, 0.322265625, -8.75, -8.75, 2.640625, -8.75, -0.86328125, -9.25, -13.5625, 1.2734375, -4.90625, 4.59375, 0.10205078125, -6.1875, -5.21875, -6.375, -0.93359375, -1.265625, 2.75, -8.5625, -12.6875, -3.953125, -9.6875, 0.5859375, -1.625, -14.875, 0.609375, -3.734375, -7.75, -2.484375, -3.0, -3.9375, 0.80078125, 5.25, 3.265625, 2.328125, -0.443359375, -5.71875, -7.3125, -2.734375, 0.796875, -3.328125, 5.3125, -7.1875, -1.75, 0.054931640625, 2.71875, -5.90625, 0.283203125, -5.46875, -2.09375, -7.625, -0.91015625, -0.4453125, -8.25, -4.5625, -8.125, -8.625, -4.1875, 0.90234375, -1.875, -3.640625, 2.03125, 4.59375, -1.0859375, -2.640625, -3.453125, -7.375, -1.7734375, -7.9375, -6.5625, -8.5, -11.5, -9.75, -0.796875, 0.19921875, -2.0625, 0.671875, -10.3125, -10.125, -0.384765625, -3.640625, -2.625, -7.875, -2.796875, -3.96875, -5.4375, -1.25, -7.6875, -10.25, 2.796875, -0.50390625, -3.65625, -10.0, -5.15625, -8.3125, -14.375, 2.265625, -4.71875, -5.84375, -6.5, -7.34375, 0.73828125, -1.484375, 0.3671875, -0.384765625, -7.4375, 3.265625, -14.4375, -2.953125, -2.125, -7.9375, 5.03125, 1.1328125, 2.75, 0.353515625, 0.1806640625, -5.84375, -3.421875, -8.6875, 2.515625, -13.25, -1.0078125, -8.8125, -1.9921875, -11.125, -0.15625, -5.34375, -13.4375, -3.90625, -2.671875, -8.0625, -11.75, -2.140625, 3.546875, -6.4375, 0.365234375, -1.5234375, -1.65625, -0.93359375, -0.427734375, -8.375, -8.5, -6.53125, 0.81640625, -3.03125, -1.3203125, -6.84375, -2.578125, 4.34375, 3.65625, -11.5625, -5.40625, -2.375, 0.6171875, -3.390625, -4.28125, -3.78125, 0.48828125, -0.04833984375, -11.6875, 1.5, 1.5859375, -2.40625, -3.984375, 2.15625, 1.609375, -8.1875, -1.265625, -1.78125, -0.8125, -2.28125, -1.484375, -4.4375, -0.79296875, -0.1904296875, -9.3125, -1.125, -4.125, -2.15625, -1.2734375, 1.890625, 2.9375, -4.90625, -10.5, -1.328125, -10.25, -8.5625, -1.25, -5.875, -12.8125, -4.84375, 7.6875, 0.640625, -3.71875, -0.1328125, 2.765625, -2.46875, 0.408203125, 0.99609375, -3.421875, -7.09375, -8.25, -3.15625, 1.1953125, -2.609375, -1.9609375, 2.359375, -7.21875, -2.859375, -9.125, 0.044189453125, -10.0, -6.1875, -8.0625, 4.71875, -0.431640625, -3.640625, -1.625, -4.46875, 0.9453125, -4.21875, -0.55078125, -10.4375, -1.953125, -7.90625, -4.15625, -6.5625, -2.546875, -0.365234375, -0.890625, -6.40625, -13.9375, -3.59375, -2.34375, -2.953125, -2.609375, 2.828125, -3.015625, 3.234375, 1.7734375, -4.03125, 1.7265625, -0.5234375, -1.359375, -0.9921875, -2.28125, -4.96875, -4.875, 3.1875, -9.0625, -1.734375, -1.0859375, -8.5625, -9.625, -5.65625, -0.470703125, -4.65625, -2.671875, -2.6875, 0.47265625, -0.6015625, -7.65625, 5.25, 1.8984375, -1.6328125, -1.53125, 0.76953125, -7.6875, -1.59375, -10.125, -7.65625, -16.0, -1.3828125, 3.453125, -8.0, -2.1875, -5.9375, 4.3125, -3.484375, -4.75, -10.0625, -11.0625, 1.8125, -10.5625, -3.875, -5.34375, -4.6875, -11.875, -2.546875, -0.376953125, -2.953125, -0.546875, -0.90625, -0.98046875, -11.875, -18.125, -6.53125, -6.15625, -7.65625, -1.890625, -0.828125, -3.203125, -2.359375, -3.59375, -1.7578125, 1.6484375, 4.71875, -7.9375, -1.1640625, -7.5, 0.052978515625, 4.28125, -4.75, 3.890625, 4.53125, 1.421875, 0.97265625, -8.5625, -0.5625, -0.2265625, -5.46875, -0.859375, -7.625, -5.03125, -2.296875, -10.5625, -0.7890625, -0.185546875, 1.1328125, 1.3515625, -11.8125, 1.96875, -9.625, -6.53125, -8.875, 2.890625, 0.27734375, -8.3125, 2.078125, 1.0546875, 4.59375, -12.3125, -4.8125, 5.21875, -5.625, 6.15625, -10.0625, -2.796875, -0.953125, -0.60546875, -2.203125, -9.25, -4.28125, -3.09375, -7.34375, 5.90625, 5.28125, -2.6875, -3.390625, 5.9375, -5.34375, -4.5, -13.5625, 3.359375, -5.71875, -11.0, -6.28125, -5.8125, -3.296875, -8.8125, 0.875, -0.1708984375, -7.84375, -13.0, 0.98046875, -8.125, -1.5078125, -8.625, -11.1875, -3.984375, 1.2890625, 0.6953125, 2.484375, 2.453125, 2.515625, 3.46875, 0.158203125, -11.75, -2.53125, 2.328125, -1.6875, 4.03125, -3.53125, -1.71875, -0.031494140625, 2.34375, 2.078125, -7.71875, 4.0, -10.875, -8.9375, -0.03076171875, -12.75, -10.875, -2.03125, 3.46875, 0.2041015625, -3.140625, 3.71875, -3.828125, -10.6875, -4.09375, -11.125, -4.0, -1.5546875, -0.609375, -0.55859375, -5.28125, -0.01519775390625, 2.4375, -2.984375, 1.7265625, -5.375, -13.5, -1.375, 1.453125, 0.98828125, 0.1494140625, 0.7578125, -3.484375, 1.0859375, -5.71875, -0.94921875, -5.9375, 0.408203125, -10.5625, -2.15625, -6.9375, -10.6875, -5.125, -8.875, -8.125, -3.53125, -0.5390625, 6.25, -2.890625, -6.5625, -2.703125, -10.0, -3.0, -9.5, -2.515625, -1.6796875, -5.3125, -3.921875, -4.03125, -1.25, -10.875, -1.578125, -10.6875, -0.0458984375, 1.8359375, -5.59375, -1.3828125, 6.59375, 1.71875, -12.25, 4.3125, 6.34375, 1.078125, -2.25, -4.75, -2.890625, -0.6640625, -12.3125, -0.73828125, -1.6328125, 2.234375, -2.75, -6.3125, -2.34375, -2.234375, -6.5, -8.3125, 1.0546875, 3.671875, 2.640625, -4.1875, -0.0673828125, -0.283203125, 0.85546875, -12.0625, -6.75, -5.0, -7.96875, -10.875, -3.828125, 2.015625, -11.1875, -5.875, -0.875, -8.9375, -1.953125, -4.5, -1.078125, -0.69140625, -0.07373046875, -6.3125, -9.3125, -11.0625, -4.5, -8.8125, -5.125, 1.8828125, -0.640625, -0.625, 5.71875, 0.63671875, 2.09375, -2.21875, -5.46875, -1.640625, 1.3203125, -1.734375, -8.75, -4.875, -1.6953125, -0.0098876953125, -1.5546875, -6.65625, -8.5625, -5.71875, 2.9375, -0.482421875, -8.75, 5.28125, -0.06689453125, -3.75, -1.3671875, -5.34375, -6.0, -7.0625, -7.375, -7.65625, -0.79296875, -13.5, -8.1875, -1.6796875, 1.578125, -0.1181640625, -2.828125, -3.640625, 2.078125, -0.51171875, -10.5, -4.9375, 1.7265625, 4.03125, -9.8125, -4.1875, -11.875, 4.5625, -2.40625, -6.71875, 0.515625, 3.1875, -1.8515625, -2.625, -13.5625, -7.53125, -8.0625, 2.140625, 0.220703125, 3.21875, 0.84375, 0.392578125, -2.078125, -3.328125, -7.5, 2.265625, -6.5, -1.0703125, -0.376953125, 4.5625, 1.9296875, 0.07666015625, -1.171875, -1.9140625, -10.0625, -3.203125, -3.1875, 0.5703125, 0.81640625, -9.25, 3.703125, -0.734375, 2.328125, 5.9375, -0.447265625, -5.75, -0.111328125, -7.03125, -0.55078125, -10.3125, -2.9375, -7.8125, 4.5, -1.4765625, -4.09375, -8.0625, 0.2734375, -11.375, -10.5, -3.03125, 2.140625, -6.40625, -0.4140625, -3.453125, -7.5, -0.427734375, -2.921875, -7.5, -4.46875, -5.34375, 1.7109375, -5.03125, -7.0, -0.83984375, -7.625, -5.09375, -6.9375, -2.421875, -0.8046875, -10.875, -6.3125, -3.171875, 2.265625, -3.765625, -10.125, -0.4921875, 2.140625, -5.3125, 0.578125, -11.375, 3.265625, -12.5, -9.625, -5.03125, 0.2158203125, 2.484375, 0.6171875, -4.46875, -0.91015625, -7.5, -2.125, -3.765625, 0.55078125, -12.5625, -5.0, -6.5, -8.0, -2.296875, -5.78125, -15.125, 2.015625, -5.28125, -2.40625, -3.640625, 1.890625, -2.53125, -7.1875, -0.42578125, -2.71875, -0.1025390625, -6.15625, -14.5625, 2.9375, 2.09375, -2.75, -3.84375, 0.07568359375, -0.671875, 4.0625, -8.3125, -9.6875, -5.1875, -1.0703125, -8.8125, 2.671875, -1.34375, -3.34375, -7.5, -0.59765625, -7.09375, 0.248046875, -6.1875, -5.28125, -8.9375, 3.578125, -8.6875, -6.21875, 2.484375, -5.5625, -10.5, -8.875, -1.40625, -5.0, 1.9765625, -8.875, 2.296875, -3.125, -1.1171875, 0.1298828125, -8.3125, -7.34375, -5.28125, -5.5, -8.9375, -9.25, 3.453125, -7.03125, -5.75, -0.2265625, 1.921875, -4.625, 4.3125, -6.5, 2.484375, -2.46875, -6.78125, 0.0213623046875, -0.98828125, -10.125, -0.7109375, -2.109375, -7.375, -0.1845703125, -4.84375, -0.0673828125, -9.25, -8.9375, -13.1875, -10.875, -12.5625, -5.9375, -9.625, -2.0, -9.6875, -2.734375, -0.49609375, -0.41796875, 3.1875, -7.78125, 3.3125, 1.03125, -1.6875, -2.140625, -9.9375, -5.5625, -7.65625, -4.1875, -3.25, -3.640625, -0.5390625, -13.9375, -0.1591796875, -0.921875, -0.53125, -0.7265625, 1.3515625, -8.8125, -1.5546875, -3.859375, 1.9296875, -4.53125, -3.375, -3.546875, -10.125, -2.078125, -3.421875, -12.3125, -1.71875, -0.5546875, -1.78125, -4.4375, -9.75, -0.91015625, -1.859375, -2.71875, -1.484375, -2.125, -3.40625, -11.1875, -5.28125, -0.25390625, -0.427734375, -0.828125, -3.0, -10.0, -3.96875, -3.75, -3.671875, -0.3359375, 3.390625, -2.609375, -4.875, 6.375, 5.71875, -3.9375, -8.8125, -8.125, -1.140625, 4.28125, -1.390625, 4.0625, -4.59375, -6.65625, 0.2138671875, -6.34375, -3.609375, 4.90625, -0.81640625, 3.484375, -6.34375, -6.15625, -4.03125, -1.640625, -5.8125, -1.875, 2.0, -10.125, -2.828125, -4.90625, -1.40625, -2.28125, -6.40625, 2.8125, 1.6328125, -0.91015625, -6.5625, -3.90625, 3.75, 2.140625, -14.5, 5.40625, -7.53125, -2.40625, 1.1484375, -9.75, -4.4375, 1.6796875, 0.0966796875, -0.6328125, 2.5, 4.21875, -9.625, -5.1875, -2.125, -4.375, -2.109375, -2.15625, -7.375, -6.71875, -0.6796875, -5.25, -5.84375, -1.09375, -10.5, -5.375, -13.0625, 0.423828125, -6.6875, -6.84375], "margins": [-1.2890625, 0.8505859375, -1.671875, -1.03125, -0.546875, -1.234375, 0.0, 0.28125, 2.84375, 0.0, 3.3515625, 2.28125, -4.890625, 1.08203125, 4.234375, 7.984375, -1.85546875, 8.359375, 1.671875, -2.59375, 0.3125, -0.1875, 0.0, 12.8017578125, 3.625, -4.484375, -0.34375, 8.65625, -2.125, 9.814453125, 3.125, 4.0, 4.8671875, 0.484375, 1.671875, -0.670166015625, 0.0, 5.5859375, 5.140625, 6.140625, -1.84375, -0.005859375, 10.96875, 1.65625, 1.015625, 12.5, 0.0, 2.9375, 14.19921875, -2.890625, 2.609375, -16.21875, -0.56103515625, 8.34375, 3.328125, 2.375, -3.87890625, 6.328125, -7.8125, 7.69921875, 14.2578125, 0.0, 4.53125, -2.46875, -6.625, 16.34375, -0.22265625, 0.484375, 0.0, -6.078125, 4.140625, 0.5625, 1.76171875, -4.873046875, -2.853515625, 0.46875, 4.380859375, -2.21875, 0.0, 1.5, -6.484375, -0.65625, -2.90625, 0.0, 0.28125, -5.492431640625, -5.765625, 7.6640625, 1.779296875, 3.03125, 0.0, 11.515625, -2.21484375, -4.6484375, 7.671875, 2.7109375, 0.0, 7.296875, 8.375, 2.98828125, -1.109375, -2.046875, 4.5, -16.21875, -2.6953125, -0.3125, 3.91015625, 6.96484375, 1.90234375, 12.65625, -0.03125, 6.9375, 0.6875, 16.9375, 3.28125, -1.81640625, 2.4375, 1.234375, 4.46875, 10.65625, 1.095703125, 6.09375, -0.359375, 0.25, 5.25, 1.78125, -1.59375, 8.03125, 1.625, 4.09375, -2.48046875, 0.998046875, 2.6484375, 7.109375, 4.71875, 5.875, 17.59375, -5.765625, 0.0, 2.96875, 7.9921875, 5.953125, -6.64453125, 1.53759765625, -1.40625, 1.095703125, 0.0, -8.765625, 12.28125, -1.703125, 4.203125, 4.578125, -4.51171875, -3.1484375, 0.0, 3.224609375, -7.0556640625, 8.828125, 0.21875, 1.78125, -1.67578125, 5.3125, -0.375, 9.4453125, -1.4296875, 12.25, 3.859375, 5.447265625, 2.0, -1.15625, 2.861328125, 11.796875, 3.4375, 2.419921875, -2.203125, 0.46875, 1.345703125, 2.6171875, -1.71875, -3.87890625, 1.333984375, 8.9296875, 0.0, 0.0, 6.12109375, 5.140625, -1.5234375, 6.31640625, -1.578125, 0.0, 0.0, 9.015625, 7.21875, -8.0, -1.546875, 4.390625, 7.671875, -2.375, 0.71484375, 1.92333984375, 9.609375, 0.359375, -4.9765625, 0.90625, 8.109375, -4.375, 0.0, -0.8125, 0.0, -1.296875, 4.421875, -0.59375, 1.53759765625, 7.28125, -2.23828125, 0.7373046875, -0.8125, -0.1875, 2.3203125, 6.875, 3.6640625, -1.0234375, 0.046875, 7.890625, 4.90625, 0.0546875, 9.59375, 7.703125, 1.2664794921875, 4.6015625, 11.9296875, 0.0, -0.84375, 3.078125, 2.2734375, -3.7265625, -0.890625, 2.150390625, -0.943359375, 3.72265625, 6.875, 0.75, 11.25, 8.09375, -0.0703125, 6.265625, -2.6015625, 3.265625, 7.548828125, 11.421875, 8.21484375, -3.825439453125, 4.4375, 0.90625, 6.65625, -0.25, -7.537109375, 2.91015625, -6.625, 0.796875, 3.3359375, 1.34375, 0.0, 10.416748046875, 2.177734375, 1.6875, 8.34375, 11.84375, 5.4375, -0.033203125, 1.173828125, 3.125, 16.40625, 8.71875, 1.55078125, 1.40625, 0.0, 0.484375, 0.09375, -4.46875, -3.015625, -1.1875, -7.7265625, -0.6875, -5.671875, -1.2734375, -2.3125, 8.515625, 4.28515625, -0.921875, 9.57421875, -1.171875, 7.2734375, 0.0, 0.875, -5.84375, 5.501953125, -0.65625, -2.203125, 1.1484375, -2.89453125, -3.1328125, 5.65625, -4.873046875, -4.1484375, 1.6209716796875, 3.0078125, 0.80859375, 6.88671875, -0.2265625, 0.75, 10.171875, 22.3125, 2.8125, -3.859375, 0.15625, -0.234375, 1.59375, 0.03125, 0.0, 4.15625, 11.2109375, 9.8828125, 4.40625, 9.28125, -0.46875, 5.4384765625, 0.0, 10.3203125, 0.0, -2.873046875, 1.40625, -0.46875, 3.15625, 1.953125, 9.3125, 14.828125, 1.84375, 5.31640625, 6.3515625, 2.2109375, -4.046875, -1.953125, 1.3203125, 5.515625, 7.3203125, -7.8046875, -1.890625, 2.75, 2.4296875, 7.05078125, 0.0, -4.599609375, 4.15625, -0.5625, -4.68359375, -9.609375, 2.37109375, 0.1875, 0.7685546875, 2.2734375, -3.53125, 1.72265625, 10.734375, 1.5625, -0.984375, 9.75, 2.375, 0.654296875, 0.0, 0.421875, 15.09375, 0.0, 0.625, -5.03125, 9.37109375, -0.09375, -0.736328125, 14.65625, -0.1875, -5.5546875, -16.21875, 1.125, 1.03125, -0.53125, 8.4375, 0.1875, 0.0, -4.234375, -5.078125, 5.01171875, 1.35546875, 11.859375, 3.900390625, 0.0, 6.5625, -5.109375, -7.1875, 0.0, 4.390625, -10.21875, 7.9375, 1.578125, 17.8125, 0.0, 1.125, 8.75, 7.625, 7.7265625, 3.703125, 0.0, -3.3125, -1.9072265625, 13.375, -2.5, 1.26953125, 0.1875, -2.9296875, 1.21875, 10.93359375, 5.296875, -0.2578125, 0.0, -4.984375, 1.578125, 0.53125, 1.6875, -5.908203125, 3.4375, 2.8359375, 0.46875, -1.625, 1.03125, 3.890625, 3.4921875, 1.500244140625, -0.078125, -0.1875, 0.0, 3.5, 13.09375, 9.125, 3.95263671875, 1.625, 14.578125, -2.96875, 1.6875, 2.5771484375, 4.953125, -4.7734375, 5.921875, 20.4375, 8.375, 12.25, 5.609375, 0.0, -1.953125, -1.81640625, -3.90625, -0.87542724609375, 0.640625, -0.546875, -12.3515625, 5.410400390625, 7.90625, -0.0859375, 1.953125, 5.76171875, 2.3505859375, -2.078125, 1.375, -1.265625, 4.4609375, 4.54296875, 7.09375, 3.044921875, 9.28125, 3.1953125, 5.3203125, 10.369140625, -0.0625, 9.0927734375, 4.953125, -0.375, -1.453125, -3.859375, -6.546875, 9.921875, -5.734375, 3.34375, 3.228515625, 0.0, 5.671875, -4.1640625, 7.875, 6.53125, 10.5625, 1.2664794921875, 0.0, 2.953125, 15.96875, -4.2353515625, -5.1328125, 5.283203125, 8.8515625, -5.3359375, -5.390625, 5.4375, 0.03125, 1.71875, -1.65625, 5.15625, 6.0, -6.421875, 2.171875, 10.4140625, 0.0, -0.3125, -3.7578125, -2.28125, 8.140625, -1.078125, -2.203125, 2.78125, 6.7578125, -5.5546875, -9.390625, 1.015625, -1.78125, 1.7783203125, 0.576171875, 0.66015625, 14.6875, 3.84375, 0.9375, 3.5, 0.0, 2.98828125, 1.078125, 10.93359375, 7.390625, -3.625, 9.125, 2.3203125, 5.21484375, 0.47265625, 1.77734375, 3.27685546875, 8.25, 2.03125, 12.09375, 1.6875, -1.125, -0.0625, -4.2734375, 1.03515625, 6.8125, 1.3125, -5.51171875, -2.13232421875, -0.0625, 8.4375, 1.01171875, 1.4296875, 0.0, 12.5, -4.0625, 4.1015625, 3.1192626953125, 2.33203125, 4.21875, 12.59375, 1.125, 0.046875, 0.5126953125, 9.9140625, -2.671875, -1.13623046875, 0.0, -2.4921875, 2.15625, 0.125, 5.265625, 10.1875, 9.3515625, -2.23828125, 11.3125, 10.203125, 0.96875, 0.171875, 4.0869140625, 3.9921875, 3.5439453125, -2.73828125, -2.51953125, 8.5, 0.0, -7.7265625, -0.78125, 0.875, 7.765625, 7.84375, -0.03125, 4.828125, 12.1875, 1.03125, -3.0703125, 4.9921875, -2.71875, 17.8125, 6.7890625, -0.125, -5.078125, -1.962890625, -8.6875, 1.90625, -9.267578125, -1.3125, 3.658203125, 1.09375, 1.4375, 7.21484375, 6.9140625, -2.294921875, -0.984375, -1.572265625, 5.70458984375, -8.328125, 1.140625, 9.755859375, -3.921875, 4.84375, -1.46875, -3.37890625, 0.0, 0.484375, 2.046875, -1.46875, -6.185546875, -0.099609375, 3.15625, 1.400390625, -1.78125, 2.91015625, 4.03125, -3.15625, 2.625, -1.21875, 2.59375, 5.6484375, -0.125, -0.1103515625, 1.875, 4.90625, 0.25, -2.089599609375, 2.34375, 1.41015625, -1.234375, 7.05078125, 1.333984375, 5.90625, 0.0, 3.0078125, 1.734375, 2.5703125, 2.90625, 0.0625, 0.736328125, 15.375, 5.0078125, 6.560546875, 6.578125, -1.6796875, 2.75, 5.8046875, -1.859375, -5.765625, 2.0, 14.71875, 0.5089111328125, -0.3046875, 10.0, -5.703125, 0.0, -2.853515625, 15.390625, 9.7177734375, 3.484375, -0.7099609375, -4.734375, -6.7109375, 7.625, -5.46484375, 0.0, -3.71875, 6.625, -4.44140625, 13.6953125, 2.46875, 7.9921875, 1.71875, 2.3250732421875, 4.734375, 12.34375, -1.701171875, 1.03125, 0.90625, 0.0, -1.21484375, 2.8359375, 5.46875, 0.73046875, 4.78125, -3.0224609375, -0.71875, 2.75, -2.15234375, -7.28125, 4.4765625, 3.8134765625, 0.26806640625, 3.234375, -0.515625, 4.65625, 13.90625, -0.15625, -4.9609375, 8.435546875, -1.81640625, 4.484375, 3.12109375, 6.90234375, 0.0, 0.0, -1.060546875, 0.90625, 1.8125, 9.125, -5.75, 12.03125, 8.1796875, 1.375, -2.40625, 4.90625, 9.205078125, 0.6796875, 4.9296875, 0.3828125, 16.28125, 0.0, 0.234375, -1.3984375, 1.5654296875, 4.671875, 2.28125, 2.90625, 0.0, 2.84375, 3.125, -3.859375, 5.6796875, 7.71875, 2.2734375, 1.140625, 8.0625, 0.0, 2.78125, -4.984375, -1.40625, 6.776214599609375, 1.3145751953125, 0.7265625, 13.640625, 1.05859375, -1.796875, -2.3125, -0.6123046875, -4.09375, 1.7783203125, 0.0, 10.8984375, 13.8515625, 10.517578125, 5.125, 1.59375, 0.625, 4.40625, 8.75, 6.59375, -2.34765625, 2.73046875, -0.921875, 10.640625, -3.609375, 0.2734375, 1.224609375, 3.2109375, 2.5625, 10.53125, 6.3125, 7.765625, -3.5625, 6.09375, -7.8359375, 7.375, 1.9326171875, 5.578125, -2.84375, -1.8203125, 1.4921875, 9.5234375, -4.2265625, 0.71875, -1.572265625, -0.90625, -0.171875, 1.890625, 1.3125, -0.234375, 3.830078125, 6.71875, -0.734375, 0.0, -1.828125, 6.2109375, 12.390625, -5.46484375, 3.515625, -2.78125, 5.578125, 4.203125, -1.3125, 0.0, 1.453125, -3.02734375, 2.599609375, 1.69140625, 1.40625, 12.515625, 1.546875, 11.9375, 5.796875, 5.1171875, -6.515625, 0.0, -4.5, -5.0, -5.755126953125, 11.8125, 1.25, 8.94921875, -1.609375, -2.59375, -0.109375, -0.515625, 4.330078125, 3.734375, 1.7626953125, 2.15625, 0.0, -2.0, 0.0, 0.40625, 2.671875, 3.59375, 2.171875, 1.01171875, -3.3125, -6.0625, 0.75, 13.640625, 1.046875, 2.359375, -5.625, -0.609375, 3.703125, 0.5625, -1.169921875, -2.21484375, -3.1875, -0.78125, 0.234375, -3.5859375, 12.703125, -3.6171875, 9.28125, 0.0, -0.685546875, 13.90625, 3.328125, -3.1953125, -0.8662109375, 5.0390625, -6.078125, -7.53125, 0.625, 0.0, -3.84375, 1.890625, -0.09375, 0.2265625, 0.0, 11.09375, 1.734375, 1.15625, 3.546875, -0.6484375, 6.75, 5.410400390625, 16.75, 4.544921875, -2.4375, -4.59375]} \ No newline at end of file diff --git a/margin_logs/val_margins_stem_epoch_2.json b/margin_logs/val_margins_stem_epoch_2.json new file mode 100644 index 0000000000000000000000000000000000000000..2e5ce87eab72637d86d470efcaa5f5cb3d7f30ff --- /dev/null +++ b/margin_logs/val_margins_stem_epoch_2.json @@ -0,0 +1 @@ +{"epoch": 2.0, "step": 492, "domain": "stem", "rewards_chosen": [-0.314453125, 0.419921875, 0.0009918212890625, 0.265625, 3.21875, -0.65625, 1.984375, -0.275390625, -2.09375, 2.125, 0.9765625, -1.21875, -3.21875, 1.3515625, 1.328125, 1.421875, 0.953125, -0.72265625, 2.84375, -1.2578125, 2.34375, -0.1181640625, -1.3671875, 1.921875, -1.984375, -0.251953125, 2.3125, 0.76171875, 0.7734375, 0.90625, 1.078125, -0.51953125, 2.96875, 1.7109375, 1.6875, -0.099609375, 2.40625, 1.7734375, 0.66015625, -0.380859375, 1.515625, 1.171875, 1.875, -1.640625, 2.640625, 2.375, -0.625, 0.390625, 1.515625, 0.66796875, 0.42578125, -3.015625, 1.171875, 1.65625, 0.16796875, -1.3125, -1.71875, 3.09375, -3.328125, 1.2265625, 1.390625, -0.66015625, -0.333984375, 0.23046875, -1.828125, 0.216796875, 0.05810546875, 0.6328125, -2.296875, -1.15625, 0.9765625, -1.078125, 1.5078125, 2.25, 0.44921875, 2.359375, 2.34375, -1.890625, -4.59375, -1.3984375, -0.83984375, 1.796875, 1.5, -0.275390625, 1.28125, -1.859375, -0.053955078125, 0.6640625, 2.1875, 0.36328125, 1.1640625, 2.59375, -0.193359375, 0.0732421875, 0.333984375, 0.6328125, -2.0, 1.015625, 1.8125, 3.4375, -2.5625, -0.15234375, 3.65625, -3.015625, 1.5859375, 0.73046875, 1.6171875, 1.8984375, 1.4609375, 3.0, -0.8671875, 1.21875, -3.734375, 3.359375, 1.5859375, 0.6015625, 0.32421875, 1.9609375, -1.21875, -0.51953125, 2.09375, 1.296875, 0.578125, -2.53125, 3.15625, -0.921875, 1.40625, 2.390625, -0.431640625, -1.4140625, 0.0673828125, 1.4765625, 1.453125, -0.8984375, 0.953125, 1.328125, 1.0703125, 0.7578125, -0.640625, 0.049072265625, 1.6640625, 1.40625, -4.125, 0.875, 0.7265625, 2.09375, -0.443359375, -1.109375, -0.43359375, -3.046875, 1.296875, -0.421875, 0.94140625, -0.6328125, 1.984375, 2.765625, -2.875, 0.953125, 0.310546875, -1.6875, 0.70703125, -2.015625, 0.83984375, 1.46875, 0.1611328125, 0.98828125, 2.34375, 1.3203125, -3.5, -0.06396484375, -0.390625, 1.8515625, -1.703125, 0.87109375, 1.7421875, -0.90234375, 1.8984375, 1.78125, -0.134765625, -1.71875, 0.6015625, 0.89453125, -2.03125, -1.1796875, 1.8515625, 0.66015625, 1.484375, 1.7109375, 0.9140625, 4.6875, 6.03125, 1.1484375, 1.4609375, -1.625, 1.4609375, 2.109375, 3.09375, -0.609375, 1.484375, 2.0625, -0.10693359375, -0.146484375, -0.322265625, 1.0234375, 2.890625, 0.006500244140625, 4.21875, -5.40625, 2.09375, 0.671875, 2.015625, -1.4375, 0.875, 2.34375, 0.443359375, 1.9140625, -4.46875, 0.3125, 1.1875, 2.25, 2.109375, 1.4140625, 2.3125, 2.984375, 1.90625, 1.328125, 0.03857421875, -0.1689453125, 1.28125, -2.125, 1.2890625, -2.296875, 3.421875, 2.015625, 0.57421875, -1.859375, 1.0703125, 0.5625, 1.90625, 2.890625, 1.765625, 0.453125, 0.5546875, 2.453125, 1.3515625, 2.921875, -1.3203125, 2.40625, 1.6640625, 3.265625, 0.88671875, -0.671875, -0.57421875, 2.109375, 0.73046875, 3.640625, -0.453125, 3.078125, -1.828125, -2.578125, 2.546875, 0.859375, 1.9453125, 2.046875, 0.859375, -0.412109375, 1.515625, 1.375, 3.046875, 1.6875, 1.28125, 1.078125, -2.75, 2.53125, 0.2431640625, 0.81640625, -0.298828125, 1.7109375, -0.6953125, 1.6015625, -0.609375, -1.3359375, 1.0703125, -0.404296875, -0.3046875, -0.86328125, -1.2578125, 0.921875, 1.9453125, 1.703125, 0.478515625, 0.7890625, 2.796875, -2.59375, -2.0, -3.640625, 1.6640625, -3.15625, -0.291015625, 0.69921875, 1.0, 0.1240234375, 0.083984375, 2.25, 2.125, 0.546875, 2.5, 2.8125, 1.234375, 1.59375, -3.0, 1.3359375, 2.234375, 3.265625, -0.1669921875, -0.8125, 0.0301513671875, -2.03125, 3.3125, -1.6015625, 2.484375, 3.15625, 0.58203125, 4.53125, 0.396484375, -0.4140625, 1.671875, -1.09375, -1.1640625, -1.0546875, 0.8203125, 0.81640625, 0.72265625, 1.1953125, 0.84375, -1.03125, 0.193359375, 0.333984375, 1.9765625, 0.0281982421875, 0.453125, -1.2109375, -0.244140625, -0.76171875, 2.265625, 3.109375, 1.0078125, 2.625, -2.234375, 1.6953125, 0.333984375, 3.21875, 0.35546875, 2.484375, 3.203125, 1.171875, -0.27734375, 2.765625, -0.1748046875, -0.6875, 0.9765625, -2.90625, 2.078125, 2.34375, 1.4765625, -0.61328125, 0.81640625, 1.34375, 0.6640625, 3.578125, 1.8125, 1.7890625, 2.96875, -1.1875, -7.09375, 2.40625, 1.265625, 1.7109375, 3.0, 1.5859375, 1.0234375, -3.015625, -2.53125, 0.07470703125, 2.578125, 1.1484375, 4.09375, -1.9375, -2.609375, -6.46875, 3.640625, -0.55078125, 1.34375, 0.65625, 3.203125, 1.2109375, 0.05078125, -0.41796875, 2.109375, 2.109375, -3.109375, 2.25, 0.671875, 2.484375, 4.4375, -0.55078125, 0.51171875, 1.6953125, 0.7265625, 0.6953125, -4.25, 0.189453125, 0.60546875, 2.90625, -3.703125, 2.296875, -0.62109375, -5.15625, -1.84375, -0.447265625, 0.97265625, 1.671875, 2.9375, 0.28125, 2.53125, 1.4609375, 3.296875, -0.7890625, -0.062255859375, 1.40625, 2.359375, 2.453125, 3.46875, 0.330078125, 0.9296875, 1.109375, 1.3828125, 1.5859375, -4.84375, 3.484375, 1.7734375, 0.1943359375, 2.234375, -0.90625, 2.90625, -2.59375, 3.296875, 1.625, 1.234375, 0.12060546875, 0.453125, 3.0625, 1.546875, 0.98828125, 0.89453125, -0.140625, -0.55859375, 0.08349609375, 1.4765625, -0.103515625, 1.390625, 0.359375, -1.96875, 1.046875, -2.03125, 0.431640625, 2.046875, 3.53125, 2.09375, -1.71875, 1.21875, 1.015625, 0.734375, 1.3828125, 0.361328125, 1.21875, 0.396484375, -0.3046875, 1.6015625, 0.369140625, -1.1484375, 0.24609375, -2.390625, -1.578125, 1.8828125, 1.9140625, -0.6328125, 1.5625, -4.28125, -0.97265625, 1.7109375, -3.8125, 2.359375, -1.4921875, 1.625, 1.390625, 2.1875, 1.28125, -4.0625, -0.99609375, 2.515625, -0.58203125, 0.83984375, 1.234375, 2.5, 0.890625, -0.349609375, -2.125, 3.3125, 3.625, 1.0625, 0.8984375, 0.56640625, -3.3125, 1.484375, 2.546875, 0.76953125, 0.30859375, 1.0546875, -0.86328125, 2.015625, -1.140625, -0.63671875, -0.8125, 1.2890625, 1.0234375, -3.09375, 2.640625, 1.3984375, 2.640625, 0.2158203125, 2.4375, 0.7265625, -2.25, -1.2265625, -0.12060546875, -4.0625, 1.2578125, 3.015625, -0.447265625, 1.7109375, -1.4453125, 0.1943359375, -0.2734375, 1.28125, 1.09375, 1.9375, 2.578125, 1.3984375, -1.5234375, 0.07666015625, 0.36328125, -2.09375, -1.1484375, -0.09765625, 0.2451171875, 2.515625, 3.28125, -0.291015625, 1.421875, 0.78125, 2.578125, 0.1787109375, 2.203125, 0.5390625, 2.375, -3.796875, 0.91796875, 0.875, 0.9765625, -0.15625, 2.390625, -0.55078125, 2.3125, 1.21875, 1.0859375, 1.703125, 0.65234375, -0.98046875, 1.6171875, -0.2255859375, -2.671875, 1.21875, 0.5546875, 1.390625, 0.443359375, 0.400390625, 1.671875, 1.171875, 1.09375, 2.09375, 1.78125, 0.6171875, -0.60546875, -3.578125, 2.21875, -2.296875, 1.0703125, 1.9375, -2.609375, 1.4375, -1.21875, 2.359375, 2.328125, 1.3828125, 2.34375, 0.357421875, 2.515625, -0.96484375, 2.484375, 1.3046875, -1.5703125, 2.5625, 0.58984375, -2.75, 1.78125, -3.28125, 0.11669921875, 0.640625, -1.4375, 2.203125, 1.5859375, 1.8203125, -0.71484375, 3.203125, 1.40625, 2.375, -2.53125, 1.34375, 1.7890625, -2.484375, 3.390625, -0.703125, -0.76953125, -3.078125, 2.03125, 2.109375, 1.5546875, 0.91796875, 1.609375, 0.69921875, 0.154296875, -2.171875, 2.9375, -0.86328125, -0.5703125, -0.99609375, 1.6328125, 4.09375, 1.0390625, -1.5703125, 2.5625, -1.265625, 1.90625, 1.84375, 1.6796875, -1.9921875, 1.6640625, -1.8515625, 0.333984375, 0.6015625, 1.4296875, -4.84375, 2.234375, -0.2294921875, 2.390625, -0.365234375, -1.203125, 0.5625, 2.53125, 1.265625, 0.71875, 1.703125, 0.96484375, -3.40625, 1.921875, -1.2109375, 0.7578125, -0.12255859375, 2.296875, 1.2265625, 1.5625, 2.8125, -1.0546875, -4.71875, 0.44921875, 1.828125, 1.3125, 1.359375, 0.439453125, 0.134765625, -0.94921875, 4.21875, -2.109375, -4.84375, -3.859375, 0.765625, -1.5, 3.140625, -0.4140625, 1.6640625, -0.298828125, 0.1904296875, 1.390625, 1.390625, 2.140625, -0.81640625, 1.0234375, 1.1171875, 2.8125, 1.40625, -1.0703125, 1.90625, 2.46875, -0.8515625, -1.796875, -3.453125, 1.3515625, -1.3203125, 1.21875, 0.150390625, 1.6484375, 1.625, 2.640625, -1.171875, 2.3125, -0.359375, -2.59375, 1.015625, 2.296875, 2.46875, 0.58984375, 1.671875, 2.375, -0.70703125, 1.59375, 2.109375, -0.5546875, 0.1943359375, -2.3125, 1.125, 1.390625, 1.9296875, -3.4375, 1.90625, 0.80078125, 2.515625, 1.0703125, 2.4375, 3.359375, 4.03125, -0.65625, 1.03125, 1.140625, 0.296875, -1.421875, 0.40234375, -2.09375, -1.390625, -0.2060546875, -0.1669921875, 0.43359375, 0.80078125, 0.9765625, 1.015625, 2.046875, 7.5625, -0.8125, 0.28125, 0.43359375, -1.2421875, 2.484375, 1.0234375, 2.40625, 1.3125, 0.10546875, -4.8125, 1.265625, -2.21875, 2.640625, -3.078125, 2.09375, 2.203125, 2.234375, -3.234375, -2.03125, -1.1875, 1.390625, 0.74609375, 2.703125, 0.2373046875, 1.734375, 1.703125, 1.2265625, 2.78125, 0.294921875, 1.546875, 0.546875, -1.3984375, 3.0625, 1.8203125, 1.4375, -0.06787109375, 1.296875, -1.6015625, 0.53125, 1.2734375, 2.21875, -2.078125, 1.828125, 2.21875, 1.1484375, -1.546875, -1.0703125, 1.40625, -1.4921875, 0.1181640625, 1.6796875, -0.3125, 0.8203125, 1.5078125, -2.828125, -1.25, -3.921875, -0.88671875, 1.046875, 3.15625, -2.109375, 0.5703125, 0.451171875, 2.390625, 1.296875, -0.3515625, -4.375, 0.53125, -0.388671875, 1.65625, 1.8515625, 0.703125, 1.4921875, 0.1083984375, 3.6875, 1.8203125, 1.7265625, 0.578125, -0.298828125, -1.8359375, 0.73046875, 0.41015625, 3.09375, -0.88671875, 1.0859375, 0.06787109375, -0.466796875, 0.51953125, 2.640625, 2.046875, -0.9609375, 1.609375, 1.578125, -0.8828125, 1.6796875, 1.296875, 1.515625, -0.80859375, 1.265625, -0.173828125, 0.1787109375, -2.75, -1.234375, 2.15625, 2.40625, -0.08154296875, 0.2392578125, -0.171875, -1.453125, -0.95703125, 1.3671875, 0.032958984375, -0.193359375, -3.296875, -2.546875, 2.515625, 0.4296875, -0.134765625, 1.796875, 1.4765625, 2.40625, 1.1796875, 2.6875, -0.6484375, 1.359375, 2.125, 3.203125, 0.78515625, 0.87109375, -1.1875, -2.203125, -3.5, 0.24609375, 0.57421875, -0.53125, -3.71875, 2.484375, 0.7578125, -2.03125, 1.34375, -0.06787109375, -0.07763671875, 1.046875, 1.2421875, 1.9765625, -2.09375, -1.0546875], "rewards_rejected": [0.6796875, 0.125, 0.53515625, -0.2294921875, 4.0625, 0.169921875, 1.984375, 0.359375, -3.875, 2.125, 0.65234375, -1.484375, -0.1845703125, 1.3828125, 0.984375, -1.84375, 2.71875, -3.140625, 1.078125, -1.4921875, 2.375, 0.427734375, -1.3671875, -1.2421875, -1.953125, 0.51171875, 1.8515625, -2.203125, 1.84375, -2.453125, -0.328125, -0.8828125, 1.140625, 0.45703125, 1.78125, 0.9765625, 2.40625, -1.140625, -0.341796875, -2.015625, 1.3046875, 1.3515625, -0.13671875, -2.328125, 2.921875, -2.1875, -0.625, -2.046875, -3.421875, 1.2890625, -2.40625, 1.140625, -0.58203125, -1.1484375, -0.54296875, -1.0546875, 0.2890625, 1.2109375, 0.2392578125, -3.0625, -1.828125, -0.66015625, -1.625, 0.8046875, 0.32421875, -2.375, 1.890625, 0.61328125, -2.296875, 1.328125, 0.466796875, 0.67578125, 1.15625, 2.078125, 1.328125, 2.0625, 0.7578125, 1.1640625, -4.59375, -0.7421875, 1.578125, -0.109375, 3.421875, -0.275390625, 1.4375, -0.62109375, 1.3203125, -1.140625, 0.96484375, -0.357421875, 1.1640625, -0.8828125, 0.82421875, 2.515625, 0.01458740234375, -1.8671875, -2.0, -1.8359375, -1.6953125, 1.8203125, -1.09375, 0.9609375, 2.03125, 1.140625, 1.1953125, 0.9765625, 1.2421875, -3.5625, 1.2265625, 0.890625, -0.55859375, -2.78125, -3.546875, -1.4921875, 0.9140625, 2.015625, -0.578125, 0.75390625, -3.171875, -3.484375, 1.4296875, -1.3828125, 0.73828125, -0.56640625, 0.56640625, -1.25, 3.09375, 1.5, -1.171875, -3.875, -0.27734375, 0.357421875, -0.62109375, -1.1953125, -0.921875, -1.1953125, -5.75, 3.453125, -0.640625, 0.8125, -0.51171875, -1.53125, 1.1796875, 0.1611328125, 1.140625, 1.4296875, -0.443359375, 1.515625, -5.0, 1.6015625, 0.9765625, -0.96875, 3.140625, -0.2470703125, 1.984375, 1.5625, -0.251953125, -1.6484375, -0.5, -1.5703125, 1.4609375, -4.28125, 1.03125, -3.390625, -0.59375, -2.90625, 2.46875, -0.15234375, -4.90625, -0.3125, -1.3671875, -2.234375, -4.84375, -1.140625, 2.71875, 0.330078125, 1.3125, 1.28125, 1.5546875, 0.2890625, -0.7578125, -1.609375, -2.03125, -1.1796875, 0.1484375, -0.341796875, 0.9921875, -0.25, 1.078125, 4.6875, 6.03125, -1.8984375, -0.8828125, -1.2421875, 1.1171875, 0.66015625, 0.9296875, -0.6640625, 1.40625, 1.515625, -2.078125, 2.171875, 1.7734375, -0.16015625, -1.3125, 2.265625, 4.21875, -6.375, 2.09375, 0.7578125, 1.375, -1.921875, 0.1611328125, -0.3046875, 0.10986328125, 1.796875, -3.34375, -0.53515625, -0.88671875, 0.94921875, 1.546875, 2.125, 2.390625, -2.65625, -1.296875, -0.51171875, -1.1875, -1.5078125, -0.80078125, -3.578125, -3.640625, -2.296875, 4.03125, 0.69140625, -0.1630859375, -0.10986328125, 2.859375, 0.4921875, 1.46875, 2.21875, 0.63671875, -0.83203125, -0.56640625, 0.01043701171875, 1.484375, 1.046875, -0.0125732421875, 0.78515625, -1.9921875, -1.3828125, -2.96875, 1.875, -0.80859375, 1.5, -1.6640625, 3.140625, 1.6875, 3.90625, 0.32421875, -2.0625, 1.5859375, -1.5546875, 1.9453125, -0.81640625, -1.140625, -1.234375, -1.796875, -1.90625, -0.8828125, 1.578125, 0.55859375, -0.328125, -4.15625, 0.90625, -1.3515625, 0.462890625, -0.298828125, 0.45703125, -0.92578125, 2.796875, 0.83203125, 0.08642578125, 1.7890625, -0.44921875, 0.984375, -1.5703125, -0.5234375, -0.43359375, 0.73046875, -0.40625, -3.953125, 2.109375, 0.34765625, -2.59375, -2.40625, -0.95703125, 0.53125, -1.1640625, -0.2734375, 0.76171875, 0.8359375, 1.15625, -1.71875, 2.078125, 1.8515625, -0.322265625, 0.66796875, 0.8125, 0.365234375, 0.546875, -2.765625, -2.609375, -6.40625, 2.75, 1.3359375, -3.390625, 1.734375, -2.359375, 2.78125, -1.6015625, 1.0390625, -2.890625, -3.015625, 2.328125, -3.4375, -1.75, -0.81640625, -1.09375, -2.765625, -1.0546875, 0.74609375, 0.462890625, 1.640625, 0.58984375, 1.234375, -4.46875, -6.90625, -2.234375, -1.921875, -1.046875, -0.76171875, 0.056640625, 0.2138671875, -3.875, 0.265625, 0.357421875, 1.8984375, 1.6640625, -4.0, 0.263671875, -1.09375, 3.21875, 2.1875, 1.0390625, 2.953125, 3.046875, 1.8046875, 0.73828125, 0.3828125, -1.3828125, 2.3125, -0.451171875, 1.2109375, -2.09375, -0.6328125, 0.82421875, -4.21875, 0.1884765625, 1.15625, 3.578125, 2.0, -4.09375, 2.96875, 0.052978515625, -0.75390625, 0.0517578125, 1.6640625, 2.21875, -1.8125, 1.2265625, 0.53515625, 1.140625, -2.625, -0.9375, 1.9765625, -0.4140625, 3.6875, -1.9375, -1.578125, -1.5703125, 2.71875, 0.059814453125, -3.296875, -3.625, 3.203125, -1.1171875, 2.828125, 1.921875, 2.109375, 0.66015625, 2.703125, -2.78125, -0.23046875, -4.0625, 4.4375, -1.5546875, -3.84375, -0.61328125, -1.9921875, -2.0625, -4.25, 0.000244140625, 1.328125, -1.6953125, -4.46875, 2.234375, -0.73828125, -0.56640625, -2.34375, -4.125, -1.6328125, 1.6015625, 2.9375, 0.64453125, 1.75, 0.96875, 2.421875, 0.546875, -1.40625, 1.03125, 2.0625, 0.5625, 2.28125, 1.3046875, -0.20703125, 0.59375, 1.203125, 1.2265625, -4.84375, 1.9609375, -2.875, -1.5703125, 1.046875, -3.34375, -4.9375, -1.9296875, 2.421875, 0.333984375, -1.1484375, 2.40625, -2.15625, -4.96875, -1.7890625, -2.90625, -0.470703125, -0.140625, 1.4765625, 2.046875, 1.359375, -0.306640625, 2.828125, 0.1787109375, 3.53125, -0.86328125, -5.6875, 1.2734375, 1.78125, 1.125, 0.12060546875, -0.9609375, 0.404296875, 1.9140625, -0.671875, 0.82421875, 1.3203125, 1.59375, -3.4375, -2.09375, 1.7109375, -5.09375, -1.3203125, -1.9921875, -2.640625, -1.6484375, 1.7890625, 2.796875, 1.09375, -1.515625, 0.314453125, 0.462890625, -1.4375, -3.8125, 0.06689453125, -0.259765625, -1.1171875, -0.232421875, -3.109375, -0.80078125, -4.0625, 0.734375, -1.5234375, 2.625, 1.53125, -0.8828125, -0.77734375, 2.90625, 0.7734375, -4.375, 2.78125, 2.671875, 0.76171875, -0.7734375, -1.1015625, 0.171875, 0.51953125, -3.4375, 0.76953125, -0.0296630859375, 2.109375, -0.306640625, -1.75, 0.076171875, 0.078125, -0.5625, -2.390625, 0.53515625, 2.453125, 2.921875, -3.125, 1.8984375, 0.0810546875, 2.78125, -2.78125, -2.859375, -1.546875, -0.25390625, -4.0625, -0.158203125, 1.328125, -4.125, -0.12109375, 0.5, -1.5703125, -1.2578125, -1.1171875, -1.21875, 1.09375, 2.609375, -0.1376953125, -1.9765625, -4.375, -0.259765625, -1.46875, -1.3203125, 0.3046875, -0.63671875, 1.0234375, 2.015625, 1.6796875, 2.125, 0.578125, -0.3203125, -0.83203125, 1.3125, 0.5390625, -2.1875, -1.609375, 0.53125, -0.93359375, 1.046875, -1.703125, -2.5, -1.5546875, 2.390625, 0.99609375, -3.375, 2.53125, 1.28125, -0.98046875, 1.6953125, -1.1328125, -1.625, -2.40625, -3.25, -0.5703125, 0.10986328125, -2.734375, -0.6875, 0.80078125, 1.484375, 0.341796875, 0.58203125, 0.3125, 0.5703125, 1.4296875, -2.171875, -2.296875, 1.7890625, 0.6171875, -3.0625, -1.8203125, -3.328125, 2.25, 0.7578125, -1.90625, 1.6015625, 1.5859375, 0.36328125, 0.63671875, -4.0625, -1.34375, -1.1328125, 2.28125, 2.0625, 1.328125, 0.484375, 1.1171875, -0.65234375, -2.21875, -3.96875, 2.234375, -3.046875, -0.58984375, 2.4375, 2.765625, 2.5625, 0.71484375, 1.8203125, 0.59765625, -2.609375, -1.7265625, -1.1875, 0.75390625, 2.75, -3.078125, 2.09375, 1.1796875, 2.3125, 3.765625, 1.5703125, 0.6875, -0.380859375, -2.890625, 0.283203125, -3.015625, -0.33203125, -1.21875, 2.609375, 1.3359375, -1.03125, -1.1328125, 1.9375, -3.75, -1.296875, 0.66015625, 1.8671875, -1.6328125, 0.404296875, -1.15625, -1.09375, -0.7578125, 0.026611328125, -4.84375, 0.71875, -1.53125, 1.03125, -0.2890625, -2.328125, 0.56640625, -3.109375, -0.5625, -2.140625, -0.1474609375, 1.6953125, -3.75, 0.50390625, -0.38671875, 3.453125, -0.396484375, -2.78125, 1.0078125, 0.6875, -0.6484375, 0.6875, -4.71875, 1.328125, -4.0, -1.4375, -1.3359375, 1.4921875, 0.98828125, 1.265625, -0.21484375, 0.88671875, -4.84375, -0.4609375, -0.5859375, 1.2890625, -3.203125, -3.59375, -0.51171875, -1.046875, -0.181640625, -0.83984375, -2.5625, 2.140625, -1.515625, -0.16015625, 1.1171875, 3.015625, 1.03125, -2.390625, 1.5234375, -1.1484375, 0.734375, -0.455078125, -5.34375, 1.84375, 0.63671875, -2.140625, 1.2421875, 1.4921875, -0.63671875, 2.515625, -1.8359375, -3.046875, -1.609375, 0.796875, -2.59375, 3.40625, 1.1171875, -0.77734375, -2.796875, 2.375, -0.70703125, 1.8203125, 1.5, -1.4375, -1.5703125, 1.1015625, -1.8671875, -1.9609375, 2.765625, -1.453125, -1.296875, -0.81640625, 1.9140625, -0.99609375, 0.89453125, -1.4375, 4.03125, -1.2578125, 1.296875, 1.0390625, -3.296875, -0.51953125, -1.1328125, -2.09375, -3.484375, -1.359375, 1.3359375, -1.1171875, -0.953125, 2.3125, 0.60546875, -0.51171875, 7.5625, -0.5625, 0.64453125, 0.271484375, -2.578125, 2.1875, 1.046875, -2.390625, 0.60546875, -0.421875, -1.8671875, 2.046875, -1.15625, 1.8984375, -3.078125, -2.65625, -1.84375, -2.46875, -4.75, -2.359375, 0.052978515625, -0.09716796875, -4.375, 0.59375, 1.65625, -1.453125, -0.40625, -1.9921875, 3.453125, 0.5859375, 0.345703125, 0.00897216796875, -3.234375, -2.296875, -1.546875, -1.8203125, 0.61328125, -1.3828125, 1.8828125, -3.859375, 0.5078125, -0.0311279296875, -2.09375, 0.38671875, 1.3203125, -2.140625, -0.298828125, -0.0830078125, 2.5625, -1.71875, -0.232421875, -1.2734375, -0.59765625, 0.5703125, 0.84765625, -2.90625, -1.0, -3.921875, 1.078125, -0.6953125, -2.34375, 0.88671875, 0.5, 0.1689453125, 0.193359375, 0.9765625, -0.22265625, -4.375, -1.578125, 0.74609375, -1.53125, 1.765625, 1.8828125, -2.921875, 1.75, -2.109375, 0.306640625, 0.91796875, 5.09375, -0.298828125, 0.2890625, 2.5, 2.75, -0.76171875, -1.8671875, -0.9296875, 1.1171875, 0.419921875, 0.53125, 2.515625, 0.8828125, -2.109375, 0.8515625, 0.78125, -0.8828125, 1.8671875, 1.296875, 0.703125, -0.55859375, -0.828125, -0.419921875, -0.83203125, -1.765625, 1.3203125, 1.546875, -2.390625, 0.50390625, 0.419921875, 0.1630859375, -0.203125, -2.03125, 2.90625, 0.30078125, 0.82421875, -2.875, -0.60546875, 1.8984375, 1.3046875, -5.0, 2.734375, -1.8359375, 2.40625, 0.82421875, -2.578125, -0.90234375, 1.609375, 1.34375, 1.671875, 1.7734375, 2.96875, 0.052978515625, -2.203125, -0.380859375, 0.294921875, 0.404296875, 0.59765625, -3.71875, -1.1171875, 1.171875, -3.53125, -0.341796875, -0.515625, -4.0, -0.86328125, -4.5625, 0.8984375, -0.93359375, -1.6484375], "margins": [-0.994140625, 0.294921875, -0.5341644287109375, 0.4951171875, -0.84375, -0.826171875, 0.0, -0.634765625, 1.78125, 0.0, 0.32421875, 0.265625, -3.0341796875, -0.03125, 0.34375, 3.265625, -1.765625, 2.41796875, 1.765625, 0.234375, -0.03125, -0.5458984375, 0.0, 3.1640625, -0.03125, -0.763671875, 0.4609375, 2.96484375, -1.0703125, 3.359375, 1.40625, 0.36328125, 1.828125, 1.25390625, -0.09375, -1.076171875, 0.0, 2.9140625, 1.001953125, 1.634765625, 0.2109375, -0.1796875, 2.01171875, 0.6875, -0.28125, 4.5625, 0.0, 2.4375, 4.9375, -0.62109375, 2.83203125, -4.15625, 1.75390625, 2.8046875, 0.7109375, -0.2578125, -2.0078125, 1.8828125, -3.5673828125, 4.2890625, 3.21875, 0.0, 1.291015625, -0.57421875, -2.15234375, 2.591796875, -1.83251953125, 0.01953125, 0.0, -2.484375, 0.509765625, -1.75390625, 0.3515625, 0.171875, -0.87890625, 0.296875, 1.5859375, -3.0546875, 0.0, -0.65625, -2.41796875, 1.90625, -1.921875, 0.0, -0.15625, -1.23828125, -1.374267578125, 1.8046875, 1.22265625, 0.720703125, 0.0, 3.4765625, -1.017578125, -2.4423828125, 0.31939697265625, 2.5, 0.0, 2.8515625, 3.5078125, 1.6171875, -1.46875, -1.11328125, 1.625, -4.15625, 0.390625, -0.24609375, 0.375, 5.4609375, 0.234375, 2.109375, -0.30859375, 4.0, -0.1875, 4.8515625, 0.671875, -1.4140625, 0.90234375, 1.20703125, 1.953125, 2.96484375, 0.6640625, 2.6796875, -0.16015625, -1.96484375, 2.58984375, 0.328125, -1.6875, 0.890625, 0.740234375, 2.4609375, 0.3447265625, 1.119140625, 2.07421875, 0.296875, 1.875, 2.5234375, 6.8203125, -2.6953125, 0.0, -0.763427734375, 2.17578125, 2.9375, -5.3046875, 0.7138671875, -0.4140625, 0.6640625, 0.0, -2.625, 4.56640625, -4.6484375, 0.3203125, 0.546875, -2.19921875, -0.3857421875, 0.0, 1.203125, -2.623046875, 2.6015625, 0.810546875, -0.1171875, -0.75390625, 2.265625, -0.19140625, 4.859375, 0.7548828125, 3.89453125, -0.125, 1.47265625, 1.40625, 0.24853515625, 0.9765625, 4.0859375, 3.140625, 2.01171875, -0.9765625, -1.232421875, 0.5859375, 0.5, -1.689453125, -2.0078125, 1.359375, 2.50390625, 0.0, 0.0, 1.703125, 1.001953125, 0.4921875, 1.9609375, -0.1640625, 0.0, 0.0, 3.046875, 2.34375, -0.3828125, 0.34375, 1.44921875, 2.1640625, 0.0546875, 0.078125, 0.546875, 1.97119140625, -2.318359375, -2.095703125, 1.18359375, 4.203125, -2.259124755859375, 0.0, 0.96875, 0.0, -0.0859375, 0.640625, 0.484375, 0.7138671875, 2.6484375, 0.33349609375, 0.1171875, -1.125, 0.84765625, 2.07421875, 1.30078125, 0.5625, -0.7109375, -0.078125, 5.640625, 3.203125, 1.83984375, 1.22607421875, 1.3388671875, 2.08203125, 1.453125, 4.9296875, 0.0, -0.609375, 1.32421875, 0.7373046875, -1.74951171875, -1.7890625, 0.0703125, 0.4375, 0.671875, 1.12890625, 1.28515625, 1.12109375, 2.44268798828125, -0.1328125, 1.875, -1.3077392578125, 1.62109375, 3.65625, 4.6484375, 3.85546875, -2.546875, 0.234375, 0.609375, 2.39453125, 0.5, -2.140625, -0.828125, -2.15234375, -0.515625, 0.9609375, 2.4140625, 0.0, 2.86328125, 2.0, 0.822265625, 3.3125, 3.28125, 3.9296875, 0.109375, 0.72265625, 1.40625, 1.40625, 1.625, 1.5947265625, 0.353515625, 0.0, 1.25390625, 0.23046875, -1.1953125, -1.44140625, -1.42236328125, -0.71875, 0.044921875, -1.2890625, 0.70703125, -0.734375, 1.35546875, 1.21484375, 2.109375, 4.431640625, -1.3203125, 2.44921875, 0.0, 0.40625, -2.68359375, 1.1328125, -1.9921875, -0.017578125, -0.0625, 0.1640625, -1.0322265625, 1.802734375, 0.171875, 0.2734375, 0.869140625, 1.83203125, 2.0, 0.869140625, 1.046875, -0.234375, 3.9453125, 8.640625, 0.515625, -1.5029296875, 2.578125, -1.7042236328125, 0.328125, 0.53125, 0.0, 1.4453125, 6.046875, 3.59765625, 2.203125, 3.833984375, 1.3359375, 2.48828125, 0.0, 1.6015625, 0.0, 0.07421875, 0.353515625, -0.91796875, 0.60546875, -0.390625, 3.4375, 7.099609375, 2.568359375, 3.8984375, 1.0750732421875, 1.21484375, -1.267578125, -0.4580078125, 3.11328125, 2.0, 2.751953125, -0.890625, 0.9609375, 1.765625, 1.431640625, 1.427734375, 0.0, -1.83203125, 1.4453125, 0.25, -1.875, -2.08203125, 2.02734375, -0.5576171875, 0.6953125, -1.3359375, -2.455078125, 0.8671875, 4.4375, 2.109375, -1.4375, 5.03515625, 1.1552734375, -0.4921875, 0.0, -0.1875, 5.8828125, 0.0, -1.240478515625, -6.33984375, 2.3544921875, -0.3984375, -0.5078125, 4.8125, 0.359375, 0.48828125, -4.15625, 0.09375, 1.01220703125, 0.6015625, 1.5625, 0.40625, 0.0, -1.03125, -4.8984375, 0.921875, -0.610595703125, 4.640625, 4.28125, 0.0, 2.328125, -2.77734375, -2.33984375, 0.0, 1.44921875, -5.8125, 5.03125, 0.90234375, 6.546875, 0.0, 1.00390625, 4.35546875, 2.30859375, 2.71875, 2.7578125, 0.0, 0.189208984375, -0.72265625, 4.6015625, 0.765625, 0.0625, 0.1171875, -4.58984375, 0.5, 3.677734375, 2.60546875, 0.0703125, 0.0, -0.36328125, 0.78125, 0.4921875, 0.875, -1.3359375, 1.343994140625, 0.375, 0.296875, 1.890625, 1.1875, -0.974609375, 1.13671875, 0.515625, 0.1796875, 0.359375, 0.0, 1.5234375, 4.6484375, 1.7646484375, 1.1875, 2.4375, 7.84375, -0.6640625, 0.875, 1.291015625, 2.3828125, -2.28564453125, 2.609375, 8.03125, 3.3359375, 3.89453125, 1.365234375, 0.0, -2.03515625, -1.96337890625, 0.1171875, 0.203125, -1.4375, 0.1806640625, -5.5, 1.91015625, 3.65625, -0.841796875, 0.265625, 2.40625, 1.97314453125, -0.7578125, 0.814453125, -0.8984375, 1.40625, 0.55859375, -0.958984375, -0.375, 3.833984375, 1.7890625, -0.109375, 5.462890625, 0.171875, 2.23828125, 0.25, 0.0703125, 0.09375, -0.8828125, -1.7265625, 3.078125, -4.595703125, -1.435546875, 3.1484375, 0.0, 2.29248046875, -1.232421875, 2.7421875, 1.623046875, 5.296875, 2.08203125, 0.0, -1.73046875, 4.0390625, -3.20703125, -0.69140625, 2.1171875, 3.27734375, -2.015625, -1.123046875, 2.25, 0.53125, 0.953125, 0.30078125, 1.671875, 1.66796875, -3.484375, 0.96484375, 5.984375, 0.0, 0.3382568359375, -1.0546875, -0.556640625, 3.765625, -1.216796875, -0.71484375, -0.25, 3.6796875, 0.48828125, -5.546875, -0.28125, 4.5234375, 0.7421875, 0.134765625, -0.34375, 3.5078125, 0.609375, 0.3203125, 0.13330078125, 0.0, 1.416015625, 1.6875, 3.677734375, 1.83203125, -1.9453125, 1.7646484375, 0.984375, 2.3984375, 2.3125, 0.84375, -0.03125, 1.5361328125, 0.453125, 4.45166015625, 0.623046875, -0.625, 0.171875, -0.40234375, 0.8818359375, 1.4921875, 1.265625, -1.970703125, -0.703125, 0.203125, 2.8984375, 1.0107421875, 0.890625, 0.0, 4.5625, -2.1875, 0.38671875, 1.80859375, -0.0703125, 1.546875, 4.890625, 1.00390625, -0.078125, 0.22265625, 4.4609375, -0.828125, -0.62890625, 0.0, -0.078125, 0.9072265625, -1.046875, 3.625, 3.8046875, 1.9609375, 0.33349609375, 3.134765625, 2.359375, 0.37109375, -0.390625, 1.751953125, 1.19921875, 0.3046875, -1.17578125, -5.0078125, 4.390625, 0.0, -0.71875, 1.3203125, 0.453125, 3.2578125, 2.109375, 0.109375, 1.5703125, 3.2890625, 0.7421875, -1.228515625, 2.15234375, -1.6015625, 6.546875, 2.6484375, -0.4375, 0.28125, -1.47265625, -4.078125, 1.296875, -4.3984375, 0.76904296875, 2.859375, 2.53125, -0.03125, 4.6328125, 2.41015625, -3.15234375, 0.4375, -1.15625, 1.66015625, -4.3515625, 0.74609375, 4.3984375, -0.7578125, 4.578125, -1.45703125, -3.51953125, 0.0, -0.0625, 0.9296875, -0.7578125, -2.84765625, 0.0390625, 0.01171875, 0.53515625, 0.71875, 2.654296875, 2.15234375, -0.23828125, 0.22265625, -0.9765625, 2.7578125, 2.0703125, -0.4375, 0.625, 2.484375, 3.203125, 1.18359375, -0.1875, -0.359375, 1.259765625, -0.6953125, 1.427734375, 1.359375, 1.403076171875, 0.0, 1.515625, 1.3017578125, 1.359375, -0.076171875, 1.125, -0.00390625, 5.640625, 1.828125, 2.859375, 1.8505859375, -0.73046875, 0.34375, 1.41796875, -0.82421875, -2.6953125, 0.27392578125, 5.078125, 0.21875, 0.875, 3.4609375, -1.7421875, 0.0, -0.87890625, 5.828125, 2.75, 2.6953125, -1.052734375, -0.853515625, -2.21484375, 4.43359375, -2.99609375, 0.0, -3.3984375, 1.3515625, -2.7890625, 6.34375, 3.1796875, 2.17578125, 0.748046875, 0.3720703125, 2.23046875, 3.953125, 0.0, 0.69921875, 1.18359375, 0.0, -0.203125, 0.375, 1.3203125, 0.3828125, 3.6171875, -1.5859375, -1.341796875, 1.890625, -0.4921875, -1.95703125, 3.359375, -1.091796875, 0.15625, 2.26171875, 0.125, 0.6640625, 5.359375, 1.25, -3.390625, 3.609375, -1.109375, 1.3515625, 1.3671875, 4.46875, 0.0, 0.0, -0.2265625, 0.609375, 0.8828125, 1.7646484375, -3.4140625, 2.9921875, 3.3515625, -0.8359375, -1.984375, 3.203125, 1.6171875, 0.6015625, 2.06640625, 1.54296875, 4.796875, 0.0, 0.6015625, -0.265625, 0.1015625, 3.59375, -0.90234375, 1.53515625, 0.0, 2.09375, 1.1533203125, -1.5029296875, 1.55078125, 1.75390625, -1.3359375, 0.41015625, 2.55859375, 0.0, -0.25, -0.36328125, 0.162109375, 1.3359375, 0.296875, -0.0234375, 4.796875, 0.70703125, 0.52734375, -2.9453125, -0.78125, -1.0625, 0.7421875, 0.0, 4.75, 4.046875, 4.703125, 1.515625, 0.328125, -1.240478515625, 1.48779296875, 5.12109375, 2.109375, -1.4189453125, 3.1875, 2.109375, 3.21875, -0.671875, -0.291015625, 1.201171875, 0.53790283203125, 1.8359375, 5.359375, 3.3671875, 3.2578125, -0.68115234375, 2.6796875, -3.484375, 4.390625, 0.765625, 2.2498779296875, 0.015625, 1.44140625, 0.8984375, 3.2890625, -1.248046875, -0.9873046875, -1.15625, 0.2265625, 0.3505859375, 2.953125, 0.28515625, 0.25, 0.66015625, 0.078125, -0.25, 0.0, -1.96484375, 1.7421875, 5.5, -2.99609375, 0.0703125, 0.2822265625, 2.197265625, 0.3203125, -0.12890625, 0.0, 2.109375, -1.134765625, 3.1875, 0.0859375, -1.1796875, 4.4140625, -1.6416015625, 5.796875, 1.513671875, 0.80859375, -4.515625, 0.0, -2.125, -1.76953125, -2.33984375, 3.85546875, 0.98046875, 2.015625, -1.04931640625, -0.88671875, -0.01171875, 0.125, 1.1640625, 1.1484375, 0.7578125, 0.796875, 0.0, -0.1875, 0.0, 0.8125, -0.25, 2.09375, 0.24609375, 1.0107421875, -0.984375, -2.5546875, 0.609375, 4.796875, -0.58544921875, -0.1806640625, -0.3349609375, -1.25, 1.07421875, -1.5390625, -0.267822265625, -1.017578125, -0.421875, -1.94140625, 0.6171875, -0.875, 4.865234375, -0.9375, 3.3125, 0.0, 0.35546875, 5.265625, 0.25390625, -0.25, 0.78125, 1.53125, -0.98828125, -2.09765625, -1.240478515625, 0.0, -3.119140625, -0.048828125, 0.169921875, -1.12890625, 0.0, 3.6015625, -0.4140625, 1.5, 1.685546875, 0.44775390625, 3.92236328125, 1.91015625, 5.8046875, 1.078125, -1.16015625, 0.59375]} \ No newline at end of file diff --git a/margin_logs/val_margins_stem_epoch_3.json b/margin_logs/val_margins_stem_epoch_3.json new file mode 100644 index 0000000000000000000000000000000000000000..8a923e7dfa7f0706cf6fef7879c4d4a390acb7d6 --- /dev/null +++ b/margin_logs/val_margins_stem_epoch_3.json @@ -0,0 +1 @@ +{"epoch": 3.0, "step": 738, "domain": "stem", "rewards_chosen": [-1.125, -0.1708984375, -0.6015625, -1.0078125, 2.984375, -2.015625, 1.4375, -1.234375, -3.40625, 1.7265625, 0.11181640625, -2.421875, -3.796875, -0.126953125, 0.388671875, 0.609375, 0.01507568359375, -2.265625, 1.5703125, -2.8125, 1.3203125, -1.0234375, -1.921875, 0.828125, -3.1875, -1.03125, 1.25, -0.5546875, 0.005859375, -0.318359375, 0.15625, -1.25, 2.421875, 0.9921875, 0.19140625, -1.3984375, 2.1875, 0.1728515625, -0.36328125, -1.203125, 0.021240234375, -0.07861328125, 0.87890625, -2.953125, 1.71875, 1.2265625, -0.7890625, -0.99609375, 0.53125, -0.71484375, -0.3046875, -4.78125, -0.050537109375, 0.2451171875, -1.4140625, -2.46875, -3.046875, 2.59375, -4.53125, -0.328125, 0.030029296875, -1.1484375, -1.203125, -1.015625, -3.125, -0.28125, -1.015625, -1.390625, -3.21875, -2.8125, 0.05908203125, -2.28125, 0.1201171875, 0.9609375, 0.029296875, 1.0390625, 1.359375, -2.8125, -5.4375, -1.8203125, -2.203125, 0.46484375, 0.5546875, -1.4375, -0.16015625, -3.109375, -1.1640625, -0.1474609375, 1.296875, -0.6953125, 0.59375, 1.703125, -1.3203125, -0.97265625, -0.86328125, -1.2890625, -2.9375, -0.419921875, 0.984375, 2.3125, -3.265625, -1.6640625, 3.296875, -4.78125, 0.37109375, -0.890625, 0.435546875, 0.287109375, 0.053955078125, 1.65625, -2.484375, 0.1005859375, -4.96875, 2.78125, 0.1162109375, -0.6015625, -0.54296875, 0.359375, -2.65625, -1.3984375, 0.5546875, -0.4140625, -1.0078125, -3.40625, 1.71875, -1.796875, 0.2138671875, 1.5390625, -1.828125, -2.203125, -0.79296875, -0.103515625, 0.04248046875, -2.453125, -0.6796875, -0.50390625, -0.0059814453125, -1.1171875, -1.2734375, -1.0, 0.2001953125, 0.5078125, -4.375, 0.2734375, -0.9921875, 0.5546875, -1.703125, -2.453125, -1.03125, -3.171875, 0.447265625, -1.1171875, -0.3828125, -1.46875, 1.953125, 2.15625, -4.15625, 0.298828125, -1.1484375, -3.265625, -0.2197265625, -2.984375, -0.546875, 0.154296875, -1.8515625, -0.1640625, 1.234375, -0.2119140625, -4.59375, -1.28125, -1.3046875, 0.96875, -3.234375, -0.50390625, 0.279296875, -2.953125, 0.4296875, 0.73046875, -1.8046875, -3.046875, -0.37890625, 0.052490234375, -2.984375, -2.0, 1.4453125, -0.36328125, 0.55078125, 0.60546875, -0.376953125, 4.5625, 5.65625, -0.0517578125, 0.640625, -2.984375, 0.06982421875, 0.84375, 1.5234375, -2.28125, -0.033203125, 0.75390625, -1.3359375, -1.1875, -1.75, -0.64453125, 1.6640625, -0.396484375, 3.734375, -6.15625, 1.5859375, -0.640625, 1.109375, -2.65625, 0.2734375, 1.3203125, -1.0234375, 0.1474609375, -5.59375, -0.81640625, -0.36328125, 1.328125, 1.2890625, 0.1494140625, 1.53125, 1.9609375, -0.06494140625, -0.484375, -1.28125, -0.765625, -0.10546875, -2.03125, 0.0167236328125, -2.984375, 3.015625, 0.5, -0.6484375, -2.21875, 0.314453125, -0.193359375, 0.27734375, 1.703125, 0.9921875, -1.5, 0.0947265625, 1.390625, -0.0289306640625, 1.328125, -2.84375, 1.3046875, 0.462890625, 2.703125, -0.92578125, -1.09375, -2.15625, 1.0703125, -0.53125, 2.75, -1.8359375, 2.28125, -3.125, -3.46875, 1.484375, -0.447265625, 1.3515625, 0.2421875, -0.64453125, -1.8984375, 0.75, 0.55859375, 2.578125, 0.10205078125, -0.1728515625, 0.15625, -3.8125, 1.671875, -0.6953125, -0.0654296875, -0.640625, 0.9921875, -1.9921875, 0.06787109375, -1.7421875, -2.375, -0.2275390625, -0.97265625, -1.5703125, -2.421875, -2.078125, -0.296875, 0.431640625, 0.06494140625, -0.94921875, -0.92578125, 2.078125, -3.21875, -3.15625, -4.96875, 0.87890625, -3.8125, -1.3984375, -0.51171875, -0.796875, -1.171875, -0.9921875, 0.9609375, 0.482421875, -0.5078125, 1.3203125, 2.046875, -0.201171875, -0.154296875, -4.25, 0.29296875, 1.203125, 1.25, -1.0234375, -2.921875, -0.14453125, -3.078125, 1.875, -1.9921875, 0.5859375, 2.703125, -0.427734375, 4.125, -0.87890625, -1.6875, 0.26171875, -1.53125, -2.78125, -1.4140625, -1.078125, -0.0654296875, -0.16796875, 0.38671875, -0.032470703125, -2.21875, -1.1875, -1.78125, 0.74609375, -0.240234375, -0.53515625, -2.671875, -1.9609375, -1.5625, 1.0390625, 2.09375, -0.3125, 1.6640625, -3.59375, 0.4375, -0.8984375, 2.921875, -0.953125, 0.5859375, 2.484375, -0.12451171875, -1.5625, 1.703125, -1.5859375, -1.9140625, 0.33984375, -4.4375, 1.7734375, 1.1875, -0.162109375, -1.5859375, -0.302734375, 0.49609375, -0.609375, 3.140625, 0.052978515625, 0.349609375, 2.734375, -2.65625, -7.96875, 1.0234375, 0.306640625, -0.11279296875, 2.171875, 0.62109375, -0.232421875, -4.78125, -3.921875, -0.87109375, 1.1171875, 0.1533203125, 2.984375, -3.59375, -3.953125, -6.46875, 2.546875, -1.78125, 0.0205078125, -0.400390625, 1.9453125, 0.5234375, -0.85546875, -1.8671875, 0.984375, 0.84375, -3.5, 1.1328125, -0.9765625, 1.671875, 4.15625, -1.921875, -0.578125, 0.52734375, -0.2001953125, -0.2177734375, -5.03125, -1.2578125, -0.7890625, 2.015625, -5.46875, 1.0625, -2.90625, -4.8125, -2.75, -1.375, 0.66796875, -0.032958984375, 2.40625, -0.326171875, 1.359375, 0.431640625, 2.265625, -2.46875, -1.84375, 0.431640625, 1.0390625, 1.1875, 2.40625, -0.75390625, -0.1767578125, 0.06201171875, 0.189453125, 0.62109375, -5.625, 2.84375, 0.205078125, -0.890625, 1.0859375, -2.65625, 2.140625, -3.09375, 2.265625, 0.79296875, 0.0498046875, -0.64453125, -0.8046875, 2.328125, 0.76171875, -0.1640625, -0.240234375, -0.458984375, -1.25, -1.1171875, -0.0341796875, -1.59375, 0.66015625, -0.61328125, -3.421875, -0.138671875, -2.921875, -0.5625, 1.1796875, 2.53125, 1.1953125, -1.6875, -0.74609375, -0.302734375, -0.90625, 0.0303955078125, -0.5859375, 0.69921875, -0.87890625, -1.25, -0.2734375, -0.58984375, -2.234375, -0.578125, -3.265625, -2.703125, 0.29296875, 0.263671875, -2.453125, 0.458984375, -6.125, -2.375, 0.2236328125, -4.75, 0.88671875, -2.625, 0.54296875, 0.4140625, 1.21875, -0.10546875, -5.0, -1.4921875, 1.765625, -1.75, -0.609375, -0.431640625, 1.8671875, -0.28515625, -1.1484375, -3.359375, 1.875, 2.9375, -0.361328125, 0.1083984375, -1.015625, -4.78125, -0.30859375, 1.6953125, 0.451171875, -0.408203125, 0.11376953125, -2.328125, 1.21875, -2.453125, -2.40625, -1.8515625, 0.73046875, -0.232421875, -3.5625, 1.71875, -0.1650390625, 0.9375, -0.37890625, 1.1328125, 0.1533203125, -3.609375, -1.703125, -1.890625, -5.0, -0.3046875, 2.203125, -1.375, 0.26171875, -2.140625, -0.890625, -0.93359375, -0.07861328125, -0.357421875, 0.4296875, 1.6875, 0.71875, -2.78125, -1.03125, -1.0, -3.078125, -2.234375, -1.4375, -0.61328125, 1.078125, 2.46875, -1.3125, -0.07177734375, -0.578125, 0.89453125, -0.98828125, 1.2421875, 0.2099609375, 1.2265625, -4.53125, 0.2158203125, -0.158203125, 0.32421875, -1.3203125, 1.640625, -1.921875, 1.53125, -0.19140625, 0.142578125, 0.61328125, -0.5625, -1.7734375, 0.45703125, -1.5078125, -3.78125, -0.671875, 0.1533203125, 0.5078125, -1.0234375, -1.1484375, 0.380859375, -0.53125, 0.26171875, 1.1953125, 0.62890625, -0.703125, -1.265625, -3.546875, 0.87109375, -2.671875, -0.2275390625, 1.09375, -4.0, 0.6171875, -2.953125, 1.1875, 1.0078125, 0.60546875, 1.1171875, -0.5078125, 1.34375, -1.9140625, 1.671875, 0.279296875, -3.125, 1.2421875, -0.6484375, -3.453125, 0.765625, -4.46875, -1.84375, -0.25390625, -3.03125, 1.3515625, 0.46875, 0.87109375, -0.7265625, 1.9765625, -0.12890625, 1.3828125, -3.359375, 0.040771484375, 0.26953125, -3.59375, 3.046875, -1.9765625, -1.359375, -4.03125, 1.65625, 0.7890625, 0.3359375, 0.2158203125, 0.072265625, -0.3046875, -0.87890625, -3.640625, 2.515625, -2.0, -1.4609375, -2.578125, 0.84765625, 3.296875, -0.13671875, -3.125, 0.9765625, -2.609375, -0.06494140625, 0.287109375, 0.54296875, -2.71875, 0.8984375, -2.53125, -0.8984375, -0.37890625, 0.384765625, -5.28125, 0.89453125, -1.296875, 1.1796875, -1.078125, -2.421875, -0.5390625, 1.6484375, 0.5234375, -0.6328125, 1.0625, -0.65234375, -4.53125, 0.734375, -2.09375, -1.1171875, -1.0, 1.34375, -0.1884765625, 0.58203125, 1.8984375, -2.53125, -5.59375, 0.029296875, 0.828125, -0.419921875, 0.19140625, -0.26953125, -1.1796875, -2.5, 3.125, -3.09375, -5.28125, -4.125, 0.30078125, -2.515625, 1.75, -0.92578125, 0.2001953125, -1.640625, -0.81640625, 0.5234375, -0.212890625, 0.83984375, -2.0, -0.64453125, 0.10498046875, 1.5859375, 0.431640625, -1.5, 0.65234375, 1.09375, -1.859375, -3.234375, -4.53125, 0.259765625, -2.109375, -0.30859375, -0.796875, 0.46484375, 0.8984375, 1.4375, -2.109375, 1.0390625, -1.78125, -3.5625, -0.546875, 1.046875, 1.3125, -0.494140625, 0.5390625, 1.9453125, -1.5234375, 0.796875, 1.0703125, -1.8203125, -0.890625, -3.328125, 0.259765625, 0.56640625, 0.87890625, -4.3125, -0.06494140625, -0.38671875, 1.0703125, 0.1787109375, 0.984375, 2.640625, 3.875, -0.91796875, -0.37890625, 0.04248046875, -0.6875, -2.890625, -0.90625, -2.71875, -2.5, -0.921875, -1.0234375, -0.7109375, -0.2431640625, 0.33984375, -0.08056640625, 0.9453125, 6.96875, -1.8515625, -0.326171875, -0.41796875, -2.265625, 1.359375, -0.2314453125, 1.2265625, 0.0849609375, -1.296875, -5.625, -0.0216064453125, -3.609375, 0.9375, -4.03125, 0.486328125, 0.515625, 0.859375, -4.0625, -3.078125, -2.65625, -0.0225830078125, -0.369140625, 1.78125, -1.1796875, 0.341796875, 0.06494140625, 0.54296875, 1.46875, -0.51953125, 0.384765625, -0.443359375, -2.8125, 2.640625, 0.28125, 0.6171875, -1.140625, -0.4140625, -3.15625, -0.984375, -0.3203125, 0.94921875, -3.15625, 0.25, 1.25, -0.2470703125, -2.59375, -1.46875, -0.12890625, -2.546875, -1.109375, 0.0927734375, -1.78125, -0.61328125, 0.022705078125, -3.484375, -2.46875, -3.828125, -1.921875, 0.169921875, 1.859375, -3.09375, -0.2353515625, -1.1328125, 1.6796875, 0.447265625, -1.2578125, -5.78125, -1.359375, -2.328125, 0.302734375, 0.8828125, -0.703125, 0.3671875, -1.375, 3.109375, 0.1884765625, 0.9140625, -1.234375, -0.640625, -2.953125, -0.28515625, -0.37109375, 2.078125, -2.21875, -0.4921875, -1.7109375, -0.77734375, -1.0390625, 1.4375, 0.039306640625, -2.25, 0.458984375, -0.2236328125, -1.4296875, 0.494140625, 1.03125, 0.7578125, -1.9375, -0.72265625, -1.0, -0.98828125, -3.75, -2.875, 0.90625, 1.2265625, -1.484375, -1.4609375, -1.5859375, -1.9140625, -2.109375, 0.173828125, -0.61328125, -1.3203125, -4.21875, -3.640625, 1.3359375, -0.44921875, -0.69140625, 0.90625, 0.390625, 1.609375, 0.05029296875, 1.8828125, -1.9921875, -0.55859375, 0.369140625, 1.6171875, -0.61328125, -0.8359375, -2.65625, -2.53125, -4.6875, -1.2890625, -0.8046875, -2.125, -4.65625, 1.8671875, -0.546875, -3.171875, 0.828125, -1.171875, -1.125, -0.138671875, 0.2578125, 1.125, -3.46875, -2.734375], "rewards_rejected": [-0.1962890625, -0.111328125, -0.3984375, -1.5, 3.75, -1.5, 1.4375, -0.984375, -5.0, 1.7265625, -1.171875, -3.0, -1.375, -0.46484375, 0.322265625, -2.8125, 1.1640625, -4.25, 0.70703125, -2.75, 1.1328125, -1.5546875, -1.921875, -2.828125, -3.578125, -0.111328125, 1.0546875, -3.796875, 0.8984375, -3.984375, -1.703125, -1.8828125, -0.162109375, -0.228515625, 0.2021484375, -0.50390625, 2.1875, -2.140625, -1.5234375, -3.140625, 0.0517578125, 0.482421875, -1.3671875, -3.984375, 1.59375, -3.28125, -0.7890625, -3.515625, -5.40625, 0.322265625, -3.71875, -0.0262451171875, -1.2109375, -2.015625, -2.59375, -2.640625, -1.125, 0.15625, -0.76953125, -4.5, -3.5, -1.1484375, -3.15625, -0.65234375, -1.4453125, -4.96875, -0.048828125, -1.6328125, -3.21875, -0.46484375, -1.46875, -1.3359375, 0.380859375, 1.734375, 0.490234375, 0.96484375, -0.005126953125, 0.11962890625, -5.4375, -1.8203125, 0.16796875, -1.328125, 2.578125, -1.4375, -0.31640625, -1.3515625, 0.169921875, -1.9140625, -0.34375, -1.59375, 0.59375, -1.984375, -0.365234375, 1.3359375, -1.3515625, -3.1875, -2.9375, -3.234375, -3.34375, 0.98828125, -1.96875, -0.6875, 1.703125, -0.0262451171875, 0.265625, -0.8515625, -0.498046875, -4.65625, 0.36328125, -1.265625, -2.078125, -4.125, -5.15625, -2.75, -0.8671875, 0.68359375, -1.40625, -0.53125, -4.5, -4.75, -0.0380859375, -2.265625, -0.984375, -2.296875, -0.671875, -1.984375, 1.9609375, 0.24609375, -2.5, -5.15625, -0.88671875, -0.80859375, -1.5078125, -2.578125, -1.703125, -2.984375, -6.9375, 2.46875, -1.2734375, -1.0546875, -2.296875, -2.390625, -0.34375, -1.1328125, -0.048828125, -0.0380859375, -1.703125, 0.38671875, -6.4375, 0.7734375, 0.435546875, -2.875, 2.421875, -1.2109375, 1.953125, 0.248046875, -2.0, -2.953125, -1.9140625, -3.15625, 0.51953125, -5.46875, -0.5390625, -4.78125, -2.125, -4.375, 0.81640625, -1.640625, -6.0, -1.2578125, -1.953125, -3.40625, -6.125, -2.265625, 1.6484375, -1.4375, -0.01470947265625, 0.0849609375, -0.302734375, -1.125, -1.7421875, -3.3125, -2.984375, -2.0, -0.94921875, -1.5234375, -0.4453125, -2.078125, -0.51171875, 4.5625, 5.65625, -3.03125, -2.609375, -2.296875, -0.416015625, -0.9609375, -0.6796875, -2.234375, -0.2001953125, 0.115234375, -3.59375, 0.74609375, 0.71875, -1.71875, -2.3125, 2.28125, 3.734375, -6.65625, 1.5859375, -0.515625, 0.1708984375, -2.75, -1.1328125, -0.9765625, -1.2734375, 0.5859375, -4.6875, -2.0, -1.734375, -0.6953125, -0.027099609375, 0.64453125, 1.46875, -3.9375, -3.984375, -1.890625, -2.875, -2.78125, -1.6015625, -3.890625, -5.09375, -2.984375, 3.46875, -0.53515625, -1.6796875, -0.244140625, 1.5390625, -0.3828125, -0.2158203125, 0.76953125, -0.671875, -2.21875, -1.9375, -1.859375, -0.1474609375, -0.89453125, -0.9140625, -0.181640625, -3.390625, -2.171875, -4.0625, 1.6015625, -2.578125, 0.1953125, -2.75, 2.28125, -0.0264892578125, 2.859375, -1.4453125, -3.109375, 0.6640625, -2.03125, 1.3515625, -2.75, -2.28125, -2.5625, -2.515625, -2.9375, -2.328125, 0.3046875, -0.412109375, -1.703125, -5.46875, -0.205078125, -2.171875, -0.435546875, -0.640625, -0.228515625, -2.09375, 1.65625, -0.79296875, -1.6484375, 0.3515625, -1.0, -0.107421875, -2.875, -1.5625, -1.5390625, -0.7421875, -1.453125, -5.625, 0.6484375, -0.6015625, -3.21875, -3.34375, -2.53125, -0.54296875, -1.6484375, -1.3203125, -0.53515625, 0.1318359375, -0.41796875, -2.625, 1.734375, 0.267578125, -1.6875, -0.12890625, 0.2294921875, -1.3046875, -0.609375, -4.21875, -3.625, -7.5625, 0.921875, 0.46484375, -4.53125, 1.171875, -3.53125, 1.4609375, -1.9921875, -0.66796875, -4.625, -4.46875, 1.140625, -4.625, -2.828125, -1.8203125, -1.53125, -4.125, -1.4140625, -0.6015625, -0.435546875, 0.5078125, -0.6875, 0.41015625, -5.59375, -8.375, -3.703125, -3.21875, -2.875, -2.125, -1.28125, -1.4765625, -4.28125, -1.1484375, -0.9609375, 0.3203125, 0.7734375, -5.65625, -0.89453125, -2.4375, 2.921875, 1.109375, -0.66796875, 2.015625, 2.3125, 0.427734375, -0.58984375, -0.875, -2.703125, 0.53515625, -2.03125, -0.328125, -3.046875, -1.234375, -0.69140625, -5.78125, -1.265625, 0.020751953125, 3.140625, 0.55078125, -5.0, 2.734375, -1.9921875, -2.1875, -1.84375, 0.73828125, 0.50390625, -2.859375, 0.921875, 0.026611328125, -0.0262451171875, -4.0, -2.515625, 0.77734375, -2.140625, 2.671875, -3.59375, -2.9375, -1.546875, 1.5078125, -1.5859375, -4.4375, -4.25, 1.9453125, -3.0, 1.84375, 1.53125, 0.984375, -0.9609375, 1.7421875, -3.609375, -1.9375, -5.71875, 4.15625, -2.671875, -5.09375, -1.921875, -2.875, -2.59375, -5.03125, -1.2109375, 0.181640625, -3.140625, -5.1875, 0.85546875, -2.71875, -0.8203125, -3.734375, -5.3125, -2.890625, 0.03955078125, 2.40625, 0.0712890625, 0.578125, -0.043212890625, 1.609375, -0.94921875, -3.375, 0.06640625, 0.96484375, 0.0274658203125, 1.3203125, -0.7578125, -1.25, -0.44921875, 0.255859375, 0.921875, -5.625, 1.375, -4.78125, -3.046875, -0.1845703125, -4.8125, -6.46875, -2.609375, 1.609375, -0.42578125, -1.9609375, 1.46875, -3.296875, -5.875, -2.484375, -4.375, -1.765625, -0.458984375, 1.203125, 0.3984375, -0.1533203125, -1.3671875, 1.34375, -0.79296875, 2.1875, -2.453125, -6.8125, -0.224609375, 0.56640625, 0.005645751953125, -0.6171875, -0.7890625, -1.109375, 0.7578125, -2.09375, 0.2412109375, 0.275390625, 0.37109375, -4.625, -2.6875, -0.126953125, -6.3125, -2.3125, -3.140625, -3.375, -2.890625, 0.3203125, 1.6171875, 0.040283203125, -2.53125, -1.4921875, -1.796875, -2.328125, -4.75, -1.4140625, -1.640625, -2.25, -2.578125, -3.796875, -1.6015625, -5.0, -0.578125, -2.96875, 1.578125, 0.302734375, -2.203125, -1.890625, 1.609375, 0.287109375, -5.84375, 1.4609375, 1.96875, -0.453125, -2.109375, -2.328125, -1.5, -0.77734375, -4.71875, 0.451171875, -0.396484375, 0.90234375, -1.890625, -2.953125, -1.3515625, -1.28125, -1.640625, -3.15625, 0.026611328125, 1.96875, 1.59375, -3.921875, 0.1044921875, -0.6171875, 1.015625, -4.34375, -3.765625, -2.359375, -2.1875, -5.0, -1.71875, 0.384765625, -5.3125, -1.3828125, 0.24609375, -3.046875, -1.3125, -2.390625, -1.6640625, -0.2373046875, 1.2109375, -1.484375, -3.34375, -5.4375, -1.390625, -2.78125, -2.3125, -0.90625, -1.578125, -0.67578125, 1.25, 0.44140625, 0.890625, -0.32421875, -2.046875, -1.8671875, 0.8359375, 0.2099609375, -3.28125, -2.09375, -0.498046875, -1.984375, -0.2333984375, -2.671875, -3.578125, -2.671875, 1.46875, -0.0400390625, -4.5625, 1.1328125, 0.1923828125, -1.7734375, 0.42578125, -2.46875, -3.03125, -3.734375, -3.796875, -1.8671875, -1.2734375, -3.828125, -1.6328125, -0.56640625, 0.91015625, -0.4140625, -0.578125, -0.92578125, -0.396484375, -0.00836181640625, -3.84375, -2.671875, 0.3515625, 0.0458984375, -4.375, -2.921875, -5.15625, 1.1953125, -0.6171875, -2.859375, 0.8828125, 0.79296875, -0.6015625, -0.06201171875, -5.71875, -2.5, -2.65625, 1.1171875, 0.65625, 0.349609375, -0.142578125, -0.10546875, -2.140625, -2.59375, -4.9375, 1.4375, -3.984375, -1.921875, 2.046875, 1.8515625, 1.0703125, -0.435546875, 0.486328125, -0.89453125, -3.8125, -2.6875, -1.4765625, -0.380859375, 1.46875, -4.03125, 1.015625, -0.07373046875, 0.88671875, 3.0625, 0.26171875, -0.96875, -1.1796875, -4.09375, -0.73046875, -4.4375, -1.578125, -2.859375, 1.28125, 0.2197265625, -2.25, -2.65625, 0.466796875, -5.03125, -3.984375, -1.1171875, 0.7890625, -2.625, -0.037841796875, -1.9296875, -2.4375, -1.7421875, -1.5234375, -5.28125, -1.2421875, -2.546875, -0.017822265625, -1.84375, -3.484375, -0.232421875, -4.0625, -2.453125, -3.09375, -0.84765625, -0.2236328125, -4.4375, -0.72265625, -1.5234375, 2.46875, -2.015625, -4.625, -0.068359375, -0.6015625, -1.96875, 0.08251953125, -5.59375, 0.490234375, -5.75, -3.28125, -2.46875, 0.1279296875, 0.380859375, 0.1865234375, -1.59375, -0.5859375, -5.28125, -0.72265625, -1.9921875, -0.11328125, -4.9375, -3.890625, -2.296875, -2.515625, -1.078125, -1.9921875, -4.75, 1.078125, -2.765625, -1.71875, 0.10498046875, 1.6796875, 0.06640625, -3.15625, 0.26171875, -1.9921875, -0.453125, -2.34375, -6.34375, 0.78515625, -0.2890625, -2.859375, -0.8203125, 0.189453125, -1.140625, 1.3046875, -3.5, -3.828125, -3.015625, 0.4609375, -4.4375, 1.90625, 0.057861328125, -1.421875, -3.78125, 1.9453125, -1.5234375, 1.3046875, 0.1953125, -3.234375, -3.046875, 0.047607421875, -2.953125, -2.9375, 1.4765625, -2.640625, -3.984375, -2.296875, 0.259765625, -2.265625, -0.142578125, -2.578125, 3.875, -1.5546875, -0.15234375, 0.232421875, -3.96875, -1.875, -2.25, -2.71875, -4.25, -3.046875, 0.46484375, -2.671875, -1.9140625, 0.53515625, -0.146484375, -1.234375, 6.96875, -1.640625, 0.0712890625, -0.8515625, -3.765625, 0.953125, -0.326171875, -4.09375, -0.69140625, -0.8828125, -2.59375, 0.58984375, -1.8984375, 0.1044921875, -4.03125, -3.96875, -4.15625, -4.34375, -6.125, -3.53125, -1.9921875, -1.578125, -5.46875, -0.625, -0.08837890625, -2.40625, -1.453125, -3.796875, 2.25, -0.291015625, -0.65625, -1.140625, -4.78125, -3.265625, -3.328125, -2.921875, -0.77734375, -2.265625, 0.92578125, -5.28125, -1.3515625, -0.75390625, -2.9375, -0.046630859375, 0.91015625, -3.28125, -1.625, -0.8125, 1.0703125, -2.53125, -1.6171875, -2.90625, -2.78125, -0.294921875, -0.443359375, -4.4375, -2.40625, -3.828125, 0.1337890625, -1.765625, -4.125, -0.5859375, -0.984375, -1.3671875, -0.66796875, 0.435546875, -1.1015625, -5.78125, -3.140625, -0.7265625, -2.484375, 0.83984375, 0.5703125, -4.09375, -0.126953125, -2.6875, -1.203125, -0.310546875, 4.84375, -0.640625, -1.4765625, 1.6328125, 1.8046875, -1.6875, -3.015625, -2.640625, -0.51171875, -0.69140625, -0.7421875, 1.3046875, -0.291015625, -3.15625, -0.21875, -0.9296875, -1.4296875, 1.015625, 1.03125, -0.1181640625, -1.671875, -2.046875, -2.046875, -1.8671875, -3.34375, -0.423828125, 0.0751953125, -4.09375, -0.58984375, -1.0546875, -1.2421875, -1.0234375, -3.34375, 1.40625, -0.396484375, -0.365234375, -3.53125, -1.9453125, 0.91796875, 0.388671875, -6.65625, 1.953125, -2.859375, 1.609375, -0.2451171875, -3.890625, -2.546875, -0.04833984375, 0.142578125, 0.0810546875, 0.98046875, 1.390625, -1.9921875, -2.53125, -1.78125, -0.87890625, -0.63671875, -1.046875, -4.65625, -2.515625, 0.000629425048828125, -4.71875, -1.0625, -1.5546875, -5.21875, -2.453125, -5.5625, -0.171875, -2.3125, -2.765625], "margins": [-0.9287109375, -0.0595703125, -0.203125, 0.4921875, -0.765625, -0.515625, 0.0, -0.25, 1.59375, 0.0, 1.28369140625, 0.578125, -2.421875, 0.337890625, 0.06640625, 3.421875, -1.14898681640625, 1.984375, 0.86328125, -0.0625, 0.1875, 0.53125, 0.0, 3.65625, 0.390625, -0.919921875, 0.1953125, 3.2421875, -0.892578125, 3.666015625, 1.859375, 0.6328125, 2.583984375, 1.220703125, -0.0107421875, -0.89453125, 0.0, 2.3134765625, 1.16015625, 1.9375, -0.030517578125, -0.56103515625, 2.24609375, 1.03125, 0.125, 4.5078125, 0.0, 2.51953125, 5.9375, -1.037109375, 3.4140625, -4.7550048828125, 1.160400390625, 2.2607421875, 1.1796875, 0.171875, -1.921875, 2.4375, -3.76171875, 4.171875, 3.530029296875, 0.0, 1.953125, -0.36328125, -1.6796875, 4.6875, -0.966796875, 0.2421875, 0.0, -2.34765625, 1.52783203125, -0.9453125, -0.2607421875, -0.7734375, -0.4609375, 0.07421875, 1.364501953125, -2.93212890625, 0.0, 0.0, -2.37109375, 1.79296875, -2.0234375, 0.0, 0.15625, -1.7578125, -1.333984375, 1.7666015625, 1.640625, 0.8984375, 0.0, 3.6875, -0.955078125, -2.30859375, 0.48828125, 1.8984375, 0.0, 2.814453125, 4.328125, 1.32421875, -1.296875, -0.9765625, 1.59375, -4.7550048828125, 0.10546875, -0.0390625, 0.93359375, 4.943359375, -0.309326171875, 2.921875, -0.40625, 4.2255859375, 0.1875, 5.53125, 0.9833984375, -1.28515625, 0.86328125, 0.890625, 1.84375, 3.3515625, 0.5927734375, 1.8515625, -0.0234375, -1.109375, 2.390625, 0.1875, -1.7470703125, 1.29296875, 0.671875, 2.953125, 0.09375, 0.705078125, 1.55029296875, 0.125, 1.0234375, 2.48046875, 6.9315185546875, -3.5859375, 0.0, 0.0546875, 2.4970703125, 2.8984375, -4.03125, 1.40625, -0.943359375, 0.5927734375, 0.0, -2.83984375, 5.40625, -3.9453125, 0.01171875, 1.7578125, -2.8046875, -0.2578125, 0.0, 1.908203125, -2.15625, 3.251953125, 0.765625, -0.109375, -0.7392578125, 2.484375, -0.0078125, 4.935546875, 0.2734375, 4.2109375, 0.41796875, 1.4287109375, 1.40625, -0.0234375, 0.6484375, 4.375, 2.890625, 1.76171875, -1.369140625, -1.515625, 0.44439697265625, 0.6455078125, -1.501953125, -1.921875, 1.36328125, 3.364990234375, 0.0, 0.0, 2.39453125, 1.16015625, 0.99609375, 2.68359375, 0.134765625, 0.0, 0.0, 2.9794921875, 3.25, -0.6875, 0.48583984375, 1.8046875, 2.203125, -0.046875, 0.1669921875, 0.638671875, 2.2578125, -1.93359375, -2.46875, 1.07421875, 3.9765625, -2.677734375, 0.0, 0.5, 0.0, -0.125, 0.9384765625, 0.09375, 1.40625, 2.296875, 0.25, -0.4384765625, -0.90625, 1.18359375, 1.37109375, 2.0234375, 1.316162109375, -0.4951171875, 0.0625, 5.8984375, 3.91943359375, 1.40625, 1.59375, 2.015625, 1.49609375, 1.859375, 5.1104736328125, 0.0, -0.453125, 1.03515625, 1.03125, -1.974609375, -1.224609375, 0.189453125, 0.4931640625, 0.93359375, 1.6640625, 0.71875, 2.0322265625, 3.25, 0.1185302734375, 2.22265625, -1.9296875, 1.486328125, 3.853515625, 4.875, 3.13671875, -2.6953125, 0.421875, 0.875, 2.21875, 0.46875, -1.8094482421875, -0.578125, -1.6796875, -0.359375, 0.8203125, 1.583984375, 0.0, 2.9921875, 1.63671875, 0.6640625, 3.265625, 3.49609375, 4.90625, -0.20263671875, 0.2392578125, 1.859375, 1.65625, 1.876953125, 1.4765625, 0.3701171875, 0.0, 1.220703125, 0.1015625, -1.58837890625, -0.94921875, -0.7265625, -0.5791015625, 0.02734375, -1.462890625, 0.453125, -0.515625, 1.2421875, 1.173828125, 1.51806640625, 4.67578125, -1.57421875, 2.6796875, 0.0, 0.1875, -2.4375, 1.421875, -2.1640625, -0.078125, 0.0234375, -0.9287109375, -0.75390625, 1.6328125, -0.7734375, 0.21484375, 1.1796875, 1.44921875, 1.8173828125, 1.103515625, 0.455078125, -0.03125, 3.91796875, 8.765625, 0.328125, -1.48828125, 1.609375, -1.31640625, 0.453125, 0.4140625, 0.0, 1.25390625, 7.328125, 4.041015625, 2.984375, 3.74609375, 1.140625, 2.08203125, 0.0, 1.34375, 0.0, -0.4765625, 0.3701171875, -0.67578125, 1.07421875, -0.442626953125, 3.375, 7.1875, 1.921875, 3.96484375, 2.634765625, 1.58984375, -1.390625, -0.484375, 2.71875, 2.1875, 3.0546875, -0.6328125, 0.890625, 2.0625, 1.33203125, 1.5390625, 0.0, -2.0625, 1.25390625, 0.46875, -2.43701171875, -1.990234375, 2.29296875, -0.7109375, 0.7890625, -0.1953125, -2.40625, 2.1015625, 4.234375, 1.072265625, -0.89453125, 5.478515625, 1.76171875, -0.630126953125, 0.0, -0.497802734375, 5.349609375, 0.0, -0.6640625, -5.78125, 2.8671875, -0.431640625, -0.61669921875, 5.03125, -0.30078125, -0.259033203125, -4.7550048828125, 0.078125, 1.64453125, 0.33984375, 2.2939453125, 0.3125, 0.0, -1.015625, -4.921875, 1.0390625, -0.1953125, 4.4580078125, 3.849609375, 0.0, 3.5234375, -2.69921875, -3.3984375, 0.0, 1.8046875, -5.2421875, 4.7421875, 0.9609375, 7.390625, 0.0, 0.75, 4.515625, 2.44921875, 2.6748046875, 2.3759765625, 0.0, -0.046875, -0.970703125, 5.15625, -0.28125, 0.20703125, -0.1875, -3.9921875, 0.984375, 3.9375, 3.55859375, -0.072509765625, 0.0, -0.3974609375, 0.78125, 0.474853515625, 0.65625, -1.51953125, 1.53125, 0.365234375, 0.07421875, 1.1600341796875, 1.0859375, 0.00390625, 1.0732421875, 0.51123046875, -0.06640625, -0.30078125, 0.0, 1.46875, 4.986328125, 2.15625, 1.2705078125, 2.15625, 8.609375, -0.484375, 0.65625, 1.21875, 2.0107421875, -2.11328125, 2.4921875, 8.203125, 3.24609375, 4.2109375, 1.525390625, 0.0, -2.453125, -1.515625, 0.119140625, -0.2265625, -0.68359375, 0.1796875, -5.609375, 2.314453125, 3.890625, -0.337890625, 0.61328125, 2.525604248046875, 1.8125, -0.8984375, 0.36328125, -1.060546875, 1.1875, -0.2108154296875, -0.861328125, 0.328125, 3.74609375, 1.4375, -0.146484375, 5.72265625, 0.078125, 2.5625, 0.109375, 0.1875, -0.02734375, -1.353515625, -2.493408203125, 2.990234375, -4.6328125, -0.578125, 2.5517578125, 0.0, 2.30078125, -0.984375, 2.79296875, 2.9921875, 5.015625, 1.49609375, 0.0, -0.9140625, 4.734375, -3.328125, -0.912109375, 1.771484375, 3.7578125, -1.89453125, -1.435546875, 2.484375, 0.4140625, 0.96875, 0.091796875, 2.2177734375, 1.3125, -3.28125, 0.46875, 6.4140625, 0.0, -0.01171875, -0.78857421875, -0.4375, 4.171875, -1.1015625, -1.125, -0.2109375, 3.88671875, -0.259033203125, -5.53125, 0.125, 3.7568359375, 0.8330078125, 0.23828125, 0.1171875, 4.4970703125, 0.15625, 0.65625, 0.296875, 0.0, 1.4140625, 1.818359375, 3.9375, 1.64453125, -2.38671875, 2.15625, 0.37890625, 2.31201171875, 1.306640625, 0.6669921875, 0.4765625, 2.203125, 0.5625, 4.40625, 0.390625, -0.296875, 0.078125, -0.53125, 0.96484375, 1.75390625, 1.21875, -1.75390625, -0.96240234375, -0.25390625, 2.94140625, 0.87890625, 0.40625, 0.0, 4.5078125, -2.4375, 0.7138671875, 1.826171875, 0.5576171875, 1.3515625, 5.21875, 0.75, 0.0625, -0.1513671875, 4.705078125, -0.51953125, -0.7548828125, 0.0, 0.03125, 0.9609375, -0.75, 3.0625, 3.9501953125, 2.375, 0.25, 2.6796875, 2.013671875, 0.03515625, -0.6484375, 1.609375, 1.20703125, 0.22265625, -0.869140625, -3.53851318359375, 4.71484375, 0.0, -0.5791015625, 1.0478515625, 0.375, 3.5390625, 2.203125, -0.0078125, 1.625, 3.46484375, 0.234375, -1.30078125, 1.9453125, -1.85205078125, 7.390625, 2.779296875, -0.46875, 0.125, -1.3046875, -3.802734375, 0.908203125, -4.36328125, 0.296875, 2.33984375, 1.90625, -0.0859375, 4.453125, 2.79296875, -2.7734375, 0.125, -1.19921875, 1.818359375, -3.845703125, 0.935302734375, 4.08203125, -0.90625, 4.5234375, -1.595703125, -2.828125, 0.0, 0.640625, 0.86279296875, -0.55078125, -2.8466796875, -0.189453125, 0.6640625, 0.30078125, 0.453125, 3.24609375, 2.4375, 0.1171875, 0.28125, -0.43359375, 3.0771484375, 2.11328125, -0.46875, 0.509765625, 2.421875, 3.91943359375, 1.404296875, -0.24609375, -0.09375, 0.936279296875, -0.6015625, 1.5390625, 1.36328125, 1.908203125, 0.0, 2.13671875, 1.25, 1.197509765625, 0.765625, 1.0625, -0.306640625, 5.7109375, 2.9765625, 2.4609375, 1.91015625, -0.4287109375, -0.09375, 1.45703125, -0.5703125, -3.5859375, 1.015625, 5.96875, -0.1201171875, 1.18359375, 3.8671875, -2.61376953125, 0.0, -0.4609375, 6.578125, 2.861328125, 2.66015625, -0.3974609375, -1.560546875, -2.6865234375, 4.71875, -2.5078125, 0.0, -3.40234375, 2.29296875, -2.40234375, 6.6875, 2.96484375, 2.4970703125, 0.875, 0.26171875, 2.515625, 4.537109375, -0.23828125, 0.765625, 1.07421875, 0.0, -0.09375, 0.365234375, 1.65625, 0.390625, 3.0859375, -1.40625, -0.890625, 1.8125, -0.525390625, -1.8203125, 2.55078125, 0.0234375, 0.275390625, 2.0390625, 0.1328125, 1.390625, 4.8671875, 1.234375, -4.0234375, 3.890625, -0.859375, 1.254638671875, 0.927734375, 4.3203125, 0.0, 0.0, -0.5078125, 0.875, 1.4140625, 2.15625, -3.375732421875, 3.212890625, 3.50390625, -0.59765625, -1.671875, 3.91943359375, 1.91015625, 0.810546875, 2.4443359375, 1.126953125, 5.21875, 0.0, 0.63671875, -0.2265625, -0.18994140625, 3.28125, -1.015625, 1.34375, 0.0, 1.75, 2.125, -1.48828125, 1.9609375, 1.6708984375, -0.1953125, 0.06591796875, 2.1796875, 0.0, -0.2109375, -0.3974609375, 0.43359375, 1.5, 0.40625, 0.0947265625, 5.3203125, 0.7763671875, -0.4140625, -3.03125, -0.6114501953125, -1.7109375, 0.8330078125, 0.0, 4.455078125, 4.671875, 5.203125, 2.0625, 0.453125, -0.6640625, 1.5555419921875, 5.099609375, 2.40625, -1.09130859375, 2.748046875, 1.51806640625, 4.33984375, -0.78125, -0.228515625, 1.041015625, 0.697265625, 1.96875, 5.90625, 3.609375, 3.5390625, -0.36328125, 1.8515625, -4.08203125, 4.296875, 1.03125, 1.703125, -0.21875, 0.296630859375, 0.33984375, 3.0341796875, -0.96875, -0.65625, -1.19921875, -0.015625, 0.5078125, 2.9990234375, 1.0, -0.318359375, 0.466064453125, 0.953125, -0.0625, 0.0, -2.0556640625, 1.935546875, 5.984375, -2.5078125, 0.7490234375, 0.234375, 2.34765625, 0.01171875, -0.15625, 0.0, 1.78125, -1.6015625, 2.787109375, 0.04296875, -1.2734375, 4.4609375, -1.248046875, 5.796875, 1.3916015625, 1.224609375, -6.078125, 0.0, -1.4765625, -1.91796875, -2.17578125, 3.765625, 0.796875, 2.1484375, -1.19921875, -0.0859375, -0.296875, 0.1328125, 0.330322265625, 0.90625, 0.677734375, 0.7060546875, 0.0, -0.521484375, 0.0, 0.8759765625, -0.265625, 1.32421875, 1.046875, 0.87890625, -0.40625, -2.451171875, 0.8310546875, 5.3203125, -0.89453125, -0.40625, -0.34375, -0.890625, 1.234375, -1.232421875, -0.216796875, -0.955078125, -0.6875, -1.6953125, 0.41796875, -0.837890625, 5.96484375, -1.046875, 3.25, 0.0, 0.29541015625, 5.7734375, 0.5546875, -0.51025390625, 0.2265625, 1.5361328125, -1.59375, -2.2265625, -0.6640625, 0.0, -2.90625, -0.41015625, -0.16796875, -1.078125, 0.0, 4.3828125, -0.5475044250488281, 1.546875, 1.890625, 0.3828125, 4.09375, 2.314453125, 5.8203125, 1.296875, -1.15625, 0.03125]} \ No newline at end of file diff --git a/margin_logs/val_margins_stem_epoch_4.json b/margin_logs/val_margins_stem_epoch_4.json new file mode 100644 index 0000000000000000000000000000000000000000..86a705b5ad690400e9c068fa3d49597ad79bf604 --- /dev/null +++ b/margin_logs/val_margins_stem_epoch_4.json @@ -0,0 +1 @@ +{"epoch": 4.0, "step": 984, "domain": "stem", "rewards_chosen": [-1.2890625, 0.0137939453125, -1.3359375, -2.03125, 2.578125, -2.484375, 0.451171875, -1.375, -4.125, 0.8046875, -0.55859375, -3.046875, -4.46875, -0.279296875, 0.453125, 0.453125, -0.2314453125, -2.75, 2.3125, -4.125, 1.6015625, -1.4453125, -2.671875, 0.31640625, -4.09375, -1.5234375, 1.2578125, -1.0, -0.12890625, -0.365234375, -0.1455078125, -1.734375, 2.125, 1.3671875, -0.07373046875, -1.3203125, 1.71875, 0.455078125, -0.41015625, -1.6171875, 0.02734375, 0.1552734375, 0.8828125, -3.984375, 1.9921875, 1.609375, -0.84375, -1.9140625, 0.55859375, -0.78125, -0.76953125, -5.90625, -0.64453125, 0.69921875, -1.4375, -2.796875, -3.40625, 2.859375, -4.84375, -0.83203125, -0.185546875, -2.09375, -2.3125, -1.734375, -4.21875, -0.068359375, -1.046875, -1.9765625, -4.6875, -3.828125, -0.0966796875, -2.265625, 0.6640625, 0.76171875, -0.053955078125, 0.8984375, 1.2890625, -3.78125, -6.28125, -1.9375, -2.640625, -0.404296875, 0.451171875, -2.828125, -0.44921875, -3.65625, -1.515625, -0.310546875, 1.15625, -1.1328125, -0.5390625, 1.859375, -1.5703125, -1.0859375, -1.015625, -2.265625, -4.5, -0.734375, 1.5546875, 2.53125, -3.546875, -2.359375, 3.8125, -5.90625, -0.4609375, -1.46875, 0.3984375, 0.036376953125, 0.6640625, 2.0625, -3.34375, -0.353515625, -5.9375, 3.453125, 0.039306640625, -0.671875, -0.99609375, 0.60546875, -3.640625, -1.1640625, 0.220703125, 0.06689453125, -1.390625, -4.21875, 1.4609375, -2.1875, -1.859375, 2.21875, -2.71875, -2.9375, -0.99609375, -0.1259765625, -0.294921875, -3.3125, -0.80078125, -1.203125, 0.24609375, -1.296875, -2.296875, -1.4296875, 0.50390625, -0.1591796875, -4.9375, 0.1171875, -1.359375, 0.220703125, -3.328125, -2.984375, -1.453125, -3.9375, 0.392578125, -1.578125, -0.177734375, -2.171875, 1.9453125, 2.390625, -5.09375, 0.62109375, -1.7109375, -4.1875, -0.2275390625, -4.15625, -0.4765625, -0.208984375, -2.296875, -0.392578125, 1.5, -0.162109375, -5.71875, -1.9375, -1.484375, 1.25, -3.765625, -0.671875, 0.330078125, -3.484375, 0.6015625, 0.73046875, -2.453125, -3.40625, -0.490234375, -0.09375, -4.6875, -3.328125, 1.96875, -0.41015625, -0.1220703125, 0.2421875, -1.4765625, 4.5, 5.0625, -0.287109375, 0.421875, -3.875, -0.0380859375, 0.8671875, 1.609375, -2.53125, -0.0291748046875, 0.953125, -1.5625, -1.1875, -2.234375, -0.76953125, 2.0, -1.0390625, 3.03125, -7.03125, 0.66015625, -1.0859375, 1.2890625, -2.875, 0.1171875, 1.203125, -1.8671875, 0.099609375, -6.1875, -1.0390625, -1.0859375, 1.7109375, 1.03125, -0.049560546875, 1.7109375, 2.203125, -0.294921875, -0.248046875, -1.484375, -0.8203125, -0.302734375, -1.953125, -0.6328125, -3.296875, 3.46875, 0.69921875, -0.97265625, -2.703125, 0.287109375, -0.46484375, 0.099609375, 1.875, 0.96875, -2.453125, 0.58203125, 1.828125, -0.0673828125, 1.796875, -3.3125, 2.015625, 0.171875, 3.765625, -0.91796875, -1.7890625, -2.625, -1.0625, -1.3203125, 2.359375, -2.78125, 0.96484375, -4.21875, -3.890625, 1.7109375, -1.1328125, 0.287109375, 0.0712890625, -0.58984375, -2.5625, 1.4375, 1.2734375, 2.203125, -0.1796875, -0.1865234375, -0.1455078125, -3.65625, 1.7578125, -1.03125, -0.46875, -1.3671875, 1.3671875, -2.421875, -0.07470703125, -1.953125, -3.0625, -1.171875, -1.2109375, -2.875, -3.109375, -2.296875, -0.11474609375, 0.375, 0.4375, -1.3671875, -1.390625, 2.78125, -4.625, -4.25, -6.125, 1.1640625, -4.34375, -1.671875, -0.7265625, -1.1875, -1.8984375, -1.671875, 0.76171875, -0.224609375, -0.54296875, 1.390625, 1.8515625, -0.15625, -0.67578125, -5.15625, 0.337890625, 1.796875, 1.015625, -1.15625, -4.25, -0.79296875, -3.984375, 2.203125, -2.421875, 0.296875, 2.03125, -1.0, 4.21875, -0.79296875, -2.25, 0.0308837890625, -2.65625, -3.21875, -1.9296875, -1.6875, -0.46875, -0.6171875, 0.328125, -0.02001953125, -2.703125, -2.03125, -2.515625, 0.14453125, -0.60546875, -0.78515625, -3.3125, -2.859375, -1.859375, 1.21875, 2.40625, -1.0625, 1.703125, -4.375, 0.1962890625, -1.78125, 2.15625, -1.109375, 0.296875, 2.640625, -0.39453125, -3.125, 1.7421875, -2.734375, -1.65625, 0.95703125, -5.25, 1.4921875, 0.93359375, -1.1953125, -2.328125, -0.9375, 0.443359375, -0.6796875, 2.4375, -0.1064453125, 0.384765625, 2.28125, -4.09375, -8.875, 0.625, 0.78125, 0.040283203125, 2.4375, 0.76171875, -0.9453125, -5.90625, -4.84375, -1.7890625, 1.7421875, 0.263671875, 3.15625, -4.6875, -5.1875, -6.3125, 3.375, -2.203125, 0.21875, -0.6484375, 0.58203125, 0.01068115234375, -0.58984375, -1.6171875, -0.3046875, 0.8671875, -3.671875, 1.375, -1.1015625, 1.6953125, 3.671875, -2.828125, -1.0859375, 0.35546875, -0.060546875, -0.291015625, -5.84375, -2.140625, -1.21875, 2.28125, -7.40625, 1.015625, -3.5, -4.75, -3.234375, -1.625, 0.423828125, 0.392578125, 1.8828125, -1.25, 1.5078125, 0.484375, 2.421875, -3.984375, -2.484375, 0.400390625, 0.8984375, 0.2041015625, 2.8125, -0.75390625, -0.244140625, 0.0174560546875, 0.2158203125, 0.76171875, -6.5625, 3.359375, 0.515625, -1.1796875, 1.3359375, -4.34375, 1.921875, -3.53125, 2.421875, 0.953125, -0.30078125, -0.3046875, -0.92578125, 3.265625, 1.453125, -0.392578125, -0.349609375, -1.0078125, -1.796875, -1.59375, -1.8203125, -1.6796875, 0.82421875, -1.1015625, -4.46875, -0.306640625, -3.71875, -0.83203125, 1.484375, 3.125, 0.94140625, -1.6953125, -1.0, -0.97265625, -1.6484375, 0.5, -0.859375, 0.7890625, -0.79296875, -1.625, -0.034912109375, -1.171875, -2.734375, -0.7890625, -3.875, -2.78125, -0.263671875, 0.828125, -3.296875, 0.7421875, -7.0625, -3.171875, 0.1640625, -6.28125, 1.4765625, -3.484375, 0.474609375, 0.51171875, 1.859375, -0.302734375, -5.96875, -1.3828125, 2.140625, -2.515625, -1.234375, -0.73828125, 2.65625, -0.408203125, -1.2890625, -3.890625, 2.203125, 3.625, -0.20703125, 0.283203125, -1.1328125, -5.90625, -0.10986328125, 1.125, 0.15625, -1.265625, -0.006988525390625, -2.640625, 1.0234375, -2.65625, -3.0, -2.734375, -0.296875, -0.9453125, -4.1875, 1.9921875, -0.65625, 1.3828125, -0.51953125, 1.0546875, 0.140625, -3.578125, -2.28125, -2.46875, -5.96875, -0.640625, 2.21875, -1.625, 0.287109375, -2.578125, -1.1796875, -0.96875, -0.53125, -0.4609375, 0.703125, 1.515625, 0.91015625, -3.796875, -1.03125, -1.359375, -4.1875, -2.734375, -1.734375, 0.330078125, 1.7578125, 3.359375, -2.515625, -0.26953125, -0.95703125, 0.45703125, -0.8203125, 1.359375, -0.5546875, 1.609375, -5.96875, 0.1357421875, 0.024658203125, -0.006927490234375, -2.203125, 1.859375, -2.828125, 1.7109375, -0.053955078125, -0.115234375, 0.375, -1.0625, -2.828125, 0.515625, -1.96875, -4.3125, -0.7734375, 0.455078125, 0.400390625, -1.8671875, -1.53125, 0.546875, -0.87890625, -0.001617431640625, 1.578125, 0.6328125, -1.3984375, -1.3828125, -3.546875, 0.5078125, -3.203125, -1.171875, 1.375, -5.25, 0.67578125, -3.5625, 1.78125, 1.1640625, 1.3359375, 0.94921875, -0.546875, 1.5, -2.921875, 1.6953125, -0.08837890625, -4.15625, -0.5, -0.671875, -4.0625, 1.078125, -5.21875, -2.34375, -0.271484375, -4.03125, 1.625, 0.08544921875, 1.3984375, -1.296875, 2.0625, -0.322265625, 1.8984375, -4.3125, -0.11767578125, -0.1884765625, -4.03125, 2.671875, -2.9375, -2.0625, -5.6875, 1.8359375, 0.6015625, 0.203125, -0.173828125, -0.1982421875, -0.72265625, -0.359375, -4.53125, 2.359375, -2.484375, -2.96875, -3.703125, 1.0, 2.65625, 0.11279296875, -4.15625, 0.65234375, -4.375, -0.294921875, -0.357421875, 0.73046875, -3.15625, 0.59375, -2.96875, -1.78125, -0.490234375, 0.41015625, -6.0625, 0.384765625, -1.75, 1.25, -1.84375, -3.25, -0.87109375, 2.71875, 0.419921875, -0.45703125, 1.46875, -0.99609375, -5.84375, 0.57421875, -2.78125, -1.296875, -1.3046875, 1.7265625, -0.01495361328125, 0.6640625, 2.25, -3.671875, -7.53125, -0.053955078125, 0.5078125, -0.34765625, -0.2451171875, -0.41015625, -1.34375, -3.46875, 2.953125, -3.765625, -6.0625, -4.625, 0.1416015625, -2.859375, 1.4765625, -1.5, 0.50390625, -3.0, -0.9765625, -0.107421875, -0.150390625, 0.6953125, -2.296875, -0.76953125, -1.0234375, 1.5390625, 0.400390625, -1.9140625, 0.76171875, 1.3203125, -2.203125, -4.625, -5.53125, -0.003143310546875, -2.421875, -0.150390625, -0.6953125, 0.431640625, 0.93359375, 1.5390625, -2.78125, 0.73046875, -2.671875, -4.34375, -0.53125, 0.60546875, 1.5859375, -0.65234375, 0.00244140625, 1.0625, -3.328125, 0.408203125, -1.0625, -2.765625, -1.1796875, -3.5, 0.333984375, 0.13671875, 1.40625, -4.65625, -0.294921875, -0.515625, 0.353515625, 0.056884765625, 1.234375, 3.046875, 3.359375, -1.6953125, -0.92578125, 0.109375, -1.390625, -3.78125, -1.7109375, -3.71875, -2.96875, -2.328125, -1.15625, -1.71875, -0.01239013671875, 0.95703125, 0.10302734375, 1.09375, 5.96875, -2.734375, -1.25, -1.640625, -2.640625, 1.234375, -0.59765625, 1.3359375, 0.060546875, -2.03125, -6.84375, -0.431640625, -4.9375, 1.3828125, -5.6875, 0.53125, 0.62890625, 0.322265625, -4.8125, -3.984375, -4.09375, -0.361328125, -0.66015625, 1.546875, -1.2265625, 0.66015625, 0.4375, 0.3046875, 1.3046875, -0.431640625, 0.63671875, -0.703125, -3.5, 2.90625, -0.146484375, 0.67578125, -1.515625, 0.06689453125, -3.984375, -2.0, 0.060791015625, 1.296875, -3.796875, -0.1630859375, 1.3984375, -0.515625, -3.46875, -2.265625, -0.322265625, -3.375, -1.75, -0.27734375, -3.171875, -0.95703125, 0.208984375, -4.28125, -3.34375, -3.546875, -2.921875, 0.0849609375, 1.953125, -3.765625, -0.1015625, -1.84375, 1.8125, 0.392578125, -1.7890625, -7.65625, -2.109375, -2.796875, 0.71875, 0.95703125, -0.51953125, -0.11376953125, -1.8515625, 3.96875, 0.458984375, 1.328125, -1.6796875, -1.3671875, -4.09375, -0.1826171875, -0.453125, 3.078125, -3.5, -0.48046875, -2.265625, -0.49609375, -1.8125, 1.5390625, 0.06494140625, -2.90625, 0.34765625, -1.640625, -1.984375, 0.81640625, 0.515625, 1.0703125, -2.734375, -1.2265625, -1.296875, -0.8203125, -4.59375, -3.8125, 0.98046875, 1.3359375, -1.6953125, -1.9375, -2.546875, -2.3125, -3.0, 0.29296875, -0.38671875, -1.5703125, -5.25, -4.0625, 1.0703125, -0.890625, -1.234375, 0.66796875, 0.2353515625, 0.33203125, -0.1904296875, 2.3125, -2.265625, -0.52734375, -0.0400390625, 2.21875, -1.5234375, -1.0546875, -4.09375, -3.265625, -4.75, -1.5234375, -1.0703125, -2.5, -5.1875, 2.171875, -0.42578125, -3.765625, 0.193359375, -1.4296875, -1.8359375, -0.306640625, 0.703125, 1.4921875, -4.375, -3.625], "rewards_rejected": [-0.447265625, 0.0206298828125, -0.8671875, -2.15625, 3.15625, -1.6328125, 0.451171875, -1.3359375, -5.6875, 0.8046875, -2.234375, -3.875, -2.0625, -0.73046875, -0.37109375, -3.25, 1.1015625, -5.8125, 1.1171875, -4.03125, 1.3984375, -1.828125, -2.671875, -4.90625, -5.03125, 0.36328125, 1.21875, -4.8125, 1.0390625, -4.8125, -2.484375, -3.21875, -0.60546875, 0.1962890625, -0.11767578125, -0.7265625, 1.71875, -2.984375, -2.03125, -4.09375, 0.26953125, 0.365234375, -2.28125, -4.34375, 1.5078125, -3.84375, -0.84375, -4.15625, -6.78125, 0.546875, -4.21875, 0.439453125, -1.1640625, -2.609375, -3.125, -3.3125, -1.65625, -0.05029296875, -1.0078125, -5.71875, -4.84375, -2.09375, -4.1875, -1.0390625, -2.015625, -6.96875, 0.1494140625, -2.125, -4.6875, -1.2265625, -1.546875, -2.171875, 0.228515625, 2.25, 0.76953125, 0.83984375, -0.64453125, -0.8671875, -6.28125, -2.203125, 0.142578125, -1.7421875, 2.796875, -2.828125, -0.5703125, -1.328125, 0.359375, -2.96875, -0.359375, -2.1875, -0.5390625, -2.875, -0.416015625, 1.40625, -2.703125, -3.8125, -4.5, -4.4375, -3.9375, 0.5859375, -2.234375, -1.4921875, 1.671875, 0.439453125, -0.314453125, -0.95703125, -1.71875, -5.78125, -0.060302734375, -2.28125, -3.078125, -4.84375, -6.625, -3.859375, -1.453125, 0.38671875, -2.078125, -0.443359375, -5.375, -5.65625, -0.27734375, -2.5, -1.296875, -2.96875, -1.171875, -2.296875, -0.1455078125, 0.08251953125, -3.609375, -6.5625, -0.89453125, -0.77734375, -1.96875, -3.875, -2.25, -4.28125, -8.4375, 2.28125, -2.296875, -1.7734375, -3.3125, -3.421875, -0.0869140625, -1.3046875, -0.08447265625, -0.27734375, -3.328125, 0.8828125, -8.0, -0.671875, -0.3359375, -3.5625, 2.84375, -1.390625, 1.9453125, 0.25, -2.34375, -3.390625, -2.125, -3.9375, 0.74609375, -7.125, -0.50390625, -5.8125, -2.6875, -5.84375, 0.216796875, -2.171875, -7.3125, -1.9453125, -2.3125, -5.34375, -6.90625, -2.4375, 2.03125, -2.40625, -0.0272216796875, -0.1298828125, -1.0078125, -1.65625, -1.9609375, -3.84375, -4.6875, -3.328125, -1.3203125, -2.03125, -0.7265625, -3.109375, -1.1015625, 4.5, 5.0625, -4.1875, -3.875, -2.109375, -0.58203125, -1.2890625, -1.46875, -2.4375, -0.1357421875, 0.03466796875, -4.8125, 0.5859375, 0.62109375, -2.09375, -2.84375, 2.234375, 3.03125, -7.34375, 0.66015625, -1.078125, 0.057373046875, -2.625, -1.3046875, -1.3828125, -1.3359375, 0.25390625, -5.09375, -1.90625, -3.265625, -0.7109375, -0.2392578125, 0.59765625, 1.546875, -3.6875, -4.59375, -1.9765625, -4.28125, -3.484375, -1.90625, -4.8125, -6.46875, -3.296875, 4.09375, -0.64453125, -2.28125, -0.1767578125, 1.546875, -0.8046875, -0.375, 0.05859375, -1.7421875, -3.84375, -3.15625, -1.90625, -0.0076904296875, -1.09375, -1.203125, 0.21875, -4.125, -2.765625, -4.5625, 1.046875, -3.3125, -1.7109375, -4.09375, 1.859375, -0.142578125, 0.9921875, -2.015625, -4.125, 0.3828125, -2.703125, 0.287109375, -3.921875, -2.4375, -3.5, -2.96875, -3.359375, -3.078125, 0.12890625, -0.63671875, -2.484375, -6.90625, -0.80859375, -2.515625, -0.9296875, -1.3671875, 0.1962890625, -2.515625, 2.015625, -0.359375, -2.015625, 0.640625, -1.15625, -0.310546875, -3.390625, -1.71875, -2.859375, -1.2578125, -1.015625, -6.375, -0.01708984375, -0.8046875, -4.625, -4.1875, -2.796875, -0.5390625, -2.546875, -1.6328125, -0.9296875, 0.012451171875, -0.58984375, -3.75, 2.25, 0.76171875, -2.0625, -0.34375, 0.49609375, -1.8515625, -0.87890625, -5.15625, -4.25, -9.0, -0.12060546875, 0.8046875, -4.75, -0.130859375, -4.59375, 1.796875, -2.421875, -1.21875, -6.1875, -5.21875, 1.1640625, -5.25, -3.21875, -2.46875, -2.65625, -5.5625, -1.9296875, -0.44140625, -0.9296875, 0.134765625, -1.1640625, 0.25, -6.875, -10.1875, -4.6875, -3.75, -4.40625, -2.359375, -1.28125, -1.90625, -4.78125, -1.484375, -1.375, 0.6484375, 1.5234375, -6.8125, -1.1875, -3.4375, 2.15625, 1.3359375, -1.21875, 2.375, 2.34375, -0.41796875, -0.369140625, -2.1875, -2.640625, 0.61328125, -2.578125, -0.8359375, -3.890625, -1.3984375, -1.453125, -6.15625, -1.7578125, -0.2734375, 2.4375, 0.4765625, -6.09375, 2.28125, -3.609375, -3.265625, -2.796875, 1.109375, 0.5703125, -3.890625, 1.078125, -0.1259765625, 0.439453125, -5.125, -3.1875, 1.46875, -2.84375, 3.109375, -4.6875, -3.625, -1.484375, 1.3828125, -1.796875, -5.03125, -4.5, 0.58203125, -3.75, 2.28125, 1.8125, -0.3046875, -1.2890625, 2.453125, -4.125, -2.6875, -7.0625, 3.671875, -3.296875, -5.90625, -2.875, -3.75, -2.859375, -5.84375, -1.6015625, 0.037353515625, -4.1875, -6.375, 0.57421875, -4.28125, -1.1875, -4.625, -6.09375, -3.40625, -0.1279296875, 1.8828125, 0.08935546875, 0.5625, -0.171875, 1.4765625, -1.3046875, -4.4375, -0.455078125, 0.83984375, -0.42578125, 1.625, -1.1015625, -1.5859375, -0.62109375, 0.291015625, 1.078125, -6.5625, 1.625, -5.65625, -4.15625, -0.375, -6.84375, -7.96875, -3.046875, 1.4765625, -0.65234375, -2.75, 1.640625, -3.8125, -6.96875, -2.921875, -5.84375, -2.453125, -1.0078125, 0.42578125, 0.08154296875, -1.125, -1.5, 1.3359375, -1.3515625, 1.8359375, -3.296875, -8.3125, -0.55078125, 0.140625, -0.36328125, -0.58984375, -0.91015625, -1.3046875, 0.353515625, -3.671875, -0.1826171875, -0.38671875, 0.60546875, -5.25, -3.140625, -1.15625, -7.84375, -2.75, -4.625, -4.03125, -2.96875, -0.07080078125, 2.34375, -0.68359375, -3.125, -2.21875, -3.3125, -2.796875, -6.28125, -1.4140625, -1.8515625, -2.171875, -2.8125, -4.28125, -1.90625, -5.96875, -0.91796875, -4.78125, 1.328125, -0.0859375, -2.859375, -2.328125, 2.171875, 0.259765625, -6.9375, 1.796875, 2.390625, -0.59375, -2.515625, -3.15625, -1.921875, -1.46875, -5.75, 0.15625, -1.015625, 0.953125, -1.8515625, -2.484375, -1.4140625, -1.8203125, -2.953125, -4.5, -0.1259765625, 1.640625, 1.5078125, -4.8125, 0.185546875, -0.9296875, 0.98828125, -5.375, -4.59375, -2.671875, -3.09375, -5.96875, -2.21875, 0.462890625, -6.09375, -1.984375, -0.515625, -4.15625, -1.609375, -3.421875, -1.6953125, -0.39453125, 0.88671875, -2.9375, -4.78125, -6.46875, -1.875, -4.5, -2.75, -1.0625, -1.0546875, -1.0, 2.015625, 0.6796875, 0.890625, -0.5078125, -3.625, -1.7578125, 0.87890625, -0.5546875, -3.84375, -2.890625, -1.1796875, -1.6640625, -0.8046875, -3.484375, -4.15625, -3.296875, 1.546875, -0.01214599609375, -5.53125, 1.1640625, -0.09765625, -2.828125, 0.70703125, -3.015625, -3.765625, -4.28125, -4.75, -2.71875, -1.3359375, -5.28125, -2.578125, -1.1015625, 1.2734375, -0.546875, -0.9453125, -2.1875, -0.396484375, -0.734375, -5.34375, -3.203125, 0.640625, 0.671875, -5.09375, -3.21875, -6.25, 1.6328125, -1.046875, -3.328125, 0.640625, 1.34375, -0.7734375, -0.76953125, -7.0625, -3.484375, -3.640625, 0.953125, 0.412109375, 0.58984375, -0.1337890625, -0.0037384033203125, -2.59375, -2.84375, -5.71875, 1.296875, -4.625, -2.09375, 1.2734375, 1.8984375, 0.95703125, -0.70703125, -0.07568359375, -0.921875, -4.84375, -2.875, -2.140625, -0.8515625, 1.2890625, -5.6875, 1.1484375, -0.51171875, 1.0, 3.453125, 0.103515625, -2.765625, -0.95703125, -5.0, -0.828125, -5.125, -2.609375, -3.984375, 1.875, -0.07275390625, -2.8125, -3.640625, 0.236328125, -7.40625, -4.59375, -1.0859375, 1.0078125, -3.234375, -0.51171875, -2.09375, -3.4375, -1.9609375, -2.078125, -6.0625, -2.21875, -3.140625, -0.0341796875, -2.984375, -4.4375, -0.46875, -4.53125, -3.375, -3.65625, -0.9609375, -0.12890625, -5.84375, -1.640625, -2.125, 2.28125, -2.546875, -5.59375, 0.03759765625, -0.625, -2.78125, -0.318359375, -7.53125, 0.76953125, -7.15625, -4.875, -2.875, -0.061767578125, 0.466796875, -0.365234375, -1.9375, -1.0078125, -6.0625, -1.15625, -2.515625, -0.5234375, -6.15625, -4.34375, -3.3125, -3.609375, -1.5234375, -2.75, -6.5, 1.046875, -3.015625, -2.09375, -1.0234375, 1.703125, -0.455078125, -4.09375, 0.1611328125, -2.21875, -0.77734375, -3.578125, -7.9375, 0.8984375, -0.06787109375, -3.0, -1.0703125, 0.050048828125, -1.109375, 1.5859375, -4.59375, -5.53125, -3.71875, 0.083984375, -5.625, 1.6953125, -0.28125, -1.921875, -4.40625, 1.0625, -3.328125, 0.7890625, -1.7109375, -4.40625, -4.15625, 0.5625, -3.828125, -3.859375, 1.546875, -2.9375, -4.59375, -3.359375, 0.201171875, -3.0625, -0.1796875, -3.6875, 3.359375, -2.25, -0.55078125, 0.057861328125, -4.90625, -2.890625, -3.09375, -3.71875, -5.15625, -4.21875, 0.8046875, -4.46875, -2.609375, 0.61328125, -0.0810546875, -1.9765625, 5.96875, -2.953125, 0.08935546875, -1.4921875, -5.4375, 0.57421875, -0.59765625, -5.25, -0.83984375, -1.546875, -3.84375, 0.32421875, -2.59375, 0.185546875, -5.6875, -4.78125, -5.9375, -5.875, -7.4375, -4.59375, -3.609375, -2.671875, -6.09375, -1.3828125, -0.302734375, -2.46875, -1.015625, -5.8125, 2.671875, -0.1591796875, -0.6796875, -1.484375, -5.40625, -3.796875, -4.125, -3.21875, -0.7890625, -2.5, 0.287109375, -6.6875, -1.1875, -0.82421875, -3.015625, -0.1953125, 0.87890625, -4.125, -1.78125, -1.921875, 0.95703125, -2.84375, -2.0625, -3.53125, -4.03125, -0.5, -1.015625, -5.9375, -3.328125, -3.546875, -0.77734375, -2.421875, -4.875, -1.0078125, -1.1328125, -1.2421875, -1.03125, -0.3359375, -1.6796875, -7.65625, -3.84375, -0.9375, -2.40625, 0.58984375, 0.03515625, -5.125, -0.96484375, -2.84375, -1.9296875, -0.421875, 4.4375, -1.3671875, -2.328125, 2.46875, 2.375, -2.015625, -4.375, -3.640625, -0.66796875, -0.1474609375, -1.0859375, 1.5859375, -1.3125, -3.96875, -0.23046875, -2.296875, -1.984375, 1.25, 0.515625, 0.0036468505859375, -2.90625, -2.84375, -2.5625, -1.7578125, -4.28125, -1.1171875, 0.19921875, -5.25, -1.2109375, -2.140625, -1.7265625, -1.265625, -4.1875, 1.3984375, -0.279296875, -0.416015625, -4.125, -2.3125, 0.890625, 0.373046875, -8.125, 2.171875, -3.546875, 0.33203125, -0.4296875, -5.0625, -3.21875, 0.15234375, -0.267578125, 0.0111083984375, 1.0625, 1.7890625, -3.609375, -3.265625, -2.078125, -1.4453125, -1.171875, -1.5, -5.1875, -3.109375, -0.1787109375, -5.34375, -1.84375, -1.6015625, -6.40625, -3.296875, -6.4375, -0.146484375, -3.125, -3.421875], "margins": [-0.841796875, -0.0068359375, -0.46875, 0.125, -0.578125, -0.8515625, 0.0, -0.0390625, 1.5625, 0.0, 1.67578125, 0.828125, -2.40625, 0.451171875, 0.82421875, 3.703125, -1.3330078125, 3.0625, 1.1953125, -0.09375, 0.203125, 0.3828125, 0.0, 5.22265625, 0.9375, -1.88671875, 0.0390625, 3.8125, -1.16796875, 4.447265625, 2.3388671875, 1.484375, 2.73046875, 1.1708984375, 0.0439453125, -0.59375, 0.0, 3.439453125, 1.62109375, 2.4765625, -0.2421875, -0.2099609375, 3.1640625, 0.359375, 0.484375, 5.453125, 0.0, 2.2421875, 7.33984375, -1.328125, 3.44921875, -6.345703125, 0.51953125, 3.30859375, 1.6875, 0.515625, -1.75, 2.90966796875, -3.8359375, 4.88671875, 4.658203125, 0.0, 1.875, -0.6953125, -2.203125, 6.900390625, -1.1962890625, 0.1484375, 0.0, -2.6015625, 1.4501953125, -0.09375, 0.435546875, -1.48828125, -0.823486328125, 0.05859375, 1.93359375, -2.9140625, 0.0, 0.265625, -2.783203125, 1.337890625, -2.345703125, 0.0, 0.12109375, -2.328125, -1.875, 2.658203125, 1.515625, 1.0546875, 0.0, 4.734375, -1.154296875, -2.4921875, 1.6875, 1.546875, 0.0, 3.703125, 5.4921875, 1.9453125, -1.3125, -0.8671875, 2.140625, -6.345703125, -0.146484375, -0.51171875, 2.1171875, 5.817626953125, 0.724365234375, 4.34375, -0.265625, 4.490234375, 0.6875, 7.3125, 1.492431640625, -1.05859375, 1.08203125, 1.048828125, 1.734375, 4.4921875, 0.498046875, 2.56689453125, -0.09375, -1.25, 2.6328125, 0.109375, -1.7138671875, 2.13623046875, 0.890625, 3.625, -0.1015625, 0.6513671875, 1.673828125, 0.5625, 1.44921875, 3.078125, 8.68359375, -3.578125, 0.0, 0.34375, 3.81640625, 3.2626953125, -4.8505859375, 1.421875, -1.27490234375, 0.498046875, 0.0, -3.8671875, 6.546875, -3.265625, 0.728515625, 1.984375, -3.021484375, -0.78125, 0.0, 2.140625, -2.75, 4.01171875, 0.4140625, -0.25, -0.9736328125, 2.96875, 0.02734375, 5.603515625, 0.390625, 5.451171875, 1.283203125, 2.009765625, 1.59375, 0.0078125, 0.828125, 6.59375, 3.140625, 1.765625, -1.701171875, -1.078125, 0.6287841796875, 0.8603515625, -1.4453125, -1.75, 1.470703125, 3.75, 0.0, 0.0, 3.2890625, 1.62109375, 0.6044921875, 3.3515625, -0.375, 0.0, 0.0, 3.900390625, 4.296875, -1.765625, 0.5439453125, 2.15625, 3.078125, -0.09375, 0.1065673828125, 0.91845703125, 3.25, -1.7734375, -2.85546875, 1.32421875, 4.84375, -3.2734375, 0.0, 0.3125, 0.0, -0.0078125, 1.231689453125, -0.25, 1.421875, 2.5859375, -0.53125, -0.154296875, -1.09375, 0.8671875, 2.1796875, 2.421875, 1.2705078125, -0.647216796875, 0.1640625, 5.890625, 4.298828125, 1.728515625, 2.796875, 2.6640625, 1.603515625, 2.859375, 5.8359375, 0.0, -0.625, 1.34375, 1.30859375, -2.5263671875, -1.259765625, 0.33984375, 0.474609375, 1.81640625, 2.7109375, 1.390625, 3.73828125, 3.734375, -0.0596923828125, 2.890625, -2.109375, 1.796875, 4.296875, 6.53125, 3.64453125, -2.8359375, 0.6875, 0.6484375, 2.7734375, 0.5, -2.638671875, -0.02734375, -2.203125, 0.234375, 1.328125, 1.5703125, 0.0, 3.9931640625, 1.84765625, 0.9375, 4.40625, 4.6328125, 5.28125, -0.30859375, 0.4501953125, 2.3388671875, 3.25, 2.56640625, 1.484375, 0.4609375, 0.0, 1.1708984375, 0.09375, -2.09033203125, -1.59375, -1.046875, -1.8125, -0.0546875, -2.564453125, 0.28125, -0.578125, 2.74462890625, 1.6328125, 1.453125, 5.0078125, -1.37353515625, 3.5859375, 0.0, -0.0625, -3.328125, 1.703125, -1.796875, -0.0390625, 0.203125, -1.199951171875, -1.30859375, 2.078125, -1.48828125, -0.986328125, 1.51953125, 1.734375, 1.35546875, 1.6953125, 0.203125, 0.0, 4.587890625, 10.796875, 1.13623046875, -1.9609375, 0.5, -0.662109375, 0.609375, 0.40625, 0.0, 1.515625, 8.21875, 4.21875, 3.0546875, 4.45703125, 0.96875, 2.4996337890625, 0.0, 2.34375, 0.0, -1.24609375, 0.4609375, -0.751953125, 1.4921875, -0.27001953125, 4.171875, 8.15625, 2.171875, 3.89453125, 3.80078125, 1.57421875, -2.03125, -0.953125, 2.921875, 2.703125, 3.78125, -1.7109375, 0.1796875, 2.4375, 1.3837890625, 1.65625, 0.0, -2.4453125, 1.515625, 0.265625, -2.73828125, -2.70703125, 2.111328125, -0.546875, 0.984375, 0.34375, -2.671875, 2.328125, 4.82421875, 0.203125, -0.875, 5.21875, 2.201171875, -0.40625, 0.0, -0.5830078125, 6.478515625, 0.0, -0.484375, -5.609375, 3.421875, -0.328125, -0.530029296875, 6.328125, -0.31640625, -0.8193359375, -6.345703125, 0.28125, 1.3984375, 0.2734375, 3.107421875, 0.046875, 0.0, -1.5625, -4.828125, 1.9921875, -0.40625, 5.25, 3.8515625, 0.0, 3.76068115234375, -2.87109375, -3.4296875, 0.0, 2.15625, -6.125, 5.5, 1.5859375, 8.7578125, 0.0, 0.46875, 4.8203125, 3.23046875, 3.689453125, 2.568359375, 0.0, -0.5390625, -1.256103515625, 6.46875, -1.03125, 0.44140625, 0.78125, -3.5625, 1.390625, 4.46875, 3.830078125, 0.5205078125, 0.0, -1.33935546875, 0.9453125, 0.65625, 0.9453125, -2.6796875, 1.953125, 0.85546875, 0.05859375, 0.6298828125, 1.1875, 0.34765625, 1.341796875, 0.6385498046875, -0.0751953125, -0.31640625, 0.0, 1.734375, 6.171875, 2.9765625, 1.7109375, 2.5, 9.890625, -0.484375, 0.9453125, 1.60546875, 2.44921875, -1.9453125, 2.88671875, 10.234375, 4.375, 5.451171875, 2.103515625, 0.0, -2.22265625, -1.67529296875, -0.6953125, -0.1796875, -0.51171875, 0.25, -6.3046875, 2.990234375, 4.59375, -0.28125, 1.34375, 3.48828125, 1.53125, -0.78515625, 0.3046875, -1.326171875, 2.0234375, 0.6826171875, -0.47265625, 0.18359375, 4.45703125, 1.515625, 1.121337890625, 6.671875, 0.015625, 3.8359375, 0.15625, 0.1875, -0.19287109375, -1.515625, -2.61328125, 3.8671875, -4.84375, 0.140625, 2.9609375, 0.0, 2.890625, -1.6328125, 2.646484375, 3.32421875, 6.140625, 1.603515625, 0.0, -0.46484375, 6.921875, -3.84375, -1.1484375, 2.12109375, 4.984375, -2.580078125, -1.548828125, 3.046875, 0.40625, 1.234375, 0.38671875, 2.798828125, 2.0234375, -3.984375, 1.35888671875, 6.875, 0.0, -0.25, -0.960113525390625, -0.7890625, 3.5078125, -1.2421875, -1.1796875, 0.21875, 4.203125, -0.8193359375, -5.828125, 0.484375, 4.15625, 1.197265625, 0.41015625, 0.06640625, 5.515625, 1.015625, 0.390625, 0.625, 0.0, 1.578125, 1.755859375, 4.46875, 2.271484375, -2.0625, 2.9765625, 0.640625, 2.890625, 1.234375, 1.09765625, 0.62890625, 3.84765625, 0.984375, 5.4375, 0.515625, 0.3125, 0.015625, -0.671875, 1.384765625, 2.7578125, 1.34375, -3.1953125, -1.16015625, -0.44921875, 4.08203125, 0.9375, 0.48046875, 0.0, 5.453125, -3.078125, 1.3154296875, 1.688720703125, 0.797760009765625, 1.28125, 6.015625, 0.46875, 0.1640625, -0.04180908203125, 5.416015625, -0.7890625, -0.96484375, 0.0, -0.19140625, 1.046875, -0.546875, 3.5078125, 5.205078125, 3.119140625, -0.53125, 3.75, 3.125, 0.22265625, -1.275054931640625, 2.125, 1.578125, 0.7890625, -0.986328125, -2.8125, 5.8515625, 0.0, -1.8125, 0.703125, -0.15625, 3.89453125, 2.6875, 0.1484375, 2.2109375, 4.6640625, 0.30859375, -1.890625, 2.2734375, -2.15234375, 8.7578125, 3.39599609375, -0.515625, -1.453125, -1.083984375, -4.65234375, 1.2119140625, -5.2150115966796875, 0.25, 2.572265625, 1.6875, 0.328125, 4.71044921875, 3.4921875, -2.5703125, 0.1640625, -1.279296875, 2.60546875, -4.23681640625, 0.80419921875, 4.6552734375, -1.15625, 4.8125, -2.0859375, -3.3515625, 0.0, 0.6875, 1.11328125, -0.796875, -3.626953125, -0.3017578125, 2.04296875, 0.59765625, 0.46875, 3.1875, 2.640625, -0.359375, 0.28125, -0.875, 2.72900390625, 2.92529296875, -0.515625, 0.416015625, 3.03125, 4.298828125, 0.728515625, -0.27734375, 0.078125, 1.10546875, -0.875, 1.65625, 1.470703125, 2.48828125, 0.0, 2.603515625, 1.390625, 1.2841796875, 1.140625, 1.1875, -0.40234375, 7.25, 3.794921875, 3.19921875, 2.4296875, -0.8671875, 0.0, 2.21484375, -0.65625, -3.578125, 1.2421875, 7.3203125, -0.05255126953125, 1.2890625, 5.03125, -3.353515625, 0.0, -0.823486328125, 7.6640625, 4.52734375, 2.6298828125, -0.348388671875, -1.810546875, -3.103515625, 4.890625, -2.7578125, 0.0, -3.46875, 2.6572265625, -2.3359375, 7.6328125, 2.84375, 3.81640625, 0.609375, 0.546875, 2.642578125, 6.349609375, -0.3515625, 0.71875, 1.32421875, 0.0, -0.1640625, 0.85546875, 2.1796875, 0.6005859375, 3.5390625, -1.42578125, -1.046875, 2.40625, -0.901580810546875, -2.35400390625, 2.849609375, 0.375, 0.381591796875, 2.04296875, -0.046875, 1.8125, 6.26171875, 1.046875, -4.427734375, 5.09375, -1.08984375, 1.8671875, 1.26953125, 4.40869140625, 0.0, 0.0, -0.380859375, 0.6484375, 1.640625, 2.9765625, -4.0625, 4.162109375, 3.99609375, -0.140625, -1.71875, 4.298828125, 2.84375, 0.15234375, 3.119384765625, 1.4140625, 6.734375, 0.0, 0.5546875, -0.375, 0.051513671875, 3.515625, -0.890625, 1.3828125, 0.0, 2.1875, 1.890625, -1.9609375, 2.75, 2.59698486328125, 0.34375, 0.18408203125, 3.0703125, 0.0, 0.21875, -1.33935546875, -0.1484375, 2.796875, 0.66015625, 0.0, 6.5859375, 0.900390625, -0.484375, -3.0, -0.755859375, -2.34375, 1.197265625, 0.0, 5.3125, 6.56640625, 6.197265625, 2.625, 0.609375, -0.484375, 2.310546875, 5.43359375, 2.9296875, -0.923828125, 3.12890625, 1.453125, 6.1171875, -1.3671875, -0.2724609375, 1.31640625, 0.78125, 1.90625, 6.703125, 3.978515625, 3.89453125, -0.7265625, 2.56689453125, -4.271484375, 4.6875, 1.248291015625, 2.12109375, -0.78125, 0.0322265625, 0.51953125, 3.609375, -1.6875, -0.34375, -1.279296875, -0.53125, 0.3125, 3.25390625, 0.859375, -0.45703125, 1.224609375, 1.65625, -0.015625, 0.0, -2.14453125, 2.5068359375, 6.828125, -2.7578125, 1.03125, -0.6015625, 2.84375, 0.728515625, -0.109375, 0.0, 1.734375, -1.859375, 3.125, 0.3671875, -0.5546875, 5.01123046875, -0.88671875, 6.8125, 2.388671875, 1.75, -6.1171875, 0.0, -1.765625, -2.6513671875, -2.828125, 5.09375, 0.875, 3.16015625, -1.59765625, -0.3486328125, -0.7265625, -0.046875, 1.37744140625, 1.0625, 0.578125, 0.65625, 0.0, -0.43359375, 0.0, 1.0666656494140625, 0.171875, 1.6171875, 1.265625, 0.9375, -0.3125, -2.6953125, 0.78125, 6.5859375, -0.484375, 0.203125, -0.8203125, -1.046875, 1.1875, -1.10546875, -0.107421875, -1.154296875, -1.125, -1.75, 0.1796875, -1.263671875, 6.890625, -1.50390625, 3.7822265625, 0.0, 0.2392578125, 7.375, 0.953125, -0.6796875, 0.2275390625, 2.2076416015625, -2.5859375, -2.84375, -0.484375, 0.0, -2.671875, -0.078125, 0.1015625, -1.0, 0.0, 5.28125, -0.2470703125, 1.578125, 2.037109375, 0.171875, 4.5703125, 2.990234375, 7.140625, 1.638671875, -1.25, -0.203125]} \ No newline at end of file diff --git a/margin_logs/val_margins_stem_epoch_5.json b/margin_logs/val_margins_stem_epoch_5.json new file mode 100644 index 0000000000000000000000000000000000000000..68d46e857eba76457cb0e1adc2801bdfc8657433 --- /dev/null +++ b/margin_logs/val_margins_stem_epoch_5.json @@ -0,0 +1 @@ +{"epoch": 5.0, "step": 1230, "domain": "stem", "rewards_chosen": [-0.9140625, 0.87890625, -1.234375, -2.28125, 2.515625, -2.1875, 0.1494140625, -0.80078125, -4.09375, 0.44140625, 0.69140625, -2.171875, -4.25, 0.953125, 1.5, 1.75, 0.318359375, -2.203125, 3.953125, -3.9375, 2.609375, -0.7265625, -2.859375, 0.6171875, -3.703125, -0.95703125, 2.3125, -0.498046875, 0.365234375, 0.33984375, 0.44140625, -0.96484375, 2.234375, 2.125, 0.98828125, -0.44140625, 2.0625, 1.421875, 0.70703125, -1.390625, 0.8671875, 0.78125, 1.8828125, -3.6875, 2.53125, 2.625, -0.91015625, -1.671875, 1.2265625, 0.02197265625, -0.8046875, -6.59375, 0.2890625, 1.71875, -0.73046875, -2.390625, -3.109375, 3.40625, -4.21875, 0.061279296875, 0.5625, -2.265625, -2.265625, -1.421875, -4.25, 1.0234375, -0.345703125, -1.8203125, -5.4375, -3.828125, 0.71484375, -1.1796875, 1.4140625, 1.5546875, 0.74609375, 1.578125, 2.625, -4.15625, -6.0, -0.9140625, -2.140625, -0.8984375, 1.4921875, -3.609375, 0.023193359375, -2.859375, -1.6796875, 0.85546875, 1.515625, -0.6484375, -0.1572265625, 2.578125, -0.875, -0.150390625, -0.57421875, -1.5, -5.25, -0.3125, 2.84375, 3.296875, -2.5625, -2.421875, 4.6875, -6.59375, -0.47265625, -1.1171875, 1.734375, 0.3671875, 1.328125, 3.9375, -3.34375, -0.55859375, -6.03125, 4.5625, 1.5, -0.0177001953125, -0.3359375, 1.6484375, -3.078125, -0.361328125, 0.9453125, 1.546875, -0.8515625, -4.40625, 2.328125, -1.1875, -2.59375, 3.46875, -2.625, -2.921875, -0.00118255615234375, 0.40234375, 0.072265625, -2.578125, 0.22265625, -0.23828125, 1.265625, -1.109375, -2.890625, -0.69140625, 1.046875, 0.3828125, -5.09375, 0.9609375, -0.41796875, 0.9453125, -4.0625, -2.5, -0.9453125, -3.953125, 1.484375, -0.71875, 1.0, -2.0625, 2.3125, 3.09375, -4.96875, 1.421875, -1.1875, -4.09375, 0.6484375, -4.125, -0.201171875, 0.43359375, -1.5078125, 1.1953125, 2.734375, 0.61328125, -5.75, -1.484375, -0.83984375, 1.8828125, -4.34375, 0.18359375, 1.78125, -3.84375, 1.3671875, 1.5078125, -2.140625, -3.109375, 0.306640625, 0.71484375, -4.90625, -3.84375, 3.484375, 0.70703125, 0.01708984375, 0.95703125, -1.75, 4.71875, 4.8125, 0.70703125, 1.3984375, -4.59375, 0.6796875, 1.5, 2.25, -2.71875, 0.61328125, 1.953125, -0.9453125, 0.2578125, -1.234375, -0.10546875, 2.78125, -1.25, 2.890625, -7.46875, 0.26953125, -0.62109375, 2.234375, -2.21875, 0.9609375, 2.09375, -1.2109375, 0.82421875, -6.34375, -0.57421875, -0.38671875, 2.71875, 2.203125, 0.80078125, 2.328125, 2.984375, -0.033447265625, 0.53515625, -0.64453125, -0.123046875, 0.62890625, -1.65625, 0.041748046875, -3.375, 4.46875, 1.8984375, -0.42578125, -2.859375, 1.0625, -0.0262451171875, 0.51953125, 2.921875, 2.296875, -1.6015625, 1.8671875, 3.15625, 0.50390625, 2.921875, -2.59375, 2.921875, 0.80078125, 5.15625, -0.15234375, -1.8125, -2.421875, -1.890625, -0.640625, 3.125, -2.828125, 0.95703125, -4.25, -3.390625, 2.578125, -0.8671875, 0.185546875, 0.7265625, 0.197265625, -2.671875, 2.40625, 2.390625, 2.84375, 0.76171875, 0.74609375, 0.44140625, -0.61328125, 3.15625, -0.66015625, -0.44921875, -1.6015625, 2.125, -1.828125, 0.3828125, -1.1171875, -1.8125, -1.0625, -0.67578125, -2.78125, -1.9375, -1.046875, 1.6171875, 0.703125, 1.3828125, -0.049560546875, -1.1171875, 3.6875, -5.15625, -4.0625, -6.375, 2.15625, -4.28125, -0.796875, -0.0849609375, -0.1259765625, -1.7265625, -1.3125, 1.5546875, 0.78515625, 0.2177734375, 1.9140625, 1.890625, 0.427734375, -0.42578125, -4.84375, 2.03125, 3.234375, 2.203125, -0.7265625, -4.09375, -0.68359375, -3.0625, 3.3125, -2.234375, 0.8984375, 1.90625, -0.326171875, 4.75, 0.1962890625, -2.015625, 1.0859375, -2.890625, -2.171875, -1.84375, -1.3515625, -0.44921875, -0.0179443359375, 1.4375, 1.171875, -2.015625, -1.1171875, -2.203125, 0.765625, -0.76171875, 0.03759765625, -2.671875, -2.265625, -0.94140625, 2.21875, 3.078125, -1.0, 2.40625, -3.59375, 1.15625, -0.0011444091796875, 2.046875, -0.251953125, 0.8984375, 3.125, 0.5, -3.3125, 2.421875, -2.6875, -0.333984375, 2.15625, -5.625, 1.375, 2.125, -0.279296875, -1.9921875, -0.427734375, 1.4375, 0.302734375, 2.203125, 0.8671875, 1.4609375, 2.296875, -4.4375, -9.3125, 1.625, 2.046875, 0.48828125, 4.03125, 1.890625, -0.263671875, -6.59375, -5.125, -1.0625, 3.046875, 1.3671875, 4.28125, -5.5625, -4.6875, -6.15625, 4.59375, -1.4765625, 1.5859375, -0.134765625, -0.267578125, -0.08251953125, 0.3203125, 0.03125, -0.96484375, 1.5, -3.34375, 2.671875, -0.99609375, 3.25, 3.71875, -2.140625, -0.390625, 0.98828125, 0.99609375, 0.455078125, -5.4375, -1.546875, -0.482421875, 3.765625, -9.125, 2.03125, -3.28125, -3.859375, -3.078125, -0.69140625, 1.3671875, 1.421875, 1.9765625, -0.140625, 2.515625, 1.65625, 3.21875, -2.765625, -2.796875, 1.1875, 1.578125, -0.01104736328125, 3.421875, 0.26171875, 0.53125, 1.234375, 1.3828125, 1.890625, -6.15625, 4.3125, 1.8203125, -0.32421875, 2.21875, -4.59375, 3.078125, -2.71875, 3.21875, 1.7578125, 0.51171875, 0.625, 0.3828125, 5.1875, 2.375, 1.1953125, 0.73828125, -1.046875, -1.1015625, -1.3515625, -3.375, -0.4375, 1.734375, -1.09375, -5.03125, 0.1416015625, -3.421875, -0.1064453125, 2.21875, 4.34375, 2.21875, -1.4765625, -0.5078125, -0.134765625, 0.171875, 1.734375, 0.275390625, 1.9921875, 0.1962890625, -0.3828125, 0.474609375, -0.2177734375, -2.484375, 0.1357421875, -2.65625, -2.03125, 0.1240234375, 1.7265625, -3.4375, 1.8515625, -6.78125, -3.171875, 0.79296875, -7.0625, 2.453125, -3.1875, 1.3671875, 1.7109375, 3.328125, 0.62890625, -6.59375, 0.05908203125, 3.625, -2.734375, -0.47265625, -0.0947265625, 3.8125, 0.4765625, -1.828125, -3.859375, 3.3125, 4.90625, 0.283203125, 1.3359375, 0.50390625, -6.0625, 0.8203125, 1.3515625, 0.396484375, -1.0703125, 0.53125, -2.171875, 1.515625, -2.328125, -2.203125, -2.390625, -0.40625, -0.263671875, -4.375, 2.53125, -0.1953125, 2.09375, 0.1142578125, 1.453125, 1.1171875, -2.84375, -1.90625, -2.125, -6.59375, 0.388671875, 3.34375, -0.69140625, 1.4765625, -1.8046875, -0.32421875, -0.1318359375, 0.51953125, 0.7578125, 1.328125, 2.359375, 1.828125, -3.828125, -0.0537109375, -1.0078125, -4.6875, -2.484375, -0.9765625, 1.4140625, 3.21875, 4.5625, -1.9140625, 0.3359375, -0.58984375, 2.765625, 0.08935546875, 2.296875, -0.63671875, 2.625, -6.375, 1.0234375, 1.3203125, 0.291015625, -1.3515625, 2.390625, -2.140625, 2.328125, 0.7265625, 0.74609375, 1.265625, -0.59765625, -2.625, 0.4921875, -1.78125, -4.0625, -0.28125, 2.09375, 1.7890625, -1.2109375, -0.76953125, 2.125, 0.027587890625, 1.265625, 2.421875, 1.796875, 0.451171875, -0.287109375, -3.296875, 1.515625, -3.34375, -1.0625, 2.21875, -5.5625, 2.09375, -3.359375, 3.0625, 1.734375, 2.515625, 1.515625, -0.062255859375, 2.671875, -2.484375, 3.25, 0.77734375, -3.890625, -0.06396484375, -0.08642578125, -3.078125, 1.6796875, -5.15625, -1.421875, 0.48046875, -3.34375, 2.5, 1.125, 2.578125, -1.2109375, 2.90625, 0.7890625, 3.15625, -4.40625, 0.59765625, 0.7265625, -3.96875, 2.390625, -1.40625, -1.984375, -6.6875, 2.671875, 1.640625, 1.1171875, 0.58984375, 0.95703125, -0.8125, 0.62890625, -4.71875, 2.96875, -2.640625, -2.328125, -2.6875, 2.234375, 2.328125, 1.1953125, -3.890625, 0.87109375, -3.890625, -0.033447265625, 0.01361083984375, 1.6484375, -2.5625, 1.2265625, -2.3125, -0.0011444091796875, 0.306640625, 1.6640625, -6.34375, 0.91015625, -1.359375, 2.46875, -1.15625, -3.390625, -0.099609375, 4.15625, 0.90234375, 0.27734375, 2.140625, -0.40234375, -5.6875, 1.09375, -2.4375, -1.109375, -0.82421875, 3.421875, 0.70703125, 1.328125, 3.234375, -2.625, -8.625, 0.74609375, 1.65625, 0.0294189453125, 0.361328125, 0.193359375, -0.68359375, -3.015625, 3.96875, -3.671875, -6.34375, -4.90625, 1.28125, -2.375, 2.015625, -1.6796875, 1.046875, -2.640625, -0.26171875, 0.2060546875, 0.37890625, 1.3125, -1.90625, -0.10546875, -1.34375, 2.109375, 1.1875, -1.2421875, 1.6015625, 2.03125, -1.46875, -4.5, -5.84375, 0.427734375, -1.9140625, 0.8515625, 0.244140625, 1.125, 2.171875, 2.015625, -1.6484375, 2.265625, -2.359375, -3.96875, 0.51953125, 1.390625, 2.5625, 0.2890625, 0.375, 0.8125, -3.765625, 0.9375, -1.890625, -1.796875, -0.32421875, -2.6875, 1.28125, 1.0234375, 2.609375, -4.75, -0.033447265625, 0.107421875, 0.6953125, 0.361328125, 1.984375, 4.46875, 3.109375, -1.515625, -0.56640625, 1.1875, -1.1953125, -2.859375, -1.09375, -3.640625, -2.640625, -3.234375, -0.7265625, -0.88671875, 0.796875, 2.15625, 1.203125, 2.09375, 5.875, -2.390625, -0.140625, -2.0, -1.1015625, 2.15625, 0.1630859375, 2.359375, 0.7890625, -1.65625, -7.34375, 0.376953125, -5.3125, 2.09375, -6.6875, 1.6484375, 1.6640625, 0.69140625, -4.65625, -3.0625, -4.4375, 0.98828125, -0.1767578125, 2.609375, -0.4296875, 2.0, 1.3828125, 1.2421875, 1.9609375, 0.52734375, 1.375, 0.32421875, -2.96875, 3.4375, 0.76171875, 2.09375, -1.0078125, 1.546875, -4.34375, -2.203125, 1.25, 2.453125, -2.859375, 0.2265625, 2.234375, 0.037353515625, -3.25, -2.28125, 0.7890625, -3.234375, -1.859375, 0.158203125, -3.78125, -0.62109375, 1.0625, -3.8125, -1.8359375, -2.0625, -2.671875, 1.109375, 2.890625, -3.671875, 1.0625, -1.7109375, 2.71875, 1.484375, -1.5, -8.3125, -1.765625, -2.078125, 2.015625, 1.3984375, 0.0142822265625, 1.3515625, -0.8203125, 5.25, 2.109375, 2.5625, -1.3671875, -1.6015625, -4.28125, 0.66015625, -0.26171875, 4.375, -3.375, 0.162109375, -1.671875, 0.3828125, -1.0703125, 2.015625, 0.578125, -2.34375, 1.234375, -1.1640625, -1.953125, 1.90625, 0.359375, 2.578125, -2.390625, -0.94140625, -0.76953125, 0.08935546875, -4.625, -3.765625, 1.78125, 2.359375, -1.0546875, -1.15625, -1.7421875, -1.8125, -2.25, 2.015625, 0.6328125, -0.875, -5.5625, -3.703125, 2.28125, 0.16796875, -0.66796875, 1.7265625, 0.96484375, -0.1318359375, 0.52734375, 3.421875, -1.2890625, 0.2451171875, 1.0546875, 3.21875, -1.203125, -0.6875, -4.4375, -3.609375, -4.40625, -1.1484375, -0.921875, -1.8359375, -5.28125, 3.4375, 0.671875, -3.265625, 0.91796875, -0.734375, -0.546875, 0.1416015625, 1.8046875, 2.546875, -4.46875, -4.3125], "rewards_rejected": [-0.115234375, 0.734375, -0.5546875, -2.125, 3.015625, -1.40625, 0.1494140625, -0.451171875, -5.5, 0.44140625, -1.25, -3.515625, -1.15625, 0.00084686279296875, 0.44921875, -2.53125, 2.0, -6.5, 2.359375, -3.90625, 2.375, -0.80859375, -2.859375, -5.46875, -5.40625, 1.609375, 2.296875, -5.65625, 1.609375, -5.0625, -1.796875, -2.90625, -0.5390625, 1.140625, 0.7109375, -0.00946044921875, 2.0625, -1.828125, -1.28125, -4.71875, 1.15625, 0.78125, -2.375, -3.953125, 2.0625, -3.578125, -0.91015625, -4.125, -7.375, 1.3828125, -3.3125, 1.8046875, 0.2080078125, -2.5625, -2.765625, -3.28125, -0.7265625, 0.44140625, 1.0859375, -4.90625, -5.8125, -2.265625, -4.71875, 0.474609375, -1.078125, -7.8125, 0.90625, -1.96875, -5.4375, -0.85546875, -1.078125, -1.703125, 0.9453125, 3.734375, 1.7265625, 1.40625, 0.49609375, -1.6015625, -6.0, -1.78125, 0.68359375, -1.546875, 3.71875, -3.609375, 0.1376953125, -0.3203125, 1.3359375, -2.765625, 0.3203125, -1.90625, -0.1572265625, -2.859375, 0.53515625, 2.765625, -3.5, -2.953125, -5.25, -4.78125, -3.0, 0.76953125, -1.4140625, -1.1640625, 2.21875, 1.8046875, 0.1611328125, -0.5390625, -0.58984375, -5.15625, 0.5546875, -2.640625, -3.140625, -4.65625, -7.03125, -4.59375, -0.328125, 1.328125, -1.6796875, 0.46484375, -5.4375, -6.1875, 0.333984375, -1.8515625, -0.91796875, -3.203125, -0.61328125, -1.8046875, -0.828125, 0.60546875, -3.71875, -6.8125, 0.71875, -0.050537109375, -1.625, -3.96875, -2.0625, -3.90625, -9.125, 3.078125, -2.890625, -2.078125, -3.828125, -3.328125, 0.55078125, -0.5546875, 1.1171875, 0.333984375, -4.0625, 1.8828125, -8.6875, -0.796875, 0.44921875, -3.390625, 3.75, -0.703125, 2.3125, 0.6796875, -1.15625, -3.171875, -1.0546875, -4.0625, 1.71875, -7.03125, 0.1904296875, -5.71875, -1.9453125, -5.90625, 1.234375, -2.015625, -8.0, -1.0546875, -1.875, -5.21875, -7.0, -1.6640625, 3.359375, -2.5625, 0.5, 0.380859375, -0.357421875, -0.7265625, -1.1015625, -4.09375, -4.90625, -3.84375, -0.28515625, -1.28125, -0.115234375, -2.625, -0.408203125, 4.71875, 4.8125, -4.8125, -3.4375, -1.2421875, 0.578125, -1.203125, -1.265625, -2.125, 0.8515625, 0.9765625, -5.59375, 1.3359375, 1.3359375, -1.7890625, -2.09375, 2.25, 2.890625, -7.59375, 0.26953125, -0.515625, 0.62890625, -2.125, -0.5546875, -0.85546875, -0.30859375, 0.5703125, -5.09375, -0.94140625, -3.140625, -0.52734375, 0.341796875, 1.5625, 2.1875, -3.734375, -4.8125, -1.2890625, -4.4375, -3.78125, -1.15625, -4.65625, -6.75, -3.375, 5.25, 0.283203125, -1.8125, 0.2470703125, 2.25, -0.5390625, 0.1044921875, 0.86328125, -0.58984375, -4.53125, -3.328125, -0.32421875, 0.72265625, -0.328125, -0.32421875, 1.1484375, -4.21875, -1.796875, -4.59375, 1.2265625, -3.296875, -2.796875, -3.90625, 2.9375, 0.357421875, 0.33984375, -1.078125, -3.4375, 1.1953125, -2.3125, 0.185546875, -4.78125, -1.703125, -3.796875, -2.453125, -3.015625, -1.8046875, 1.0234375, 0.0306396484375, -1.796875, -7.5625, 0.181640625, -1.8984375, -1.1484375, -1.6015625, 1.140625, -1.8828125, 2.9375, 0.74609375, -1.25, 1.5078125, -0.61328125, 0.46875, -1.9609375, -1.078125, -2.015625, -1.21875, 0.578125, -5.75, 0.4921875, 0.03271484375, -5.15625, -3.984375, -2.609375, 0.10498046875, -2.765625, -0.8515625, -0.52734375, 1.03125, -0.1328125, -3.671875, 3.734375, 1.65625, -1.6640625, 0.0830078125, 1.203125, -1.46875, 0.2099609375, -5.03125, -3.640625, -9.625, 0.435546875, 1.59375, -4.6875, -0.19921875, -4.15625, 2.921875, -2.234375, -1.109375, -6.125, -5.625, 2.40625, -5.46875, -2.703125, -2.0, -2.890625, -5.75, -1.84375, 0.53125, -1.1484375, 1.1875, -0.390625, 1.0859375, -7.28125, -11.625, -3.890625, -3.390625, -4.375, -1.546875, -0.1865234375, -1.203125, -3.84375, -1.1015625, -0.9609375, 1.5546875, 2.609375, -6.53125, -0.1650390625, -2.546875, 2.046875, 2.359375, -1.109375, 3.25, 3.5625, 0.53515625, 0.73046875, -2.203125, -1.3984375, 1.0859375, -2.8125, -0.1044921875, -3.125, 0.1865234375, -1.234375, -6.40625, -0.671875, 0.515625, 2.203125, 1.1015625, -6.28125, 2.296875, -4.6875, -3.21875, -3.546875, 2.328125, 1.046875, -3.4375, 1.75, 1.3515625, 1.8046875, -5.59375, -2.109375, 2.828125, -2.75, 4.0625, -5.5625, -2.84375, -1.1640625, 2.015625, -1.171875, -5.25, -3.890625, -0.267578125, -3.4375, 3.59375, 2.796875, -0.96484375, -1.203125, 3.140625, -3.1875, -1.8828125, -7.5625, 3.71875, -2.84375, -6.09375, -3.21875, -3.40625, -2.1875, -5.4375, -0.64453125, 0.828125, -4.15625, -6.53125, 1.484375, -4.21875, -1.3125, -4.5, -6.53125, -2.75, 1.078125, 1.9765625, 2.140625, 1.53125, 1.171875, 2.296875, 0.034912109375, -5.03125, 0.18359375, 1.40625, -0.197265625, 2.671875, -0.859375, -1.2265625, 0.41015625, 1.4453125, 1.75, -6.15625, 2.46875, -5.96875, -4.90625, 0.376953125, -7.0, -8.4375, -1.4609375, 2.296875, -0.16796875, -2.234375, 2.609375, -3.1875, -6.625, -2.546875, -5.90625, -2.234375, -1.046875, 0.35546875, 0.75, -1.2109375, -0.220703125, 2.390625, -1.359375, 2.46875, -3.15625, -8.6875, 0.06640625, 0.77734375, 0.8515625, 0.57421875, 0.130859375, -0.9375, 1.265625, -3.34375, 0.337890625, -0.255859375, 1.5625, -5.46875, -2.296875, -1.9140625, -7.59375, -2.09375, -4.3125, -3.53125, -1.9609375, 0.84375, 3.859375, -0.5, -2.5625, -2.109375, -3.625, -2.125, -7.0625, -0.81640625, -0.9765625, -1.421875, -1.90625, -2.84375, -1.15625, -6.59375, -0.58203125, -4.90625, 1.2890625, 1.0546875, -2.40625, -1.34375, 3.640625, 1.1328125, -7.5625, 2.921875, 3.609375, 0.10205078125, -1.421875, -2.15625, -1.4140625, -0.54296875, -6.625, 0.396484375, -0.5390625, 1.84375, -1.34375, -2.25, -1.0625, -1.3046875, -2.796875, -3.953125, 1.3515625, 2.84375, 2.0625, -3.921875, 0.671875, -0.24609375, 1.8984375, -6.375, -4.28125, -2.390625, -3.3125, -6.59375, -1.21875, 1.9140625, -6.53125, -1.6171875, -0.32421875, -4.90625, -1.6171875, -2.890625, -0.69921875, 0.3515625, 1.3359375, -3.796875, -5.0625, -6.6875, -1.4921875, -5.21875, -2.09375, -0.451171875, -0.44921875, 0.28515625, 3.484375, 1.59375, 1.546875, 0.01953125, -2.453125, -0.71875, 1.6484375, -0.63671875, -3.578125, -3.234375, -0.060791015625, -0.44921875, -0.30078125, -2.96875, -4.1875, -2.84375, 2.1875, 0.33203125, -5.40625, 2.171875, 0.2421875, -2.625, 1.28125, -3.078125, -3.9375, -4.15625, -4.28125, -2.8125, -0.30859375, -5.75, -2.46875, -0.4140625, 2.453125, -0.05078125, -0.31640625, -1.4375, 0.59375, 0.06982421875, -5.59375, -3.34375, 1.5078125, 1.7734375, -5.15625, -2.625, -6.78125, 2.890625, -0.388671875, -2.9375, 1.0625, 2.34375, -0.3125, -0.90625, -7.5625, -3.53125, -3.625, 2.015625, 1.25, 1.34375, 0.43359375, 0.9375, -1.8515625, -2.359375, -5.0625, 1.8984375, -4.40625, -1.0859375, 1.078125, 2.96875, 1.9375, -0.12890625, 0.43359375, 0.291015625, -4.84375, -2.3125, -2.03125, 0.52734375, 1.6015625, -6.6875, 2.515625, 0.50390625, 2.09375, 4.53125, 1.015625, -3.5625, -0.1015625, -4.84375, 0.30859375, -5.8125, -1.359375, -3.8125, 3.046875, -0.01507568359375, -2.078125, -3.625, 0.6953125, -8.0, -4.8125, -0.34375, 2.09375, -2.8125, -0.224609375, -1.4140625, -2.546875, -1.1015625, -1.34375, -6.34375, -1.71875, -2.71875, 1.09375, -2.734375, -4.03125, 0.23046875, -3.84375, -2.71875, -3.59375, -0.1728515625, 0.5625, -5.6875, -1.6171875, -1.5390625, 3.078125, -2.25, -5.28125, 0.296875, 0.40625, -2.1875, 1.125, -8.625, 1.7265625, -7.3125, -5.5625, -2.484375, 0.93359375, 1.609375, 0.376953125, -1.4765625, -0.447265625, -6.34375, -1.203125, -1.53125, 0.7109375, -6.9375, -4.0625, -3.828125, -3.46875, -0.8203125, -2.640625, -7.59375, 1.9609375, -2.53125, -1.7890625, -1.34375, 2.5, 0.18359375, -3.59375, 0.80859375, -1.296875, 0.46875, -2.984375, -8.625, 1.65625, 1.390625, -2.265625, -0.87890625, 0.82421875, 0.28125, 2.125, -4.28125, -5.625, -3.171875, 0.404296875, -5.25, 2.734375, 0.3203125, -1.4921875, -3.734375, 0.8125, -3.765625, 0.8046875, -2.796875, -3.015625, -4.90625, 1.8046875, -3.90625, -3.625, 2.25, -2.53125, -4.8125, -4.0, 0.765625, -2.84375, 0.83203125, -3.859375, 3.109375, -2.484375, -0.052001953125, 0.84765625, -5.0, -2.78125, -2.4375, -3.640625, -5.125, -4.34375, 1.59375, -3.734375, -2.453125, 1.0859375, 1.0390625, -1.59375, 5.875, -2.796875, 2.140625, -0.74609375, -4.6875, 1.515625, 0.287109375, -5.625, 0.036376953125, -1.21875, -4.375, 1.09375, -1.953125, 0.671875, -6.6875, -4.8125, -6.3125, -6.625, -8.0625, -4.15625, -4.6875, -1.375, -6.3125, -0.84765625, 0.56640625, -0.9609375, 0.578125, -5.5, 3.671875, 0.671875, -0.3203125, -0.72265625, -5.625, -2.546875, -3.53125, -2.625, -0.2265625, -1.8515625, 0.69140625, -7.6875, -0.138671875, -0.083984375, -1.7265625, 0.478515625, 1.65625, -4.15625, -0.953125, -1.6953125, 1.9375, -2.09375, -1.8203125, -2.453125, -4.375, -0.01708984375, -0.69921875, -5.96875, -1.5390625, -2.0625, -0.640625, -1.828125, -4.9375, -0.447265625, -0.365234375, -0.6015625, 0.11572265625, 0.44921875, -1.2890625, -8.3125, -2.765625, 0.1279296875, -1.03125, 1.078125, 0.515625, -5.5, -0.546875, -1.7734375, -0.65625, 0.2255859375, 4.375, -1.6015625, -2.15625, 3.546875, 3.296875, -1.546875, -4.375, -4.03125, -0.08154296875, 1.3359375, -0.48828125, 2.125, -1.46875, -3.90625, 0.83203125, -2.0, -1.953125, 2.75, 0.359375, 1.625, -2.734375, -2.90625, -2.265625, -0.71875, -4.03125, -0.392578125, 1.328125, -5.625, -0.9453125, -1.8046875, -0.76953125, -0.51171875, -3.515625, 2.3125, 0.99609375, 0.53515625, -3.96875, -1.7109375, 2.03125, 1.5390625, -9.3125, 3.796875, -3.640625, -0.1318359375, 0.390625, -5.34375, -2.65625, 1.1953125, 0.23828125, 0.62109375, 2.0, 3.03125, -4.6875, -3.609375, -1.2421875, -1.6953125, -0.66015625, -1.2265625, -5.28125, -3.0, 0.83203125, -4.25, -1.46875, -0.56640625, -6.625, -3.15625, -6.875, 0.6953125, -3.140625, -3.40625], "margins": [-0.798828125, 0.14453125, -0.6796875, -0.15625, -0.5, -0.78125, 0.0, -0.349609375, 1.40625, 0.0, 1.94140625, 1.34375, -3.09375, 0.9522781372070312, 1.05078125, 4.28125, -1.681640625, 4.296875, 1.59375, -0.03125, 0.234375, 0.08203125, 0.0, 6.0859375, 1.703125, -2.56640625, 0.015625, 5.158203125, -1.244140625, 5.40234375, 2.23828125, 1.94140625, 2.7734375, 0.984375, 0.27734375, -0.43194580078125, 0.0, 3.25, 1.98828125, 3.328125, -0.2890625, 0.0, 4.2578125, 0.265625, 0.46875, 6.203125, 0.0, 2.453125, 8.6015625, -1.36083984375, 2.5078125, -8.3984375, 0.0810546875, 4.28125, 2.03515625, 0.890625, -2.3828125, 2.96484375, -5.3046875, 4.967529296875, 6.375, 0.0, 2.453125, -1.896484375, -3.171875, 8.8359375, -1.251953125, 0.1484375, 0.0, -2.97265625, 1.79296875, 0.5234375, 0.46875, -2.1796875, -0.98046875, 0.171875, 2.12890625, -2.5546875, 0.0, 0.8671875, -2.82421875, 0.6484375, -2.2265625, 0.0, -0.114501953125, -2.5390625, -3.015625, 3.62109375, 1.1953125, 1.2578125, 0.0, 5.4375, -1.41015625, -2.916015625, 2.92578125, 1.453125, 0.0, 4.46875, 5.84375, 2.52734375, -1.1484375, -1.2578125, 2.46875, -8.3984375, -0.6337890625, -0.578125, 2.32421875, 5.5234375, 0.7734375, 6.578125, -0.203125, 4.09765625, 1.0, 9.15625, 1.828125, -1.3458251953125, 1.34375, 1.18359375, 2.359375, 5.826171875, 0.611328125, 3.3984375, 0.06640625, -1.203125, 2.94140625, 0.6171875, -1.765625, 2.86328125, 1.09375, 3.890625, -0.7199325561523438, 0.452880859375, 1.697265625, 1.390625, 2.28515625, 3.66796875, 10.390625, -4.1875, 0.0, 1.38671875, 4.875, 3.7109375, -5.64453125, 1.515625, -1.53515625, 0.611328125, 0.0, -4.3828125, 7.7421875, -3.15625, 1.03515625, 2.671875, -2.75, -1.359375, 0.0, 2.4140625, -3.8125, 4.59375, -0.1328125, -0.03125, -1.0703125, 2.90625, -0.3916015625, 6.15234375, 0.4375, 7.1015625, 1.5, 2.62890625, 2.25, -0.4296875, 1.03515625, 7.1015625, 2.65625, 1.84765625, -1.578125, -1.28125, 0.8671875, 1.126953125, -1.783203125, -2.3828125, 1.408203125, 4.80859375, 0.0, 0.0, 3.76953125, 1.98828125, 0.13232421875, 3.58203125, -1.341796875, 0.0, 0.0, 5.51953125, 4.8359375, -3.3515625, 0.1015625, 2.703125, 3.515625, -0.59375, -0.23828125, 0.9765625, 4.6484375, -1.078125, -2.5703125, 1.68359375, 4.875, -3.5, 0.0, 0.125, 0.0, -0.10546875, 1.60546875, -0.09375, 1.515625, 2.94921875, -0.90234375, 0.25390625, -1.25, 0.3671875, 2.75390625, 3.24609375, 1.861328125, -0.76171875, 0.140625, 6.71875, 4.779052734375, 1.82421875, 3.79296875, 3.658203125, 1.78515625, 3.0, 6.791748046875, 0.0, -0.78125, 1.615234375, 1.38671875, -3.1064453125, -1.1875, 0.5128173828125, 0.4150390625, 2.05859375, 2.88671875, 2.9296875, 5.1953125, 3.48046875, -0.21875, 3.25, -2.26953125, 1.7734375, 5.01953125, 6.953125, 4.44140625, -3.0390625, 0.875, 0.90625, 3.265625, 0.1875, -3.185546875, 0.6171875, -3.171875, 0.046875, 1.3828125, 1.4453125, 0.0, 5.5078125, 1.900390625, 1.125, 4.859375, 5.40625, 4.6484375, -0.26171875, 0.7154541015625, 2.23828125, 6.94921875, 2.974609375, 1.23828125, 0.69921875, 0.0, 0.984375, 0.0546875, -2.5546875, -1.86328125, -0.5625, -2.5703125, -0.0625, -3.25, 0.0234375, 0.03125, 3.6328125, 1.921875, 0.8046875, 5.700439453125, -1.609375, 3.65478515625, 0.0, -0.078125, -3.765625, 2.05126953125, -1.515625, 0.0546875, 0.4423828125, -1.1572265625, -1.59375, 2.359375, -2.1796875, -0.87109375, 1.8818359375, 1.8310546875, 0.6875, 1.896484375, -0.6357421875, 0.1875, 5.671875, 12.859375, 1.767578125, -2.3203125, 0.59375, -0.484375, 1.09375, 0.390625, 0.0, 2.0078125, 8.03125, 5.298828125, 2.34375, 5.6650390625, 0.6875, 3.0859375, 0.0, 3.578125, 0.0, -1.8828125, 0.69921875, -1.2054443359375, 1.828125, 0.0859375, 5.265625, 10.5078125, 1.6875, 4.15625, 3.61328125, 1.58447265625, -2.4853515625, -1.0625, 2.90234375, 3.3203125, 4.0390625, -2.5546875, -0.203125, 2.9375, 1.3212890625, 2.5457305908203125, 0.0, -2.611328125, 2.0078125, -0.125, -3.0625, -3.84765625, 1.69140625, -0.484375, 1.064453125, 1.0703125, -2.8125, 1.4794921875, 5.25, -0.4658203125, -0.7578125, 5.978515625, 2.109375, -0.212890625, 0.0, -0.234375, 7.7421875, 0.0, 0.25, -6.09375, 5.171875, -0.28125, -0.55859375, 7.46875, 0.140625, -1.615234375, -8.3984375, 0.46875, 1.046875, 0.21875, 4.1171875, 0.21875, 0.0, -1.84375, -4.9921875, 2.578125, -0.3046875, 6.8359375, 3.755859375, 0.0, 3.35498046875, -3.2734375, -2.765625, 0.0, 2.703125, -6.484375, 5.859375, 0.88671875, 10.8125, 0.0, 0.703125, 5.703125, 4.20703125, 4.40234375, 2.642578125, 0.0, -0.90234375, -1.310546875, 7.921875, -2.59375, 0.546875, 0.9375, -2.546875, 1.421875, 5.83984375, 4.1171875, 0.34375, 0.0, -2.28125, 0.984375, 0.484375, 0.921875, -2.800537109375, 2.234375, 1.00390625, 0.171875, 0.18621826171875, 0.75, 1.12109375, 1.7578125, 0.82421875, -0.0625, 0.140625, 0.0, 1.84375, 7.7890625, 4.58203125, 1.841796875, 2.40625, 11.515625, -1.2578125, 0.921875, 1.92578125, 2.74609375, -1.984375, 3.5703125, 11.8125, 4.921875, 7.1015625, 2.97265625, 0.0, -1.45703125, -2.1015625, -2.1640625, -0.216796875, -0.65625, 0.265625, -7.5, 3.2978515625, 5.265625, -0.1728515625, 1.44140625, 3.4921875, 1.64453125, -1.607421875, 0.4296875, -1.400390625, 3.515625, 1.396484375, 0.53125, 0.4296875, 5.6650390625, 1.9140625, 2.388671875, 7.3759765625, -0.390625, 4.4482421875, 0.875, -0.0703125, -0.7197265625, -2.1328125, -2.9375, 4.4140625, -4.671875, 0.453125, 2.91796875, 0.0, 3.26953125, -2.2109375, 2.7890625, 3.6171875, 6.171875, 1.78515625, 0.0, 0.64111328125, 8.53125, -4.0234375, -1.52734375, 2.3115234375, 5.15625, -3.1640625, -2.9609375, 3.703125, 0.390625, 1.296875, 0.18115234375, 2.7578125, 2.66015625, -4.6484375, 1.36328125, 7.9765625, 0.0, -0.53125, -1.3125, -0.828125, 3.765625, -1.265625, -0.8984375, 0.40625, 3.546875, -1.615234375, -7.21875, 0.46875, 3.7265625, 1.421875, 0.3603515625, -0.4453125, 7.4921875, 1.4375, 0.484375, 1.1875, 0.0, 1.607421875, 1.4296875, 5.83984375, 3.09375, -1.48046875, 4.58203125, 1.4853515625, 3.41015625, 1.45703125, 0.9765625, 1.0234375, 5.625, 1.234375, 6.6337890625, 0.484375, 0.53125, -0.390625, -0.525390625, 1.86328125, 2.93359375, 1.078125, -3.5078125, -1.2109375, -0.609375, 5.21875, 0.80810546875, 0.6484375, 0.0, 6.203125, -3.140625, 1.084228515625, 1.76953125, 0.591796875, 1.6171875, 6.578125, 0.703125, 0.140625, 0.39453125, 6.15234375, -0.90625, -0.83984375, 0.0, -0.7890625, 1.296875, -0.125, 3.875, 6.375, 4.6015625, -0.90234375, 4.98046875, 4.59375, 0.441650390625, -1.1875, 2.47265625, 2.11328125, 1.888671875, -0.880859375, -3.36669921875, 7.109375, 0.0, -2.5703125, 0.4453125, -0.40625, 4.71875, 3.421875, 0.171875, 2.123046875, 5.453125, 0.453125, -2.406005859375, 2.984375, -1.578125, 10.8125, 4.30859375, -0.265625, -2.07958984375, -1.33642578125, -4.421875, 1.24609375, -6.09375, 0.4296875, 2.83984375, 1.71875, 0.6015625, 5.53125, 3.6640625, -2.2890625, -0.0625, -1.1484375, 3.28515625, -4.83984375, 0.306640625, 5.5703125, -1.65625, 4.421875, -1.93359375, -3.5859375, 0.0, 0.15625, 1.13671875, -0.9765625, -3.94140625, -0.05859375, 2.75, 0.73046875, 0.125, 2.66015625, 3.171875, -0.96875, 1.125, -0.8125, 2.34320068359375, 3.2734375, -0.265625, 0.17578125, 4.109375, 4.779052734375, 0.35736083984375, -0.4453125, 0.25, 1.451171875, -0.8984375, 2.5457305908203125, 1.408203125, 3.0078125, 0.0, 2.62890625, 1.359375, 1.375, 1.578125, 0.640625, -0.330078125, 8.0, 3.62109375, 3.87109375, 2.3134765625, -0.96484375, 0.0, 2.7109375, -0.8984375, -4.1875, 1.42578125, 8.703125, 0.41015625, 0.921875, 5.421875, -3.75, 0.0, -0.98046875, 8.96875, 5.5919189453125, 2.845703125, -0.740234375, -2.29296875, -3.392578125, 5.4453125, -3.224609375, 0.0, -3.703125, 2.8125, -3.0859375, 8.953125, 2.3828125, 4.875, 0.828125, 0.55859375, 2.8466796875, 7.97265625, -0.6484375, 0.625, 1.68359375, 0.0, -0.390625, 1.00390625, 2.3515625, 0.79296875, 3.328125, -1.9375, -1.515625, 2.78125, -1.228515625, -3.3046875, 3.1171875, 1.123046875, 0.30078125, 1.890625, -0.109375, 2.6328125, 7.890625, 0.8125, -4.373046875, 5.76953125, -1.34375, 2.2421875, 1.78125, 4.109375, 0.0, 0.0, 0.1328125, 0.90625, 1.21875, 4.58203125, -4.4921875, 5.1875, 4.6484375, 0.359375, -2.21875, 4.779052734375, 4.107421875, -0.0703125, 3.205078125, 1.15234375, 8.328125, 0.0, 0.96875, -0.514404296875, 0.33984375, 3.8046875, -0.078125, 1.34375, 0.0, 2.484375, 1.109375, -2.3203125, 2.84765625, 3.25, 1.0703125, 0.1640625, 3.6875, 0.0, 0.40625, -2.28125, -1.25390625, 3.5859375, 0.640625, -0.1240234375, 7.984375, 0.752685546875, -0.4375, -2.96875, -0.716796875, -3.359375, 1.421875, 0.0, 6.4609375, 7.9765625, 7.31640625, 3.40625, 1.09375, 0.25, 2.36328125, 6.1357421875, 3.45703125, -0.99609375, 2.9609375, 0.8046875, 6.7421875, -1.7109375, -0.14453125, 1.6953125, 1.046875, 2.65625, 5.984375, 4.29296875, 4.71875, -0.78125, 3.3984375, -5.03515625, 5.484375, 1.388671875, 2.537109375, -1.1328125, -0.251953125, 0.578125, 4.193603515625, -2.296875, -0.5859375, -1.1484375, -1.140625, -0.0390625, 2.611328125, 0.59375, -0.60400390625, 1.76171875, 2.15625, -0.296875, 0.0, -2.03125, 2.9375, 7.828125, -3.224609375, 1.427734375, -1.109375, 2.60302734375, 1.03515625, -0.2109375, 0.0, 1.0, -2.2060546875, 3.046875, 0.3203125, -0.5013427734375, 6.8515625, -0.2734375, 7.0234375, 2.765625, 2.3369140625, -5.7421875, 0.0, -2.125, -2.88671875, -3.55859375, 5.921875, 1.0, 4.193359375, -1.59033203125, -0.953125, -0.58203125, -0.109375, 2.046875, 1.5625, 0.40234375, 0.8359375, 0.0, -0.84375, 0.0, 0.953125, 0.34375, 1.96484375, 1.49609375, 0.80810546875, -0.59375, -3.373046875, 0.453125, 7.984375, -0.109375, 0.6484375, -0.97265625, -1.30078125, 1.265625, -0.296875, -0.36328125, -1.41015625, -1.59375, -1.9921875, 0.25, -1.37109375, 8.64453125, -2.0703125, 4.60546875, 0.0, 0.13671875, 8.765625, 1.3671875, -0.9501953125, 0.81640625, 2.59765625, -3.203125, -3.71875, 0.25, 0.0, -3.1640625, 0.546875, -0.26171875, -0.609375, 0.0, 6.4375, -0.16015625, 0.984375, 2.38671875, -0.16796875, 6.078125, 3.2978515625, 8.6796875, 1.8515625, -1.328125, -0.90625]} \ No newline at end of file diff --git a/margin_logs/val_margins_stem_epoch_6.json b/margin_logs/val_margins_stem_epoch_6.json new file mode 100644 index 0000000000000000000000000000000000000000..efbf403eb3ececf408708dbd3c042efcabf2b84c --- /dev/null +++ b/margin_logs/val_margins_stem_epoch_6.json @@ -0,0 +1 @@ +{"epoch": 6.0, "step": 1476, "domain": "stem", "rewards_chosen": [-1.3515625, 0.84375, -1.703125, -3.34375, 2.40625, -3.203125, -0.263671875, -1.0234375, -4.5625, -0.142578125, 0.9296875, -2.25, -4.96875, 0.671875, 1.5, 2.171875, 0.302734375, -2.578125, 4.125, -4.40625, 2.671875, -1.046875, -3.234375, 0.640625, -3.890625, -1.34375, 2.3125, -0.92578125, 0.11865234375, 0.291015625, 0.08251953125, -1.1875, 2.453125, 2.40625, 1.0390625, -0.49609375, 1.9375, 1.5, 0.890625, -1.7265625, 1.2734375, 0.6484375, 2.0, -4.53125, 2.75, 3.015625, -0.91796875, -2.640625, 1.0625, -0.035888671875, -1.234375, -8.125, -0.07373046875, 1.71875, -0.79296875, -2.625, -3.5625, 3.734375, -4.6875, -0.08984375, 0.73828125, -2.75, -2.75, -0.8203125, -5.21875, 1.2265625, -0.083984375, -2.15625, -6.28125, -4.78125, 0.79296875, -1.765625, 1.6640625, 1.4609375, 0.828125, 1.7578125, 2.921875, -4.96875, -6.40625, -1.0234375, -2.921875, -1.5078125, 1.75, -4.53125, -0.50390625, -3.375, -2.078125, 1.21875, 1.609375, -1.28125, -0.51953125, 2.78125, -1.1171875, -1.359375, -0.53515625, -1.6953125, -5.75, -0.5625, 3.078125, 3.390625, -2.703125, -3.296875, 5.21875, -8.125, -1.265625, -1.46875, 1.5234375, 0.015625, 1.3203125, 4.5625, -4.3125, -0.953125, -7.1875, 4.9375, 1.9453125, -0.5390625, -0.1875, 1.59375, -3.5, -0.19140625, 0.7578125, 1.7578125, -1.3828125, -5.25, 2.296875, -1.4609375, -3.609375, 4.09375, -3.46875, -3.625, 0.1552734375, 0.30859375, -0.1796875, -2.484375, 0.2119140625, -1.1171875, 1.578125, -1.796875, -3.1875, -1.0078125, 1.0859375, -0.06787109375, -5.21875, 0.69921875, -0.8515625, 0.7578125, -4.75, -2.9375, -0.90625, -4.0, 1.5078125, -1.2265625, 0.6328125, -2.078125, 2.453125, 3.03125, -5.40625, 1.7421875, -1.7265625, -5.0, 0.7734375, -4.6875, -0.7109375, 0.44140625, -1.9140625, 1.3203125, 2.984375, 0.45703125, -6.84375, -1.8515625, -0.6015625, 2.40625, -5.53125, 0.1767578125, 1.6796875, -4.78125, 1.2734375, 1.171875, -2.59375, -3.5625, 0.3515625, 0.83984375, -5.6875, -4.375, 4.25, 0.890625, -0.57421875, 0.78125, -2.046875, 4.625, 4.59375, 0.062255859375, 1.515625, -6.34375, 0.1318359375, 1.3984375, 2.4375, -3.6875, 0.57421875, 1.8671875, -1.1640625, 0.498046875, -1.515625, -0.546875, 3.21875, -1.421875, 2.671875, -7.78125, -0.142578125, -0.9140625, 2.25, -2.5625, 0.69921875, 2.375, -1.8828125, 0.66015625, -7.34375, -0.9921875, -0.76171875, 3.125, 2.1875, 0.92578125, 2.375, 2.921875, -1.75, 0.1875, -0.380859375, -0.296875, 0.7109375, -1.5390625, -0.1865234375, -3.625, 4.84375, 2.375, -0.4140625, -3.1875, 1.2109375, -0.369140625, 0.1865234375, 3.375, 2.625, -2.25, 2.328125, 3.75, 0.66796875, 2.875, -2.78125, 3.515625, 0.546875, 5.9375, -0.353515625, -2.296875, -3.140625, -2.75, -1.0390625, 3.609375, -4.21875, 0.53125, -5.21875, -3.484375, 3.03125, -1.28125, 0.1337890625, 0.404296875, 0.1318359375, -3.28125, 2.984375, 3.21875, 2.828125, 0.380859375, 0.53125, 0.08251953125, 0.051513671875, 3.8125, -0.75390625, -0.7578125, -1.8359375, 2.40625, -2.28125, 0.15234375, -0.953125, -2.28125, -2.203125, -0.71484375, -3.3125, -2.203125, -1.6171875, 2.109375, 0.11279296875, 1.7421875, 0.26953125, -1.75, 4.1875, -5.9375, -4.90625, -7.65625, 2.515625, -4.625, -1.625, -0.5625, -0.55078125, -2.515625, -1.6328125, 1.4609375, 0.39453125, -0.061279296875, 1.4921875, 1.984375, 0.00921630859375, -1.0703125, -5.78125, 2.390625, 3.703125, 1.90625, -0.8125, -4.71875, -0.91796875, -3.0, 3.46875, -2.296875, 0.61328125, 1.8671875, -0.640625, 5.15625, -0.236328125, -2.234375, 0.85546875, -3.15625, -1.9453125, -1.8828125, -1.75, -0.7578125, -0.376953125, 1.7109375, 1.0859375, -2.390625, -1.375, -3.234375, 0.423828125, -0.859375, 0.2490234375, -3.171875, -2.953125, -1.1796875, 1.90625, 3.703125, -2.09375, 2.515625, -4.28125, 1.0859375, 0.1640625, 1.875, -0.17578125, 0.61328125, 3.0625, 0.65234375, -4.25, 2.5, -3.96875, -0.337890625, 2.1875, -6.53125, 1.265625, 2.421875, -1.171875, -1.9765625, -0.67578125, 1.4296875, 0.2021484375, 2.078125, 1.0859375, 1.6640625, 2.265625, -5.8125, -10.0, 1.4453125, 2.25, 0.2197265625, 4.59375, 1.875, -0.859375, -8.125, -6.5625, -1.34375, 3.359375, 1.515625, 4.75, -6.40625, -5.25, -6.0625, 4.625, -1.4609375, 1.765625, 0.06640625, -0.87890625, -0.047607421875, 0.23828125, -0.47265625, -1.3046875, 1.3984375, -3.734375, 2.734375, -1.71875, 4.09375, 3.640625, -2.875, -1.03125, 1.09375, 1.0078125, 0.416015625, -5.8125, -1.71875, -0.96484375, 4.21875, -11.375, 2.046875, -4.1875, -3.734375, -3.984375, -0.62890625, 1.625, 1.2109375, 1.7578125, -0.2001953125, 2.9375, 1.7890625, 3.8125, -3.46875, -4.375, 1.203125, 1.7578125, -0.578125, 3.96875, 0.251953125, 0.7109375, 1.171875, 1.703125, 1.875, -6.09375, 4.96875, 1.90625, -0.232421875, 2.671875, -5.8125, 3.15625, -3.265625, 3.8125, 1.984375, 0.8359375, 0.53125, 0.875, 6.21875, 2.890625, 1.3203125, 0.76171875, -1.09375, -1.5, -1.765625, -5.0625, -0.41796875, 1.859375, -1.84375, -6.4375, -0.01190185546875, -3.921875, -0.25, 2.515625, 4.75, 2.140625, -1.4375, -0.89453125, -0.1708984375, 0.125, 2.3125, 0.51171875, 2.296875, -0.236328125, -0.0235595703125, 0.027099609375, -0.28125, -2.96875, 0.263671875, -2.859375, -2.4375, -0.380859375, 1.921875, -4.90625, 2.203125, -7.28125, -4.0625, 0.64453125, -7.71875, 2.59375, -3.46875, 1.390625, 1.765625, 3.90625, 0.7109375, -7.65625, 0.66015625, 3.90625, -3.328125, -1.0546875, -0.2041015625, 4.59375, 0.40625, -2.296875, -4.53125, 3.46875, 5.65625, -0.007354736328125, 1.796875, 0.2158203125, -7.21875, 0.96875, 0.734375, 0.1708984375, -1.375, 0.043701171875, -3.0625, 1.7109375, -2.78125, -2.484375, -2.734375, -0.3046875, -0.859375, -4.8125, 2.75, -1.0625, 1.9296875, 0.244140625, 1.421875, 1.6484375, -3.015625, -2.359375, -2.859375, -7.65625, 0.244140625, 3.53125, -0.62890625, 1.4296875, -2.09375, -0.232421875, -0.1416015625, 0.419921875, 0.7109375, 1.1015625, 2.578125, 1.890625, -4.78125, 0.18359375, -1.421875, -5.6875, -2.96875, -1.5234375, 1.296875, 3.796875, 5.375, -2.453125, 0.28125, -0.67578125, 2.234375, 0.0830078125, 2.328125, -0.8203125, 3.015625, -6.9375, 1.296875, 1.7734375, 0.490234375, -1.4609375, 2.96875, -2.875, 2.375, 0.51953125, 1.0234375, 1.53125, -0.83203125, -2.625, -0.7421875, -2.171875, -4.875, -0.74609375, 2.171875, 1.953125, -1.8828125, -1.0703125, 2.375, -0.2255859375, 1.53125, 2.8125, 1.90625, 0.267578125, -0.0693359375, -3.203125, 1.0234375, -4.03125, -2.203125, 2.625, -6.1875, 2.359375, -3.78125, 3.25, 1.84375, 3.15625, 1.8203125, -0.051513671875, 2.875, -3.0, 4.09375, 0.32421875, -5.34375, -0.400390625, -0.5234375, -3.0625, 1.7421875, -6.125, -1.859375, 0.361328125, -3.890625, 2.75, 0.82421875, 3.125, -1.78125, 3.0, 0.75, 4.125, -5.34375, 0.330078125, 0.337890625, -4.65625, 2.15625, -0.83203125, -1.8984375, -6.84375, 3.0, 1.625, 1.03125, 0.369140625, 0.490234375, -1.453125, 0.76953125, -5.65625, 2.859375, -3.984375, -2.875, -3.34375, 2.328125, 2.0625, 1.234375, -5.34375, 0.671875, -5.21875, -1.75, -0.57421875, 1.546875, -2.875, 1.1640625, -2.515625, 0.1640625, 0.3515625, 1.7109375, -6.5625, 0.349609375, -1.859375, 2.8125, -1.296875, -4.21875, 0.018310546875, 5.0, 0.86328125, 0.1884765625, 2.6875, -0.921875, -5.75, 0.703125, -3.1875, -1.796875, -0.77734375, 3.375, 0.51953125, 1.296875, 3.640625, -3.296875, -9.4375, 0.828125, 2.109375, 0.10546875, -0.1708984375, -0.08056640625, -1.203125, -3.765625, 3.84375, -4.0625, -6.5625, -5.25, 1.625, -2.703125, 1.78125, -1.859375, 1.0859375, -3.328125, -0.2392578125, -0.259765625, -0.16015625, 0.99609375, -2.328125, -0.546875, -1.5859375, 1.90625, 1.203125, -1.171875, 1.3359375, 2.046875, -1.984375, -5.21875, -7.28125, 0.318359375, -2.671875, 1.1171875, 0.248046875, 0.96875, 2.375, 2.390625, -1.890625, 2.890625, -2.859375, -4.5, 0.1728515625, 1.046875, 2.515625, 0.2216796875, 0.37890625, 0.486328125, -4.65625, 0.63671875, -2.75, -1.7421875, -0.232421875, -3.046875, 1.875, 1.15625, 2.8125, -5.46875, -1.75, -0.1982421875, 0.373046875, 0.10546875, 2.234375, 5.0625, 2.953125, -1.796875, -0.99609375, 1.375, -1.71875, -3.4375, -1.359375, -3.953125, -3.46875, -3.75, -0.8125, -0.9609375, 1.0234375, 2.1875, 1.5, 2.28125, 5.46875, -2.734375, -0.2001953125, -2.140625, -0.92578125, 2.0, 0.10595703125, 2.8125, 0.578125, -2.640625, -7.9375, 0.15234375, -6.65625, 1.9296875, -6.84375, 1.578125, 1.484375, 0.703125, -5.28125, -3.0, -5.8125, 1.6171875, -0.296875, 2.75, -0.84375, 2.3125, 1.7421875, 1.6171875, 1.1796875, 0.357421875, 0.90625, 0.62890625, -4.09375, 3.953125, 0.1708984375, 2.359375, -2.203125, 1.7578125, -5.375, -3.28125, 1.296875, 2.890625, -3.1875, -0.703125, 2.3125, 0.048583984375, -3.59375, -2.546875, 0.75, -3.5, -2.4375, 0.0108642578125, -4.6875, -0.74609375, 0.734375, -4.1875, -1.484375, -1.71875, -2.34375, 1.2421875, 2.953125, -4.0625, 1.21875, -2.5, 2.78125, 1.5078125, -2.34375, -9.0625, -2.1875, -2.265625, 2.265625, 1.4921875, -0.61328125, 1.4375, -0.75, 5.9375, 2.0, 3.140625, -2.09375, -1.8359375, -5.4375, 0.8515625, -0.42578125, 5.09375, -4.21875, 0.26953125, -1.84375, 0.5625, -0.98828125, 2.390625, 0.15625, -2.53125, 1.4765625, -2.125, -2.265625, 2.390625, 0.09814453125, 3.125, -2.640625, -1.5859375, -0.80078125, 0.0830078125, -5.65625, -4.5625, 2.046875, 2.8125, -1.3359375, -1.5625, -2.75, -2.3125, -2.46875, 2.15625, 0.91015625, -1.1171875, -6.59375, -4.0, 2.890625, -0.271484375, -0.59765625, 1.6796875, 1.2734375, -0.625, 0.41015625, 3.875, -1.375, -0.1435546875, 0.7421875, 3.34375, -1.4140625, -0.82421875, -5.8125, -3.765625, -4.90625, -1.5703125, -1.6484375, -1.9140625, -6.09375, 3.671875, 0.80859375, -3.421875, 0.25, -0.80078125, -0.78515625, -0.01190185546875, 2.28125, 2.890625, -5.5, -6.21875], "rewards_rejected": [-0.236328125, 0.55859375, -0.578125, -2.8125, 2.90625, -2.0625, -0.263671875, -0.7265625, -6.40625, -0.142578125, -1.1640625, -4.28125, -1.34375, -0.3125, -0.0400390625, -3.515625, 2.125, -8.0625, 2.375, -3.96875, 2.46875, -1.078125, -3.234375, -7.0625, -6.3125, 1.6640625, 2.421875, -6.9375, 1.5859375, -6.875, -2.125, -3.484375, -1.28125, 1.59375, 0.66796875, -0.283203125, 1.9375, -1.9765625, -1.484375, -5.9375, 1.4453125, 0.76953125, -3.359375, -5.15625, 2.25, -4.5, -0.91796875, -5.34375, -8.8125, 1.4921875, -3.5625, 2.46875, 0.1630859375, -3.25, -3.421875, -4.09375, -0.71875, -0.01220703125, 1.40625, -5.59375, -7.59375, -2.75, -5.8125, 0.7265625, -1.2109375, -9.5, 0.7890625, -2.515625, -6.28125, -1.15625, -1.5703125, -2.0625, 0.91015625, 4.0, 1.9609375, 1.6171875, 0.236328125, -2.640625, -6.40625, -1.890625, 0.63671875, -1.984375, 3.9375, -4.53125, -0.4921875, -0.181640625, 1.8359375, -3.203125, 0.326171875, -2.796875, -0.51953125, -4.0, 0.6171875, 2.0625, -4.65625, -3.53125, -5.75, -5.40625, -3.25, 0.9921875, -1.5546875, -1.7421875, 2.140625, 2.46875, -0.310546875, -0.95703125, -0.99609375, -5.5, 0.2041015625, -3.578125, -4.1875, -5.59375, -8.3125, -5.90625, -0.2236328125, 0.98828125, -1.796875, 0.35546875, -6.46875, -7.375, 0.01226806640625, -2.390625, -1.3671875, -4.53125, -0.97265625, -2.234375, -1.671875, 0.298828125, -4.8125, -7.78125, 1.25, -0.265625, -2.078125, -5.28125, -2.484375, -4.90625, -10.4375, 3.015625, -3.1875, -2.984375, -4.8125, -3.8125, 0.55078125, -0.94921875, 1.0703125, 0.01226806640625, -4.75, 2.21875, -10.0, -1.140625, -0.034423828125, -4.28125, 4.03125, -0.26171875, 2.453125, 0.46875, -1.0390625, -3.9375, -1.265625, -5.40625, 1.9140625, -7.78125, -0.119140625, -6.65625, -2.296875, -7.15625, 0.921875, -3.0625, -9.25, -1.671875, -2.109375, -5.6875, -8.375, -1.8515625, 3.40625, -3.296875, 0.2099609375, 0.034423828125, -0.64453125, -0.71875, -0.91796875, -5.4375, -5.6875, -4.375, 0.138671875, -1.484375, -0.34765625, -3.484375, -0.796875, 4.625, 4.59375, -6.1875, -3.96875, -2.0625, 0.54296875, -1.765625, -1.7734375, -2.515625, 0.6328125, 0.6875, -6.96875, 1.4765625, 1.234375, -2.40625, -2.53125, 2.28125, 2.671875, -7.71875, -0.142578125, -0.6796875, 0.2119140625, -2.15625, -0.94921875, -1.625, -0.68359375, 0.2490234375, -6.1875, -0.97265625, -3.296875, -0.96484375, -0.04541015625, 1.5546875, 2.234375, -4.1875, -6.78125, -1.53125, -5.53125, -5.375, -1.09375, -4.9375, -8.3125, -3.625, 5.78125, 0.41796875, -2.09375, 0.19140625, 2.390625, -1.1796875, -0.23828125, 0.9296875, -0.78125, -4.90625, -4.4375, -0.89453125, 0.828125, -0.77734375, -0.625, 1.484375, -4.8125, -1.6640625, -5.5, 0.9140625, -5.25, -3.453125, -5.03125, 3.6875, -0.1142578125, -0.388671875, -1.2109375, -3.78125, 1.40625, -2.9375, 0.1337890625, -6.46875, -1.828125, -4.71875, -2.71875, -3.546875, -2.234375, 0.5859375, 0.10986328125, -2.125, -9.25, 0.12060546875, -1.8671875, -1.65625, -1.8359375, 1.59375, -2.28125, 3.0625, 1.109375, -1.59375, 1.5625, -0.66796875, 0.11328125, -1.8515625, -1.1796875, -2.15625, -2.453125, 0.984375, -6.75, 0.10595703125, -0.1767578125, -5.9375, -5.03125, -3.875, -0.1123046875, -2.890625, -1.34375, -1.28125, 1.109375, -0.302734375, -4.84375, 4.0, 1.84375, -1.6484375, -0.640625, 1.1640625, -2.84375, -0.083984375, -6.28125, -4.0625, -11.375, -0.039306640625, 1.859375, -5.59375, -0.5234375, -4.28125, 3.03125, -2.296875, -1.984375, -7.09375, -7.0625, 2.40625, -6.90625, -2.5, -2.703125, -3.15625, -6.84375, -1.8828125, 0.482421875, -1.65625, 0.74609375, -0.439453125, 0.8203125, -8.8125, -13.375, -4.71875, -3.9375, -5.0, -1.7421875, -0.30859375, -2.046875, -3.71875, -1.6015625, -1.125, 1.6640625, 3.03125, -6.65625, -0.431640625, -3.359375, 1.875, 2.859375, -1.984375, 3.453125, 3.765625, 0.84375, 0.9609375, -3.375, -1.5703125, 0.54296875, -3.53125, -0.11767578125, -3.90625, -0.2294921875, -1.5, -7.90625, -0.48828125, 0.462890625, 2.078125, 1.2109375, -7.59375, 2.265625, -5.78125, -3.53125, -5.0, 2.65625, 0.90234375, -4.53125, 1.796875, 1.375, 2.46875, -7.46875, -2.46875, 3.28125, -3.484375, 4.65625, -6.40625, -2.734375, -1.2265625, 1.40625, -1.3671875, -6.28125, -3.875, -0.87890625, -4.78125, 4.1875, 3.5, -1.3046875, -1.765625, 3.609375, -3.703125, -2.703125, -9.1875, 3.640625, -3.625, -7.53125, -3.75, -3.984375, -2.5, -5.8125, -0.4765625, 0.515625, -4.96875, -7.875, 1.328125, -5.03125, -1.296875, -5.21875, -7.6875, -2.953125, 1.0390625, 1.7578125, 2.140625, 1.71875, 1.4609375, 2.578125, 0.314453125, -6.28125, -0.4609375, 1.6171875, -0.291015625, 3.140625, -1.5859375, -1.5078125, 0.259765625, 1.6171875, 1.796875, -6.09375, 2.828125, -7.6875, -6.03125, 0.353515625, -8.5, -9.5, -1.6484375, 2.578125, -0.1123046875, -2.421875, 2.78125, -3.09375, -7.5, -2.640625, -7.15625, -2.640625, -1.09375, 0.28515625, 0.26171875, -2.296875, -0.5234375, 2.1875, -1.9140625, 2.28125, -3.90625, -9.8125, -0.17578125, 1.0234375, 0.8125, 0.375, 0.421875, -1.25, 1.4296875, -3.890625, 0.173828125, -1.5546875, 1.2734375, -6.90625, -1.9921875, -3.15625, -8.875, -2.75, -5.0625, -4.375, -2.3125, 0.703125, 4.40625, -0.984375, -3.34375, -2.328125, -5.5625, -2.421875, -7.71875, -1.265625, -0.84375, -2.546875, -2.390625, -2.796875, -1.09375, -7.65625, -0.95703125, -6.4375, 0.60546875, 1.046875, -3.234375, -1.65625, 4.28125, 1.2578125, -8.8125, 3.03125, 4.34375, 0.240234375, -1.28125, -2.65625, -2.1875, -0.5, -8.0625, 0.1708984375, -1.0625, 1.671875, -2.109375, -3.484375, -1.4609375, -1.3046875, -3.515625, -4.40625, 1.375, 3.0625, 2.25, -4.0625, 0.5234375, -0.140625, 1.5859375, -8.0, -5.0, -3.109375, -4.3125, -7.65625, -1.7421875, 1.953125, -7.6875, -2.640625, -0.30859375, -6.03125, -1.7109375, -3.1875, -0.76171875, 0.09521484375, 0.90234375, -4.8125, -6.25, -7.875, -2.0625, -6.28125, -2.75, 0.224609375, -0.80078125, -0.1337890625, 4.03125, 1.6015625, 1.8125, -0.296875, -3.328125, -0.8125, 1.46875, -0.8203125, -4.5, -3.546875, -0.41015625, -0.10986328125, -0.5390625, -3.796875, -5.15625, -3.625, 2.234375, 0.27734375, -6.34375, 2.765625, 0.1181640625, -2.625, 0.53125, -3.625, -4.46875, -4.71875, -5.15625, -4.25, -0.68359375, -7.3125, -3.8125, -0.8046875, 2.28125, -0.1376953125, -0.427734375, -1.6484375, 1.0078125, -0.058837890625, -6.9375, -4.03125, 1.5625, 2.40625, -6.625, -2.921875, -8.1875, 3.203125, -0.7421875, -3.65625, 1.0546875, 2.515625, -0.43359375, -1.2265625, -9.1875, -4.28125, -4.75, 2.203125, 1.0546875, 1.8125, 0.337890625, 0.828125, -2.296875, -2.453125, -5.875, 1.78125, -4.96875, -1.2265625, 0.75, 3.140625, 1.84375, -0.11767578125, -0.095703125, 0.076171875, -6.375, -2.65625, -2.0, 0.72265625, 1.265625, -6.84375, 2.671875, 0.361328125, 2.078125, 4.84375, 0.66015625, -4.15625, 0.061279296875, -5.4375, 0.337890625, -7.3125, -2.015625, -4.71875, 3.40625, -0.291015625, -2.46875, -4.75, 0.69140625, -9.875, -6.78125, -0.9375, 2.1875, -3.8125, -0.314453125, -1.578125, -3.359375, -0.91796875, -1.6953125, -6.5625, -2.40625, -3.1875, 1.296875, -3.234375, -4.40625, 0.052001953125, -4.9375, -3.53125, -4.25, -0.357421875, 0.25, -6.65625, -2.640625, -2.1875, 3.015625, -2.625, -6.625, 0.271484375, 0.7890625, -3.046875, 1.09375, -9.4375, 1.9609375, -8.875, -6.625, -3.03125, 0.609375, 1.828125, 0.375, -2.078125, -0.59375, -6.5625, -1.453125, -1.8984375, 1.0703125, -8.1875, -4.21875, -4.8125, -4.5, -1.0859375, -3.59375, -9.625, 1.890625, -3.109375, -2.40625, -1.5859375, 2.28125, -0.4609375, -4.5, 0.59765625, -1.6328125, 0.5546875, -3.703125, -9.9375, 2.0, 1.4296875, -2.375, -1.609375, 0.66796875, 0.037109375, 2.65625, -5.15625, -6.5, -3.59375, 0.1337890625, -6.34375, 2.59375, -0.185546875, -1.8125, -4.375, 0.486328125, -4.65625, 0.7421875, -3.453125, -3.109375, -6.03125, 2.265625, -5.0, -4.15625, 2.4375, -3.21875, -6.78125, -5.375, 0.1396484375, -3.140625, 1.1953125, -5.21875, 2.953125, -2.609375, -0.1611328125, 0.65234375, -5.875, -3.671875, -2.9375, -3.953125, -6.03125, -5.25, 1.859375, -4.1875, -3.09375, 0.54296875, 1.1328125, -2.265625, 5.46875, -3.515625, 2.140625, -1.09375, -5.375, 1.125, 0.19921875, -6.5625, -0.30859375, -1.234375, -5.15625, 0.671875, -2.0625, 0.5234375, -6.84375, -6.15625, -7.71875, -8.0625, -9.375, -4.28125, -5.78125, -1.2578125, -7.25, -1.3359375, 0.25, -0.34765625, 0.984375, -5.84375, 3.4375, 0.53125, -0.76171875, -0.859375, -7.15625, -2.515625, -4.3125, -2.921875, -1.3671875, -2.390625, 0.494140625, -9.4375, -0.328125, -0.248046875, -1.8125, 0.291015625, 1.4921875, -5.03125, -0.8984375, -2.15625, 1.84375, -2.09375, -1.96875, -2.578125, -5.46875, -0.232421875, -1.4921875, -7.53125, -1.4375, -1.71875, -0.765625, -2.15625, -5.75, -0.59375, -0.62890625, -1.3046875, -0.40625, -0.034423828125, -2.0625, -9.0625, -3.5625, 0.263671875, -0.298828125, 1.125, -0.255859375, -6.5625, -1.1796875, -2.234375, -1.28125, 0.01483154296875, 4.21875, -1.8359375, -2.828125, 4.09375, 3.78125, -2.265625, -5.0, -5.40625, -0.185546875, 1.8203125, -0.71484375, 2.65625, -2.390625, -4.46875, 0.8203125, -2.828125, -2.265625, 3.4375, 0.09814453125, 2.25, -3.484375, -3.703125, -2.65625, -0.8125, -4.53125, -0.494140625, 1.453125, -6.5625, -1.5234375, -2.53125, -1.0, -1.0078125, -4.1875, 2.140625, 1.5078125, 0.6171875, -4.4375, -1.90625, 2.609375, 1.609375, -10.625, 4.3125, -4.5625, -0.625, 0.58203125, -6.84375, -3.328125, 1.1328125, 0.330078125, 0.37890625, 2.203125, 3.328125, -5.78125, -3.765625, -1.6015625, -2.53125, -1.0625, -1.4765625, -6.09375, -3.6875, 0.7265625, -4.84375, -2.453125, -0.7109375, -7.6875, -3.90625, -8.375, 0.4765625, -4.0625, -3.984375], "margins": [-1.115234375, 0.28515625, -1.125, -0.53125, -0.5, -1.140625, 0.0, -0.296875, 1.84375, 0.0, 2.09375, 2.03125, -3.625, 0.984375, 1.5400390625, 5.6875, -1.822265625, 5.484375, 1.75, -0.4375, 0.203125, 0.03125, 0.0, 7.703125, 2.421875, -3.0078125, -0.109375, 6.01171875, -1.46728515625, 7.166015625, 2.20751953125, 2.296875, 3.734375, 0.8125, 0.37109375, -0.212890625, 0.0, 3.4765625, 2.375, 4.2109375, -0.171875, -0.12109375, 5.359375, 0.625, 0.5, 7.515625, 0.0, 2.703125, 9.875, -1.528076171875, 2.328125, -10.59375, -0.23681640625, 4.96875, 2.62890625, 1.46875, -2.84375, 3.74658203125, -6.09375, 5.50390625, 8.33203125, 0.0, 3.0625, -1.546875, -4.0078125, 10.7265625, -0.873046875, 0.359375, 0.0, -3.625, 2.36328125, 0.296875, 0.75390625, -2.5390625, -1.1328125, 0.140625, 2.685546875, -2.328125, 0.0, 0.8671875, -3.55859375, 0.4765625, -2.1875, 0.0, -0.01171875, -3.193359375, -3.9140625, 4.421875, 1.283203125, 1.515625, 0.0, 6.78125, -1.734375, -3.421875, 4.12109375, 1.8359375, 0.0, 4.84375, 6.328125, 2.3984375, -1.1484375, -1.5546875, 3.078125, -10.59375, -0.955078125, -0.51171875, 2.51953125, 5.515625, 1.1162109375, 8.140625, -0.125, 4.640625, 1.125, 10.84375, 2.1689453125, -1.52734375, 1.609375, 1.23828125, 2.96875, 7.18359375, 0.74554443359375, 4.1484375, -0.015625, -0.71875, 3.26953125, 0.7734375, -1.9375, 3.794921875, 1.34375, 4.15625, -1.0947265625, 0.57421875, 1.8984375, 2.796875, 2.6962890625, 3.7890625, 12.015625, -4.8125, 0.0, 1.9765625, 5.8984375, 3.74462890625, -5.76953125, 1.6484375, -1.921875, 0.74554443359375, 0.0, -5.15625, 9.09375, -2.859375, 1.542236328125, 3.0546875, -3.3984375, -1.81640625, 0.0, 2.5625, -4.3671875, 5.6796875, -0.4609375, 0.40625, -1.140625, 3.09375, -0.591796875, 7.09765625, 0.3828125, 8.4765625, 2.0625, 3.51953125, 2.40625, -0.1796875, 1.5078125, 8.09375, 2.84375, 2.0283203125, -1.7265625, -1.484375, 1.0634765625, 1.137451171875, -1.94921875, -2.84375, 1.26953125, 6.27734375, 0.0, 0.0, 4.111328125, 2.375, -0.2265625, 4.265625, -1.25, 0.0, 0.0, 6.249755859375, 5.484375, -4.28125, -0.4111328125, 3.1640625, 4.2109375, -1.171875, -0.05859375, 1.1796875, 5.8046875, -0.978515625, -2.75, 1.859375, 5.75, -3.703125, 0.0, -0.0625, 0.0, -0.234375, 2.0380859375, -0.40625, 1.6484375, 4.0, -1.19921875, 0.4111328125, -1.15625, -0.01953125, 2.53515625, 4.08984375, 2.23291015625, -0.62890625, 0.140625, 7.109375, 5.03125, 1.71875, 5.150390625, 5.078125, 1.8046875, 3.3984375, 8.1259765625, 0.0, -0.9375, 1.95703125, 1.6796875, -3.37890625, -1.1796875, 0.810546875, 0.4248046875, 2.4453125, 3.40625, 2.65625, 6.765625, 4.64453125, -0.16015625, 3.65234375, -2.15625, 2.03125, 5.359375, 7.6015625, 5.146484375, -3.2109375, 2.109375, 0.703125, 3.9921875, -0.078125, -4.1044921875, 0.919921875, -4.0078125, 0.296875, 1.625, 1.65625, 0.0, 6.873046875, 1.9599609375, 1.4375, 5.703125, 6.765625, 5.0625, -0.205078125, 0.42138671875, 2.20751953125, 9.301513671875, 3.69189453125, 1.11328125, 0.8984375, 0.0, 0.8125, 0.0, -2.91015625, -2.0625, -0.6875, -3.765625, -0.046875, -3.42578125, -0.3515625, -0.4375, 4.265625, 2.56591796875, 0.7578125, 7.01953125, -1.85595703125, 4.3642578125, 0.0, 0.125, -3.78125, 2.6279296875, -1.734375, -0.28125, 0.71875, -1.66015625, -2.212890625, 3.2109375, -2.5390625, -1.44921875, 1.587158203125, 2.1328125, 0.8203125, 2.85296630859375, -0.986328125, 0.5, 6.453125, 15.078125, 1.945556640625, -2.671875, 0.875, -0.39453125, 1.28125, 0.4375, 0.0, 2.59765625, 8.9609375, 6.421875, 2.75, 6.669921875, 0.265625, 3.55859375, 0.0, 4.8984375, 0.0, -2.232421875, 0.8984375, -1.123046875, 2.150390625, 0.265625, 6.421875, 12.0, 1.484375, 4.361328125, 4.140625, 1.9912109375, -2.86328125, -0.90625, 2.5390625, 3.5078125, 4.828125, -3.7578125, -0.515625, 2.375, 1.517578125, 3.5234375, 0.0, -3.03515625, 2.59765625, -0.390625, -3.11328125, -5.09375, 1.5390625, -0.59375, 1.232421875, 1.64453125, -3.0, 1.38330078125, 6.328125, -0.9423828125, -0.4765625, 7.23046875, 1.91796875, -0.2607421875, 0.0, -0.125, 9.2578125, 0.0, -0.03125, -6.46875, 6.4453125, -0.40625, -0.6826171875, 9.125, 0.078125, -2.234375, -10.59375, 0.90625, 1.125, 0.078125, 5.0, 0.09375, 0.0, -2.515625, -4.8359375, 3.21875, -0.09375, 8.046875, 3.94140625, 0.0, 4.733642578125, -3.94921875, -3.97265625, 0.0, 3.1640625, -7.34375, 6.4375, 0.984375, 13.28125, 0.0, 0.75, 6.5, 4.84375, 4.9921875, 2.916015625, 0.0, -1.2421875, -1.48046875, 9.1875, -3.5, 0.71875, 0.84375, -2.4375, 1.234375, 7.05859375, 4.578125, 0.171875, 0.0, -2.3408203125, 1.21875, 0.328125, 1.234375, -3.783203125, 1.90625, 1.6640625, 0.140625, -0.287109375, 0.828125, 1.837890625, 2.21875, 0.912109375, 0.0859375, 0.078125, 0.0, 2.140625, 9.59375, 5.798828125, 2.318359375, 2.6875, 12.65625, -1.6171875, 1.234375, 2.0966796875, 3.2578125, -2.25, 3.96875, 13.71875, 5.53125, 8.4765625, 3.40234375, 0.0, -1.78515625, -2.02734375, -2.765625, 0.10546875, -0.328125, 0.0703125, -8.71875, 3.89434814453125, 5.890625, -0.07421875, 1.4921875, 3.9375, 1.765625, -1.859375, 0.35546875, -1.6005859375, 4.015625, 2.138671875, 2.06640625, 1.0234375, 6.669921875, 1.9686279296875, 3.183349609375, 8.59375, -0.21875, 5.326171875, 1.515625, -0.125, -1.083984375, -2.484375, -3.921875, 5.546875, -4.953125, 1.5, 3.06640625, 0.0, 3.859375, -2.625, 3.9375, 4.15625, 6.703125, 1.8046875, 0.0, 1.6171875, 10.34375, -3.93359375, -2.1015625, 3.0302734375, 6.25, -3.875, -3.5546875, 4.28125, 0.4375, 1.3125, -0.247589111328125, 3.078125, 2.8720703125, -5.03125, 1.46875, 8.796875, 0.0, -0.3125, -1.628173828125, -0.953125, 5.1953125, -1.3203125, -1.1796875, 0.78125, 4.1015625, -2.234375, -7.875, 0.5, 3.0, 1.40625, 0.384765625, -0.1640625, 9.6484375, 1.984375, 0.75, 1.453125, 0.0, 1.986328125, 1.578125, 7.05859375, 4.0703125, -1.78515625, 5.798828125, 1.5693359375, 3.607421875, 1.47265625, 1.00634765625, 1.67578125, 6.703125, 1.46875, 8.05859375, 0.640625, 0.59375, -0.21875, -1.748046875, 2.09765625, 3.9306640625, 1.34375, -4.0546875, -1.53125, -0.37890625, 5.5625, 0.8955078125, 0.859375, 0.0, 7.515625, -3.390625, 1.70703125, 1.88330078125, 1.029296875, 2.3359375, 8.125, 0.75, 0.140625, 0.2421875, 7.3671875, -1.234375, -0.9501953125, 0.0, -1.2734375, 1.453125, -0.40625, 3.97265625, 7.328125, 6.203125, -1.19921875, 6.2421875, 6.1875, 0.5791015625, -0.75, 2.9501953125, 2.333984375, 1.916015625, -1.0771484375, -3.144287109375, 7.9609375, 0.0, -3.765625, 0.21875, 0.4375, 5.28125, 4.40625, 0.046875, 2.5859375, 6.8125, 0.765625, -2.567138671875, 3.30859375, -1.7734375, 13.28125, 4.60546875, -0.59375, -2.603515625, -1.578125, -4.875, 1.404296875, -6.953125, 0.4375, 2.814453125, 1.984375, 0.96875, 5.79296875, 4.3515625, -2.53125, -0.140625, -1.09375, 4.24267578125, -5.248046875, 0.25390625, 6.712890625, -2.0, 4.15625, -1.5546875, -3.1640625, 0.0, 0.328125, 1.263671875, -1.046875, -4.474609375, -0.169921875, 2.703125, 0.708251953125, -0.21875, 2.521484375, 3.328125, -0.859375, 1.375, -1.078125, 2.353515625, 3.703125, -0.59375, -0.01953125, 4.65625, 5.03125, 0.36328125, -0.640625, 0.9375, 1.478515625, -0.9375, 3.5234375, 1.26953125, 3.40625, 0.0, 2.755859375, 1.328125, 1.515625, 1.9375, 0.1875, -0.03369140625, 9.9375, 4.39453125, 4.4384765625, 3.044921875, -1.171875, 0.90625, 3.34375, -1.0, -4.8125, 1.84765625, 10.0, 0.248046875, 0.5078125, 6.6875, -4.390625, 0.0, -1.1328125, 10.984375, 6.73046875, 2.8603515625, -0.68994140625, -3.03125, -4.140625, 5.921875, -3.46875, 0.0, -3.796875, 3.5234375, -3.7734375, 9.96875, 2.359375, 5.8984375, 1.171875, 0.8466796875, 3.333984375, 9.46484375, -0.89453125, 0.78125, 1.859375, 0.0, -0.375, 1.6640625, 3.328125, 0.73828125, 3.6796875, -2.5390625, -1.515625, 2.65625, -1.681640625, -4.1015625, 3.4921875, 1.857421875, 0.30078125, 2.337890625, -0.265625, 3.265625, 9.390625, 0.734375, -4.6337890625, 6.5166015625, -1.546875, 2.701171875, 2.0341796875, 4.75390625, 0.0, 0.0, -0.10546875, 0.703125, 1.3671875, 5.798828125, -5.3125, 6.875, 5.3125, 0.375, -2.25, 5.03125, 5.1767578125, 0.2333984375, 3.24609375, 1.0390625, 10.28125, 0.0, 0.8125, -0.8349609375, 0.72265625, 4.15625, 0.234375, 1.578125, 0.0, 2.5625, 1.5, -2.671875, 3.2265625, 4.1171875, 1.64453125, 0.3671875, 4.546875, 0.0, 0.78125, -2.3408203125, -1.046875, 4.44921875, 0.875, -0.09326171875, 9.375, 0.88671875, -1.40625, -2.78125, -0.51953125, -4.59375, 1.40625, 0.0, 7.734375, 9.203125, 8.765625, 4.09375, 1.28125, -0.03125, 2.875, 6.953125, 4.0859375, -1.09375, 2.66015625, 0.7578125, 7.4609375, -2.2578125, -0.173828125, 1.66796875, 1.48828125, 3.0625, 6.46875, 4.4833984375, 5.28125, -0.8359375, 4.1484375, -5.869140625, 6.15625, 1.625, 3.138671875, -1.375, -0.994140625, 0.8203125, 5.079833984375, -2.6953125, -0.390625, -1.09375, -1.40625, -0.46875, 2.5889892578125, 0.78125, -0.513671875, 2.2265625, 3.34375, -0.046875, 0.0, -1.578125, 3.3984375, 8.703125, -3.46875, 1.84765625, -1.1953125, 3.1875, 1.542236328125, -0.28125, 0.0, 1.375, -2.529296875, 2.564453125, 0.3671875, -0.357421875, 8.0, 0.4296875, 8.171875, 3.28125, 3.12579345703125, -6.3125, 0.0, -2.609375, -3.2421875, -4.20703125, 7.359375, 0.78125, 5.67578125, -1.658203125, -1.2578125, -0.2734375, -0.265625, 2.546875, 1.9375, 0.65625, 0.703125, 0.0, -1.046875, 0.0, 0.875, 0.84375, 2.1171875, 1.85546875, 0.8955078125, -1.125, -4.068359375, 0.59375, 9.375, 0.1875, 0.96875, -1.75, -1.3046875, 1.71875, 0.015625, -0.59765625, -1.734375, -2.15625, -2.09375, 0.28125, -1.880859375, 10.02734375, -2.6328125, 5.8359375, 0.0, -0.171875, 10.71875, 1.953125, -1.2763671875, 0.412109375, 2.96484375, -3.6171875, -4.15234375, -0.03125, 0.0, -3.3046875, 0.9609375, -0.5859375, -0.4375, 0.0, 7.359375, 0.08203125, 1.421875, 2.703125, -0.08984375, 6.90234375, 3.89434814453125, 10.65625, 2.4140625, -1.4375, -2.234375]} \ No newline at end of file diff --git a/margin_logs/val_margins_stem_epoch_7.json b/margin_logs/val_margins_stem_epoch_7.json new file mode 100644 index 0000000000000000000000000000000000000000..dd2f18c821f3079eb844809721e6a3ab8e1e7aaf --- /dev/null +++ b/margin_logs/val_margins_stem_epoch_7.json @@ -0,0 +1 @@ +{"epoch": 7.0, "step": 1722, "domain": "stem", "rewards_chosen": [-2.15625, 0.56640625, -2.640625, -4.5625, 2.203125, -3.53125, -0.75, -1.53125, -5.71875, -0.69921875, 0.76171875, -3.109375, -5.875, -0.427734375, 1.1640625, 0.984375, 0.10400390625, -3.375, 3.5625, -5.34375, 2.09375, -1.734375, -3.703125, -0.10791015625, -4.8125, -2.0, 1.6171875, -1.5234375, -0.38671875, -0.435546875, -1.7890625, -2.296875, 2.125, 2.515625, 0.1923828125, -0.94921875, 1.59375, 0.8359375, 0.55078125, -2.765625, 0.609375, 0.1240234375, 1.4140625, -5.9375, 2.5, 2.390625, -0.8671875, -4.40625, 0.267578125, -1.421875, -2.0625, -9.625, -0.9609375, 1.5859375, -1.90625, -3.65625, -4.5, 3.609375, -5.375, -1.28125, 0.376953125, -3.03125, -4.0, -1.59375, -6.375, 0.7109375, -0.5703125, -3.125, -6.6875, -6.46875, 0.2470703125, -2.375, 1.40625, 0.64453125, 0.07763671875, 1.2265625, 2.484375, -6.34375, -6.53125, -1.4453125, -3.828125, -2.578125, 1.3828125, -5.53125, -1.0703125, -4.5625, -3.03125, 0.97265625, 1.4453125, -1.8515625, -1.25, 2.75, -2.265625, -2.46875, -1.0390625, -2.828125, -6.6875, -1.375, 2.9375, 2.859375, -3.25, -4.5, 5.1875, -9.625, -2.21875, -2.546875, 0.318359375, -0.65625, 0.447265625, 4.1875, -5.25, -1.828125, -8.75, 5.15625, 1.25, -1.2578125, -0.64453125, 0.73828125, -4.75, -0.1162109375, 0.2216796875, 1.4609375, -2.28125, -6.25, 1.8359375, -2.046875, -5.0, 4.46875, -4.875, -5.03125, -0.62109375, -0.248046875, -1.109375, -3.25, -0.7734375, -1.9921875, 1.546875, -2.828125, -3.625, -1.8359375, 0.44140625, -1.1171875, -5.5, -0.3359375, -1.34375, 0.2216796875, -6.0625, -4.15625, -1.8046875, -4.3125, 1.1328125, -2.453125, 0.2060546875, -2.375, 2.546875, 2.859375, -6.125, 1.71875, -2.8125, -5.78125, -0.1064453125, -5.96875, -1.2109375, -0.1123046875, -2.953125, 0.90234375, 2.671875, -0.1494140625, -8.8125, -3.09375, -0.87109375, 2.421875, -6.53125, -0.40234375, 1.0390625, -5.40625, 0.87109375, 0.6640625, -3.359375, -4.5, -0.048583984375, 0.017578125, -6.59375, -5.28125, 4.65625, 0.55078125, -1.7578125, 0.341796875, -3.5625, 4.5625, 4.3125, -0.5390625, 1.1484375, -8.25, -0.796875, 0.6328125, 2.078125, -4.9375, 0.302734375, 1.203125, -1.796875, 0.1396484375, -2.8125, -1.734375, 2.8125, -1.734375, 2.25, -8.5, -0.66796875, -1.7734375, 1.921875, -2.953125, -0.3359375, 2.09375, -2.84375, 0.2451171875, -8.375, -1.4140625, -1.9453125, 2.8125, 1.59375, 0.2099609375, 2.125, 2.59375, -3.34375, -0.87109375, -1.5, -0.8515625, 0.1103515625, -1.328125, -1.0078125, -4.0625, 5.21875, 2.09375, -1.3984375, -3.53125, 1.0390625, -0.53515625, -0.71484375, 2.796875, 2.328125, -3.984375, 2.265625, 3.203125, 0.00482177734375, 2.46875, -4.09375, 3.625, -0.28515625, 6.125, -1.203125, -3.015625, -4.25, -3.796875, -2.03125, 3.5625, -5.9375, -0.2578125, -6.375, -3.734375, 2.6875, -2.171875, -0.287109375, -0.357421875, -0.373046875, -4.46875, 2.796875, 3.203125, 2.15625, -0.55859375, -0.244140625, -1.7890625, 0.984375, 4.15625, -1.4140625, -1.265625, -2.171875, 2.515625, -2.953125, -1.0, -1.9140625, -3.6875, -3.71875, -1.421875, -5.15625, -2.40625, -2.859375, 2.46875, -0.69140625, 1.3671875, -0.37890625, -2.59375, 4.25, -7.15625, -6.65625, -9.0625, 2.796875, -4.84375, -2.859375, -1.21875, -1.6328125, -3.265625, -2.234375, 0.64453125, -1.0546875, -0.60546875, 1.3046875, 1.40625, -0.67578125, -1.609375, -7.09375, 2.140625, 3.9375, 1.078125, -1.0703125, -6.4375, -1.53125, -3.78125, 3.125, -2.59375, -0.130859375, 1.4375, -1.453125, 5.21875, -0.64453125, -3.453125, -0.05517578125, -3.625, -2.09375, -2.203125, -2.921875, -1.265625, -1.4140625, 1.015625, 0.8125, -2.875, -2.921875, -3.96875, -0.408203125, -1.046875, -0.2236328125, -4.3125, -4.09375, -1.453125, 1.6953125, 3.75, -3.640625, 1.8203125, -4.78125, 0.27734375, -0.83984375, 1.046875, -0.93359375, -0.130859375, 2.78125, -0.000507354736328125, -6.25, 2.234375, -5.84375, -0.419921875, 1.9296875, -8.0625, 1.0546875, 1.4375, -2.734375, -3.140625, -1.3671875, 0.8203125, -0.318359375, 1.6328125, 0.361328125, 1.6015625, 2.203125, -7.25, -10.625, 0.0888671875, 1.8125, -0.76171875, 4.5, 1.171875, -2.234375, -9.625, -8.4375, -2.796875, 2.84375, 1.421875, 4.5, -8.0625, -6.15625, -6.0625, 4.15625, -1.390625, 1.3671875, -0.84765625, -2.109375, -1.140625, 0.0791015625, -1.1953125, -1.8828125, 0.6328125, -4.03125, 2.0625, -2.671875, 3.25, 3.515625, -3.796875, -1.34375, 0.52734375, 0.8984375, -0.02734375, -6.96875, -2.609375, -1.7578125, 3.984375, -13.9375, 1.3515625, -5.96875, -4.21875, -5.375, -1.109375, 1.0859375, 0.6171875, 1.546875, -2.0625, 2.578125, 1.7734375, 3.703125, -4.90625, -6.09375, 0.353515625, 1.2265625, -1.8046875, 3.734375, -0.5859375, 0.3671875, 0.51171875, 1.1640625, 1.171875, -7.25, 5.46875, 1.7109375, -0.703125, 2.4375, -8.3125, 2.921875, -3.609375, 3.703125, 1.953125, 0.4765625, -0.24609375, 0.55078125, 7.125, 2.828125, 0.90234375, 0.337890625, -1.296875, -2.25, -2.5, -7.40625, -0.7421875, 2.046875, -2.453125, -7.96875, -0.6640625, -5.03125, -1.3125, 2.15625, 4.5625, 1.1796875, -1.453125, -1.8203125, -0.80859375, -0.58984375, 2.328125, 0.1572265625, 1.9765625, -0.64453125, -0.09814453125, -0.8515625, -0.95703125, -4.0625, -0.171875, -3.0, -3.34375, -1.484375, 1.3515625, -7.0625, 1.7734375, -7.28125, -5.1875, -0.2451171875, -8.375, 2.140625, -5.0, 1.078125, 1.171875, 3.8125, 0.1103515625, -9.4375, -0.1376953125, 3.6875, -4.09375, -1.90625, -0.890625, 5.03125, 0.2470703125, -2.65625, -5.65625, 3.125, 5.96875, -0.87890625, 1.6875, 0.037353515625, -8.25, 0.77734375, -0.6171875, -0.26171875, -1.5625, -1.1640625, -3.8125, 1.2109375, -3.171875, -3.609375, -3.421875, -1.15625, -2.234375, -5.34375, 2.5, -3.21875, 1.328125, -0.26171875, 0.72265625, 1.0078125, -3.734375, -3.15625, -3.59375, -9.4375, -0.7421875, 2.8125, -1.109375, 0.890625, -3.203125, -0.703125, -0.185546875, 0.09375, -0.400390625, 0.60546875, 2.15625, 1.796875, -6.03125, -0.2001953125, -2.515625, -7.65625, -4.0625, -2.234375, 0.68359375, 3.53125, 5.3125, -3.671875, -0.23046875, -1.6015625, 2.28125, -0.73046875, 1.9609375, -1.2421875, 2.390625, -7.75, 0.8515625, 1.5703125, 0.197265625, -2.34375, 2.875, -3.796875, 2.125, -0.48046875, 0.384765625, 1.4140625, -1.375, -3.5625, -2.25, -3.015625, -5.125, -1.3359375, 2.25, 1.546875, -2.84375, -2.140625, 1.6015625, -1.0, 1.28125, 2.71875, 1.109375, -0.21484375, -0.52734375, -3.21875, -0.81640625, -4.28125, -3.71875, 2.234375, -7.53125, 2.34375, -4.34375, 3.0625, 1.46875, 3.234375, 1.0625, -0.396484375, 2.53125, -4.15625, 3.25, -0.349609375, -6.4375, -1.671875, -1.3203125, -4.375, 1.6875, -7.375, -3.140625, -0.00494384765625, -5.28125, 2.71875, 0.045166015625, 3.34375, -2.109375, 2.34375, -0.06396484375, 4.0625, -7.03125, -0.58203125, -0.73046875, -5.75, 1.8515625, -0.97265625, -2.21875, -8.0625, 3.015625, 0.87890625, 0.53125, -0.1767578125, -0.51953125, -2.0625, 0.443359375, -6.6875, 2.421875, -5.1875, -4.1875, -4.3125, 2.078125, 1.5625, 0.490234375, -6.4375, -0.310546875, -6.75, -3.34375, -2.015625, 0.384765625, -3.453125, 0.498046875, -3.75, -0.83984375, -0.048583984375, 1.328125, -6.84375, -0.91796875, -3.078125, 2.5625, -2.046875, -6.4375, -0.94140625, 5.25, -0.24609375, -0.546875, 2.78125, -2.140625, -7.375, -0.298828125, -3.65625, -2.828125, -1.5390625, 2.875, -0.66796875, 0.94140625, 3.203125, -4.375, -10.1875, 0.07763671875, 1.4765625, -0.97265625, -1.2890625, -0.5859375, -1.7890625, -4.65625, 3.046875, -5.375, -6.84375, -5.53125, 1.5546875, -3.375, 0.8671875, -2.296875, 0.44140625, -4.46875, -0.8359375, -0.62109375, -1.609375, -0.337890625, -3.5625, -1.734375, -2.390625, 0.8203125, 0.353515625, -1.484375, 0.080078125, 1.125, -2.5, -5.875, -9.1875, -0.1376953125, -3.796875, 0.83984375, -0.392578125, 0.353515625, 2.0, 2.0625, -3.0, 2.328125, -4.0, -5.28125, -0.48828125, 0.357421875, 2.3125, -0.59375, -0.609375, 0.19140625, -5.75, -0.4375, -3.796875, -2.765625, -0.703125, -2.984375, 1.734375, 0.60546875, 2.546875, -6.34375, -3.34375, -0.20703125, -0.53515625, -0.58203125, 1.7109375, 5.21875, 2.71875, -2.390625, -2.125, 0.8515625, -2.484375, -4.4375, -2.140625, -4.71875, -4.65625, -4.84375, -1.0703125, -2.0, 1.046875, 1.9296875, 1.21875, 2.078125, 4.6875, -3.421875, -2.0625, -3.125, -0.953125, 1.2265625, -0.6640625, 2.625, -0.00185394287109375, -3.578125, -8.6875, -0.6953125, -7.6875, 1.328125, -8.0625, 0.921875, 0.76953125, -0.482421875, -6.21875, -3.78125, -7.25, 1.3046875, -1.234375, 2.78125, -1.640625, 1.59375, 1.3671875, 1.5625, 0.453125, 0.2080078125, 0.201171875, 0.0673828125, -5.84375, 3.921875, -1.15625, 2.34375, -3.53125, 1.4609375, -6.5, -4.6875, 1.0859375, 2.765625, -3.9375, -1.90625, 1.9296875, -0.361328125, -4.78125, -2.734375, -0.06396484375, -4.78125, -2.6875, -1.421875, -6.25, -1.6875, -0.09228515625, -4.90625, -2.140625, -1.546875, -3.34375, 0.96484375, 2.296875, -5.375, 0.7265625, -4.0625, 2.578125, 1.1328125, -3.28125, -10.0, -3.828125, -3.390625, 1.5859375, 0.84765625, -0.80078125, 1.3046875, -1.5859375, 6.0625, 1.1484375, 3.34375, -3.0, -2.171875, -7.34375, 0.13671875, -0.5625, 5.4375, -5.78125, -0.154296875, -2.75, 0.53515625, -1.9140625, 2.0625, -0.310546875, -3.375, 0.82421875, -3.5, -2.6875, 1.6640625, -0.19921875, 2.953125, -3.53125, -2.546875, -1.4140625, -0.73046875, -7.03125, -6.1875, 1.484375, 2.625, -2.140625, -2.5, -4.375, -2.84375, -3.171875, 2.109375, 0.388671875, -2.265625, -8.0625, -4.28125, 2.84375, -1.078125, -1.265625, 1.2890625, 0.578125, -1.34375, -0.3125, 3.46875, -1.859375, -1.2734375, -0.515625, 2.921875, -2.875, -2.296875, -7.25, -4.5625, -5.46875, -2.515625, -2.140625, -2.3125, -6.46875, 3.140625, 0.32421875, -4.09375, -1.453125, -1.65625, -1.828125, -0.6640625, 1.890625, 3.171875, -6.78125, -8.0], "rewards_rejected": [-1.1328125, 0.12060546875, -1.6328125, -3.609375, 2.734375, -2.8125, -0.75, -1.4375, -7.875, -0.69921875, -1.84375, -5.21875, -2.109375, -1.453125, -1.2734375, -4.53125, 1.3828125, -9.5, 2.328125, -4.1875, 1.859375, -1.859375, -3.703125, -9.8125, -7.6875, 1.609375, 1.65625, -8.1875, 0.98828125, -7.25, -4.15625, -5.125, -2.171875, 1.9140625, -0.57421875, -0.8515625, 1.59375, -3.140625, -2.4375, -7.125, 1.109375, 0.173828125, -5.71875, -6.5625, 1.53125, -6.46875, -0.8671875, -6.84375, -10.75, 0.69140625, -4.53125, 2.578125, -0.0228271484375, -4.28125, -4.65625, -5.21875, -1.6953125, -0.73828125, 1.6796875, -6.375, -9.8125, -3.03125, -7.59375, -0.25390625, -1.515625, -12.0, 0.33203125, -3.484375, -6.6875, -2.203125, -2.84375, -3.421875, 0.408203125, 3.828125, 1.859375, 0.96875, -0.185546875, -3.703125, -6.53125, -3.046875, 0.1630859375, -2.84375, 4.0, -5.53125, -0.96484375, -0.46484375, 1.8984375, -4.25, -0.296875, -4.03125, -1.25, -5.59375, -0.390625, 0.80859375, -6.1875, -4.46875, -6.6875, -6.96875, -3.71875, 0.5390625, -2.3125, -2.71875, 1.765625, 2.578125, -0.953125, -2.140625, -2.5625, -6.125, -0.859375, -5.90625, -5.34375, -6.59375, -9.5625, -7.46875, -1.0234375, 0.205078125, -2.203125, -0.37890625, -8.1875, -8.25, -0.546875, -3.1875, -2.234375, -5.5625, -2.046875, -2.875, -3.265625, -0.9296875, -6.34375, -8.0, 1.1484375, -0.69140625, -2.890625, -7.71875, -3.75, -6.1875, -12.0625, 2.03125, -3.625, -4.34375, -5.6875, -5.1875, 0.007049560546875, -1.28125, 0.341796875, -0.546875, -6.0625, 1.84375, -12.0625, -1.859375, -1.28125, -5.90625, 4.0, -0.1865234375, 2.546875, -0.20703125, -1.1484375, -4.84375, -2.21875, -6.65625, 1.3125, -10.5625, -0.84765625, -7.125, -2.671875, -9.0, 0.016357421875, -3.765625, -11.0625, -2.765625, -2.46875, -7.0625, -9.5625, -2.21875, 2.953125, -4.90625, -0.291015625, -1.0078125, -1.5625, -1.6953125, -1.4765625, -6.40625, -6.59375, -5.28125, 0.053955078125, -2.4375, -1.15625, -4.6875, -2.296875, 4.5625, 4.3125, -8.125, -5.1875, -2.21875, -0.1396484375, -2.375, -3.015625, -3.5, -0.08349609375, -0.16015625, -8.5, 0.478515625, 0.427734375, -3.28125, -3.171875, 2.09375, 2.25, -7.90625, -0.66796875, -1.5703125, -0.69140625, -2.421875, -1.28125, -3.453125, -0.9140625, -0.1376953125, -7.03125, -1.4921875, -4.21875, -1.7734375, -0.92578125, 0.9296875, 2.0, -4.78125, -8.0, -2.078125, -7.28125, -6.125, -1.8359375, -5.28125, -9.8125, -4.0625, 6.125, -0.193359375, -2.984375, 0.07861328125, 2.078125, -1.6640625, -0.55859375, -0.0693359375, -1.8828125, -5.9375, -6.53125, -2.078125, 0.048828125, -1.9609375, -1.5, 0.9921875, -6.03125, -2.421875, -7.0, 0.54296875, -6.84375, -5.03125, -6.71875, 3.59375, -0.79296875, -1.96875, -1.515625, -4.25, 0.67578125, -3.53125, -0.287109375, -8.0625, -2.296875, -6.1875, -3.6875, -5.03125, -2.671875, -0.416015625, -1.03125, -4.15625, -11.75, -1.6171875, -2.546875, -2.515625, -2.171875, 1.9140625, -2.859375, 2.515625, 0.640625, -2.671875, 0.78515625, -1.0390625, -1.03125, -1.421875, -1.890625, -2.953125, -3.359375, 1.3515625, -7.65625, -1.2890625, -0.98828125, -7.15625, -7.1875, -4.59375, -0.703125, -3.8125, -2.21875, -1.953125, 0.162109375, -1.2109375, -6.375, 3.828125, 1.2109375, -2.125, -0.94140625, 0.7421875, -5.09375, -1.296875, -7.96875, -5.125, -13.1875, -0.91796875, 2.015625, -6.65625, -1.1484375, -5.1875, 2.75, -2.59375, -3.0625, -8.625, -8.4375, 1.359375, -7.9375, -3.296875, -4.0625, -3.625, -9.0, -2.203125, -0.3203125, -2.515625, -0.59765625, -1.2265625, -0.283203125, -10.125, -15.5625, -5.4375, -4.625, -6.03125, -2.265625, -0.8984375, -2.828125, -2.625, -2.765625, -2.109375, 0.8984375, 3.015625, -7.5625, -1.046875, -5.21875, 1.046875, 2.984375, -3.0625, 3.015625, 3.5, 0.333984375, 0.5859375, -5.71875, -1.5703125, -0.06494140625, -5.21875, -0.94921875, -5.40625, -2.015625, -2.609375, -8.4375, -1.0625, -0.357421875, 1.6328125, 0.625, -9.1875, 2.203125, -7.21875, -5.15625, -6.4375, 2.109375, -0.005889892578125, -6.5625, 1.5078125, 0.83984375, 2.578125, -9.3125, -4.1875, 3.140625, -4.84375, 4.53125, -8.0625, -3.265625, -1.03125, 0.291015625, -2.59375, -7.21875, -4.5, -2.109375, -5.75, 4.34375, 3.625, -1.8828125, -2.375, 4.125, -4.25, -3.359375, -10.75, 3.515625, -4.5, -8.375, -5.1875, -4.59375, -2.96875, -6.96875, -0.470703125, -0.32421875, -6.0, -10.5625, 0.37890625, -6.625, -1.4375, -6.40625, -8.9375, -3.25, 0.62109375, 1.546875, 1.9609375, 1.1796875, 1.2578125, 2.46875, -0.3671875, -8.375, -1.5859375, 0.96875, -1.0078125, 2.953125, -2.703125, -2.09375, -0.71875, 1.2578125, 1.5078125, -7.25, 2.8125, -8.5625, -7.4375, -0.396484375, -10.3125, -9.8125, -1.90625, 2.46875, -0.46484375, -2.6875, 2.296875, -3.671875, -9.0625, -3.75, -9.0, -3.625, -1.296875, -0.353515625, -0.83203125, -4.0625, -0.6328125, 1.8828125, -2.671875, 1.671875, -4.96875, -11.5, -1.2578125, 0.375, 0.341796875, -0.04248046875, 0.3984375, -2.578125, 0.66015625, -4.75, -0.78515625, -3.359375, 0.25, -7.9375, -2.484375, -4.71875, -9.1875, -3.453125, -6.53125, -5.8125, -3.1875, -0.1923828125, 4.21875, -2.046875, -5.0, -3.09375, -7.28125, -3.109375, -8.375, -1.859375, -1.9296875, -3.625, -3.46875, -3.96875, -1.8359375, -9.4375, -1.4375, -8.1875, 0.298828125, 0.67578125, -4.0625, -2.234375, 4.53125, 0.984375, -10.1875, 2.75, 4.34375, -0.232421875, -1.9921875, -3.828125, -2.75, -1.0546875, -9.75, -0.26171875, -1.1484375, 0.9375, -2.4375, -4.34375, -2.359375, -2.125, -4.96875, -6.28125, 0.83984375, 3.140625, 1.53125, -4.1875, -0.251953125, -0.515625, 0.44921875, -9.4375, -5.46875, -3.8125, -6.09375, -9.4375, -2.859375, 1.2421875, -8.9375, -4.0, -0.84765625, -7.4375, -1.8046875, -4.3125, -1.2421875, -0.625, 0.203125, -5.46875, -7.9375, -9.1875, -3.625, -7.15625, -3.453125, 0.349609375, -0.99609375, -0.55078125, 4.21875, 0.91796875, 1.109375, -1.0625, -4.34375, -1.4765625, 1.0546875, -1.2421875, -6.46875, -3.984375, -1.40625, -0.78515625, -1.3046875, -4.90625, -6.46875, -4.5, 2.0, -0.62890625, -7.21875, 2.859375, -0.451171875, -3.5625, -0.400390625, -4.71875, -5.59375, -5.96875, -6.1875, -5.5625, -0.9140625, -9.625, -5.90625, -1.71875, 1.265625, -0.7578125, -1.8125, -2.9375, 0.953125, -0.74609375, -8.75, -4.28125, 0.78515625, 2.453125, -7.34375, -3.25, -9.5625, 3.125, -1.578125, -5.125, 0.4609375, 2.0625, -1.15625, -2.171875, -10.75, -6.03125, -6.03125, 1.421875, 0.068359375, 1.375, 0.50390625, 0.466796875, -2.859375, -2.9375, -6.625, 1.671875, -5.78125, -1.5703125, 0.3515625, 2.796875, 1.2734375, -0.78125, -1.1875, -1.0625, -7.6875, -2.875, -2.75, 0.515625, 0.59765625, -8.0625, 2.1875, -0.55078125, 1.421875, 4.65625, -0.3515625, -4.78125, -0.2890625, -5.71875, -0.5078125, -8.5, -1.9453125, -5.96875, 3.140625, -1.171875, -3.53125, -6.03125, -0.1328125, -10.8125, -8.0, -2.15625, 1.3984375, -4.65625, -0.7890625, -2.453125, -5.21875, -1.4765625, -2.8125, -6.84375, -3.53125, -4.28125, 0.490234375, -4.65625, -5.375, -0.78515625, -6.15625, -4.40625, -5.4375, -1.703125, -0.69140625, -8.4375, -4.59375, -3.015625, 2.03125, -3.234375, -7.71875, -0.65625, 0.83984375, -4.46875, 0.349609375, -10.1875, 1.859375, -10.625, -7.78125, -4.09375, 0.08984375, 1.4296875, -0.25390625, -3.140625, -1.6953125, -6.84375, -1.765625, -3.1875, 0.2060546875, -9.875, -4.625, -5.6875, -5.90625, -2.0625, -4.875, -12.0, 0.921875, -4.1875, -3.28125, -2.390625, 1.53125, -1.5859375, -4.90625, -0.56640625, -2.25, -0.44140625, -5.1875, -11.875, 1.7890625, 1.0234375, -3.078125, -2.953125, -0.12890625, -0.73046875, 2.46875, -6.625, -7.8125, -4.4375, -0.287109375, -7.0625, 1.984375, -0.9140625, -2.8125, -5.4375, 0.19140625, -5.75, 0.234375, -5.03125, -4.3125, -7.4375, 2.234375, -6.4375, -5.09375, 1.6640625, -4.28125, -8.0, -6.78125, -0.87109375, -4.21875, 0.84765625, -6.75, 2.71875, -2.828125, -1.2265625, -0.1513671875, -6.90625, -5.6875, -4.03125, -4.71875, -7.25, -6.90625, 2.015625, -6.0625, -4.3125, -0.06494140625, 0.84375, -3.296875, 4.6875, -4.96875, 1.9609375, -1.9765625, -6.28125, -0.1015625, -1.0625, -8.0625, -1.0859375, -1.5546875, -6.1875, -0.470703125, -3.9375, -0.251953125, -8.0625, -6.96875, -10.0625, -8.9375, -10.8125, -5.1875, -7.21875, -2.1875, -8.3125, -1.8359375, -0.60546875, -1.0234375, 1.3515625, -7.4375, 2.984375, 0.36328125, -1.4296875, -2.15625, -8.5, -3.734375, -5.59375, -3.25, -2.40625, -3.1875, -0.46875, -11.0625, -0.6484375, -1.1875, -1.609375, -0.279296875, 1.1328125, -6.84375, -1.796875, -2.8125, 1.2734375, -3.640625, -3.078125, -3.75, -7.65625, -1.109375, -2.765625, -9.4375, -1.796875, -1.546875, -1.515625, -3.1875, -7.21875, -1.6953125, -1.796875, -2.546875, -0.9765625, -1.28125, -2.59375, -10.0, -4.375, -0.047607421875, -1.0, -0.020263671875, -1.796875, -8.125, -2.484375, -3.203125, -2.5, -0.51171875, 3.765625, -2.171875, -4.21875, 4.25, 3.9375, -3.40625, -6.75, -6.53125, -1.3359375, 2.65625, -1.609375, 2.46875, -3.234375, -5.71875, -0.021484375, -4.625, -2.6875, 3.15625, -0.19921875, 1.953125, -4.875, -4.90625, -3.46875, -1.4765625, -5.59375, -1.75, 1.0078125, -8.0625, -2.15625, -4.03125, -1.8125, -1.7265625, -5.1875, 1.8984375, 1.0625, -0.390625, -5.4375, -3.234375, 2.40625, 1.5859375, -12.1875, 4.0625, -5.65625, -1.34375, -0.0751953125, -8.1875, -4.125, 0.76171875, -0.400390625, -0.447265625, 1.6484375, 2.546875, -7.21875, -4.5625, -2.46875, -3.515625, -1.7578125, -2.296875, -6.46875, -4.8125, -0.1416015625, -5.0625, -4.25, -1.1953125, -8.9375, -4.96875, -10.25, 0.271484375, -4.8125, -5.34375], "margins": [-1.0234375, 0.44580078125, -1.0078125, -0.953125, -0.53125, -0.71875, 0.0, -0.09375, 2.15625, 0.0, 2.60546875, 2.109375, -3.765625, 1.025390625, 2.4375, 5.515625, -1.27880859375, 6.125, 1.234375, -1.15625, 0.234375, 0.125, 0.0, 9.70458984375, 2.875, -3.609375, -0.0390625, 6.6640625, -1.375, 6.814453125, 2.3671875, 2.828125, 4.296875, 0.6015625, 0.7666015625, -0.09765625, 0.0, 3.9765625, 2.98828125, 4.359375, -0.5, -0.0498046875, 7.1328125, 0.625, 0.96875, 8.859375, 0.0, 2.4375, 11.017578125, -2.11328125, 2.46875, -12.203125, -0.9381103515625, 5.8671875, 2.75, 1.5625, -2.8046875, 4.34765625, -7.0546875, 5.09375, 10.189453125, 0.0, 3.59375, -1.33984375, -4.859375, 12.7109375, -0.90234375, 0.359375, 0.0, -4.265625, 3.0908203125, 1.046875, 0.998046875, -3.18359375, -1.78173828125, 0.2578125, 2.669921875, -2.640625, 0.0, 1.6015625, -3.9912109375, 0.265625, -2.6171875, 0.0, -0.10546875, -4.09765625, -4.9296875, 5.22265625, 1.7421875, 2.1796875, 0.0, 8.34375, -1.875, -3.27734375, 5.1484375, 1.640625, 0.0, 5.59375, 6.65625, 2.3203125, -0.9375, -1.78125, 3.421875, -12.203125, -1.265625, -0.40625, 2.880859375, 5.46875, 1.306640625, 10.09375, 0.09375, 4.765625, 0.8125, 12.625, 2.2734375, -1.462890625, 1.55859375, 1.1171875, 3.4375, 8.1337890625, 0.7685546875, 4.6484375, -0.046875, -0.6875, 3.8828125, 0.828125, -1.734375, 5.3984375, 1.46875, 2.96875, -1.76953125, 0.443359375, 1.78125, 4.46875, 2.9765625, 4.1953125, 13.609375, -4.859375, 0.0, 2.5078125, 6.12890625, 4.0703125, -5.507049560546875, 0.9453125, -1.685546875, 0.7685546875, 0.0, -6.0, 10.2578125, -2.453125, 2.4140625, 3.453125, -3.7939453125, -2.1884765625, 0.0, 3.06640625, -4.9765625, 6.5625, -0.59375, 0.875, -1.4189453125, 4.59375, -0.36328125, 7.0126953125, -0.28125, 9.90234375, 2.655517578125, 3.6162109375, 2.25, -0.328125, 1.59765625, 9.484375, 3.03125, 1.81640625, -1.9140625, -0.5, 1.162109375, 1.671875, -1.796875, -2.8046875, 1.427978515625, 6.423828125, 0.0, 0.0, 4.602294921875, 2.98828125, -0.6015625, 5.029296875, -1.265625, 0.0, 0.0, 7.5859375, 6.3359375, -6.03125, -0.6572265625, 3.0078125, 5.09375, -1.4375, 0.38623046875, 1.36328125, 6.703125, -0.3388671875, -3.240234375, 1.546875, 5.984375, -3.828125, 0.0, -0.59375, 0.0, -0.203125, 2.61328125, -0.53125, 0.9453125, 5.546875, -1.9296875, 0.3828125, -1.34375, 0.078125, 2.2734375, 4.5859375, 2.51953125, -0.7197265625, 0.125, 7.375, 4.65625, 1.20703125, 5.78125, 5.2734375, 1.9462890625, 3.953125, 8.8046875, 0.0, -0.90625, 2.287109375, 1.5859375, -3.60986328125, -1.0390625, 1.12890625, -0.15625, 2.8662109375, 4.2109375, 1.953125, 8.796875, 5.28125, -0.04400634765625, 4.4296875, -2.59375, 2.6328125, 5.74609375, 8.546875, 5.796875, -3.55859375, 2.59375, 1.234375, 4.6875, -0.03125, -5.14453125, 1.7109375, -4.859375, 0.515625, 2.01171875, 1.359375, 0.0, 7.705078125, 1.923828125, 1.71875, 6.484375, 8.234375, 4.828125, -0.142578125, 0.787109375, 2.3671875, 12.734375, 5.7734375, 1.1328125, 1.25, 0.0, 0.6015625, -0.09375, -3.515625, -2.5546875, -1.015625, -4.50390625, -0.3828125, -4.125, -0.984375, -0.96875, 5.421875, 2.66796875, 0.015625, 7.27734375, -1.3046875, 5.23828125, 0.0, 0.53125, -4.46875, 3.5, -1.03125, -0.640625, 0.734375, -1.794921875, -2.0546875, 4.140625, -3.18359375, -2.265625, 1.51953125, 2.24609375, 0.6640625, 4.41796875, -0.3125, 0.875, 7.265625, 17.125, 1.99609375, -3.0859375, 0.21875, -0.3828125, 1.40625, 0.375, 0.0, 2.931640625, 10.0625, 6.984375, 3.859375, 7.29296875, -0.15625, 4.00732421875, 0.0, 6.90625, 0.0, -2.6015625, 1.25, -0.81640625, 2.2421875, 1.095703125, 7.25, 12.640625, 1.46875, 4.216796875, 4.984375, 2.0419921875, -3.4140625, -1.265625, 1.171875, 4.4609375, 5.859375, -4.5390625, -1.1953125, 2.78125, 1.32421875, 4.37890625, 0.0, -3.91796875, 2.931640625, -0.234375, -3.500507354736328, -6.583984375, 1.6484375, -0.125, 1.150390625, 1.99462890625, -2.84375, 2.00390625, 6.84375, -0.71875, -0.53125, 7.0703125, 1.8828125, 0.0390625, 0.0, -0.263671875, 10.7890625, 0.0, -0.03125, -5.46875, 6.5263671875, -0.296875, -0.755828857421875, 11.0625, -0.3359375, -3.07421875, -12.203125, 0.875, 1.390625, -0.296875, 6.265625, -0.03125, 0.0, -2.890625, -5.03125, 3.865234375, 1.203125, 8.5859375, 3.65234375, 0.0, 4.609375, -4.2646484375, -4.8203125, 0.0, 3.0078125, -8.15625, 6.3125, 0.6875, 14.0, 0.0, 0.703125, 7.03125, 5.71484375, 5.4921875, 2.94140625, 0.0, -2.138671875, -1.43359375, 9.984375, -3.375, 0.97265625, 0.65625, -2.78125, 1.03125, 7.828125, 4.3359375, -0.00390625, 0.0, -4.0234375, 1.3984375, 0.515625, 1.234375, -4.5390625, 2.28125, 1.939453125, 0.2578125, -0.796875, 0.78125, 2.1171875, 2.4609375, 1.23046875, -0.09375, -0.3359375, 0.0, 2.65625, 10.2734375, 6.734375, 2.833984375, 2.0, 12.734375, -1.703125, 1.234375, 2.41796875, 3.1640625, -2.54296875, 4.22265625, 16.1875, 6.578125, 9.90234375, 3.962890625, 0.0, -1.896484375, -1.66796875, -3.34375, -0.109375, 0.1640625, 0.21875, -9.640625, 4.3046875, 6.46875, -0.0546875, 1.78125, 4.220703125, 1.22216796875, -1.8515625, 0.7578125, -1.46875, 4.16015625, 3.11328125, 3.5166015625, 1.7265625, 7.29296875, 2.38623046875, 3.8671875, 8.23046875, -0.609375, 6.359375, 2.8125, -0.15625, -1.2919921875, -2.8671875, -5.015625, 6.7734375, -4.1875, 2.09375, 2.8642578125, 0.0, 4.0, -3.0703125, 4.703125, 4.640625, 7.78125, 1.9462890625, 0.0, 1.2998046875, 11.875, -4.392578125, -2.58203125, 3.171875, 7.265625, -4.2841796875, -3.640625, 4.53125, 0.375, 1.625, -0.646484375, 3.6796875, 3.865478515625, -5.5, 1.83203125, 9.1328125, 0.0, -0.4140625, -2.1015625, -1.375, 5.5546875, -0.8125, -1.484375, 1.546875, 5.125, -3.07421875, -8.484375, 0.96875, 0.96875, 1.580078125, 0.25390625, 0.2734375, 10.4453125, 1.734375, 0.65625, 2.5, 0.0, 2.1171875, 1.5703125, 7.828125, 4.890625, -2.35546875, 6.734375, 1.619140625, 4.40625, 0.841796875, 1.23046875, 1.953125, 7.265625, 1.90625, 8.9873046875, 1.109375, -0.5, -0.609375, -2.583984375, 1.6796875, 4.08203125, 1.09375, -4.58984375, -1.33984375, -0.5390625, 6.625, 0.74609375, 0.90625, 0.0, 8.859375, -3.765625, 2.2578125, 2.35546875, 1.501953125, 2.5625, 9.34375, 0.703125, 0.125, 0.1484375, 7.603515625, -1.4453125, -0.923828125, 0.0, -1.849609375, 1.703125, 0.46875, 4.6328125, 8.4375, 7.109375, -1.9296875, 7.484375, 7.5078125, 0.71875, 0.015625, 3.4765625, 2.921875, 2.72265625, -1.48046875, -2.47265625, 7.93359375, 0.0, -4.50390625, -0.21875, -0.1875, 5.59375, 5.21875, -0.0625, 3.046875, 8.359375, 0.6015625, -2.458984375, 3.6875, -1.984375, 14.0, 5.681640625, -0.40625, -3.09375, -1.388671875, -5.75, 1.18359375, -7.841796875, -0.28125, 2.93255615234375, 1.34375, 1.046875, 5.826416015625, 4.9140625, -2.4609375, -0.453125, -1.33740234375, 4.84375, -5.84375, 0.48046875, 6.95703125, -2.875, 4.6015625, -1.48828125, -2.81640625, 0.0, 0.828125, 1.4296875, -0.890625, -4.8330078125, -0.16796875, 2.71875, 0.732421875, -0.96875, 2.9296875, 3.3125, -2.2421875, 1.65625, -1.0625, 2.734375, 4.021484375, -0.40625, -0.177734375, 4.0625, 4.65625, 0.140625, -1.013671875, 1.203125, 1.287109375, -1.296875, 4.37890625, 1.427978515625, 4.140625, 0.0, 2.61328125, 1.203125, 2.072265625, 2.609375, -1.0625, -0.15625, 11.40625, 4.16015625, 4.890625, 4.484375, -1.44921875, 1.0625, 4.294921875, -0.640625, -4.859375, 1.6953125, 10.59375, -0.01171875, 0.1015625, 7.671875, -4.724609375, 0.0, -1.78173828125, 12.1015625, 6.80859375, 2.8046875, -0.67578125, -3.21875, -4.40234375, 6.1875, -3.6796875, 0.0, -3.765625, 4.7421875, -3.5810546875, 10.7421875, 2.328125, 6.12890625, 1.4375, 1.2265625, 4.25390625, 10.390625, -1.259765625, 0.625, 1.546875, 0.0, -0.7109375, 1.939453125, 3.421875, 0.646484375, 3.375, -2.05859375, -0.6875, 2.6875, -1.9267578125, -4.8203125, 3.91796875, 2.560546875, 0.482421875, 2.73046875, -0.40625, 3.625, 10.140625, 0.4375, -4.994140625, 6.57421875, -1.626953125, 3.2265625, 2.21875, 4.828125, 0.0, 0.0, -0.671875, 1.234375, 1.546875, 6.734375, -5.21875, 8.171875, 5.69921875, 0.8828125, -2.0625, 4.65625, 6.57421875, 0.3359375, 3.63671875, 0.86328125, 11.96875, 0.0, 0.4375, -0.8984375, 1.0029296875, 4.421875, 1.25, 1.890625, 0.0, 2.59375, 2.0625, -3.0859375, 4.0625, 5.359375, 1.99462890625, 0.375, 5.375, 0.0, 1.546875, -4.0234375, -1.1484375, 5.328125, 1.328125, 0.3984375, 10.6875, 1.0840835571289062, -2.0234375, -2.5, -0.224609375, -3.75, 1.580078125, 0.0, 7.890625, 10.83203125, 8.455078125, 4.59375, 1.40625, -0.03125, 3.4921875, 7.078125, 4.6171875, -1.03515625, 2.6171875, 0.015625, 9.0, -2.53125, -0.1552734375, 1.630859375, 2.2236328125, 2.65625, 7.65625, 4.4375, 5.59375, -1.125, 4.6484375, -6.03125, 6.375, 1.734375, 3.953125, -2.328125, -1.626953125, 0.796875, 6.482421875, -2.984375, 0.078125, -1.33740234375, -1.140625, 0.390625, 2.328125, 1.40625, -0.578125, 2.67333984375, 4.53125, -0.34375, 0.0, -1.828125, 4.15234375, 9.515625, -3.6796875, 2.5234375, -1.515625, 3.5546875, 2.4140625, -0.6875, 0.0, 0.546875, -3.343017578125, 2.5859375, 0.867919921875, 0.99609375, 9.4296875, 0.8984375, 9.265625, 3.6484375, 3.85546875, -6.765625, 0.0, -3.125, -4.11328125, -4.5, 8.84375, 0.96875, 6.376953125, -1.4140625, -2.12109375, -0.3046875, -0.40625, 2.923828125, 2.34375, 0.845703125, 1.125, 0.0, -1.4921875, 0.0, 1.0, 1.34375, 2.359375, 2.0546875, 0.74609375, -1.4375, -4.4375, 0.4765625, 10.6875, 0.015625, 1.53125, -2.5625, -1.1171875, 2.015625, 0.2109375, -0.673828125, -1.875, -2.625, -1.046875, 0.4375, -2.6640625, 10.921875, -2.7734375, 6.234375, 0.0, -0.2373046875, 11.65625, 2.265625, -2.03515625, -0.115234375, 3.369140625, -4.5234375, -4.84375, -0.03125, 0.0, -3.0, 1.0, -0.3828125, -0.015625, 0.0, 7.953125, 0.4658203125, 0.96875, 2.796875, -0.4609375, 7.109375, 4.3046875, 12.140625, 2.900390625, -1.96875, -2.65625]} \ No newline at end of file diff --git a/margin_logs/val_margins_stem_epoch_8.json b/margin_logs/val_margins_stem_epoch_8.json new file mode 100644 index 0000000000000000000000000000000000000000..f6b702d3e9866110538bba1ff629ab19beb7b6a6 --- /dev/null +++ b/margin_logs/val_margins_stem_epoch_8.json @@ -0,0 +1 @@ +{"epoch": 8.0, "step": 1968, "domain": "stem", "rewards_chosen": [-2.5625, 0.4765625, -3.3125, -4.5, 2.078125, -4.5625, -1.34375, -1.75, -6.3125, -1.0625, 1.0703125, -3.484375, -6.78125, -0.03564453125, 1.71875, 1.828125, 0.78125, -3.875, 4.4375, -5.875, 2.75, -1.8984375, -4.03125, 0.0546875, -5.0625, -2.109375, 2.28125, -1.4453125, -0.5390625, -0.0966796875, -2.546875, -2.28125, 1.9453125, 2.671875, 0.71875, -1.1328125, 1.828125, 1.3828125, 1.4375, -2.828125, 1.328125, 0.263671875, 1.9921875, -6.40625, 3.078125, 3.265625, -0.86328125, -5.46875, 0.73828125, -1.7265625, -1.9453125, -10.875, -0.58203125, 1.7265625, -1.7109375, -3.671875, -4.9375, 4.3125, -5.1875, -1.125, 0.890625, -3.6875, -4.53125, -1.6484375, -7.25, 1.21875, -0.0634765625, -3.078125, -7.3125, -7.59375, 0.76953125, -2.65625, 1.921875, 0.51171875, 0.3203125, 2.125, 3.3125, -7.0625, -7.0, -1.5625, -5.34375, -3.359375, 1.8671875, -6.46875, -1.6796875, -5.3125, -3.0, 1.4765625, 1.8359375, -2.203125, -1.4140625, 3.125, -2.5625, -3.671875, -0.77734375, -1.640625, -7.375, -1.453125, 3.921875, 3.421875, -3.375, -5.3125, 5.875, -10.875, -3.484375, -2.625, 0.57421875, -0.384765625, 0.474609375, 4.71875, -5.6875, -1.4453125, -9.875, 6.375, 2.109375, -1.6484375, 0.040771484375, 1.6875, -5.5, -0.10205078125, 0.73046875, 2.046875, -2.71875, -7.25, 2.328125, -2.25, -5.90625, 5.78125, -5.3125, -5.125, 0.09326171875, 0.376953125, -1.0703125, -2.96875, -0.279296875, -1.9453125, 2.40625, -3.15625, -4.34375, -2.40625, 1.0546875, -1.078125, -5.6875, -0.03564453125, -1.21875, 0.73046875, -6.9375, -4.625, -2.03125, -4.46875, 1.640625, -2.90625, 0.11572265625, -2.6875, 2.625, 3.15625, -6.5, 2.234375, -2.953125, -6.65625, 0.341796875, -6.78125, -1.734375, 0.435546875, -3.1875, 1.125, 3.359375, 0.080078125, -10.3125, -3.9375, -0.275390625, 3.40625, -7.78125, 0.1962890625, 1.1015625, -6.03125, 1.3203125, 0.78515625, -3.34375, -4.9375, 0.279296875, 0.310546875, -7.9375, -5.8125, 5.84375, 1.4375, -2.25, -0.376953125, -3.359375, 4.5, 3.953125, -1.9921875, 1.5859375, -9.4375, -0.490234375, 1.1796875, 2.875, -5.59375, 0.7109375, 1.5625, -1.921875, 1.328125, -2.8125, -1.609375, 3.375, -1.890625, 2.0625, -8.625, -0.9609375, -2.96875, 2.703125, -2.671875, -0.03564453125, 2.5, -2.953125, 0.3203125, -9.4375, -1.6484375, -1.75, 4.03125, 2.265625, 0.37109375, 2.65625, 2.890625, -4.75, -0.6640625, -1.0546875, -1.0, -0.216796875, -1.3671875, -0.9453125, -4.5, 5.84375, 2.6875, -1.375, -3.71875, 1.3671875, -0.93359375, -0.37890625, 4.03125, 3.03125, -5.0, 2.5, 4.46875, 0.84765625, 3.359375, -3.984375, 4.625, 0.1318359375, 7.4375, -1.0, -3.296875, -5.03125, -4.59375, -1.96875, 4.09375, -6.90625, -0.404296875, -7.25, -3.9375, 3.8125, -2.625, -0.26953125, -0.3125, 0.228515625, -5.46875, 3.8125, 4.375, 2.671875, -0.1162109375, 0.09912109375, -2.546875, 2.0625, 4.5, -1.1640625, -1.1875, -2.296875, 2.671875, -3.4375, -1.1015625, -1.5234375, -4.84375, -5.15625, -1.5234375, -5.90625, -2.15625, -3.6875, 2.890625, -0.74609375, 1.8828125, 0.2060546875, -2.703125, 5.25, -7.65625, -7.40625, -10.625, 4.0, -5.0625, -3.71875, -1.3203125, -2.484375, -3.75, -2.4375, 0.51171875, -1.34375, -0.12109375, 1.1328125, 1.5703125, -0.81640625, -1.859375, -8.4375, 2.546875, 5.0625, 1.890625, -1.0390625, -6.59375, -1.96875, -3.59375, 3.96875, -2.875, -0.2890625, 1.34375, -1.109375, 5.71875, -1.0234375, -4.21875, 0.003448486328125, -4.40625, -1.9453125, -2.234375, -2.90625, -1.1875, -0.9375, 1.78125, 0.9765625, -2.640625, -2.71875, -4.53125, -0.60546875, -1.1640625, 0.42578125, -4.28125, -4.59375, -1.3984375, 2.234375, 4.90625, -4.96875, 2.625, -5.375, 1.3046875, -0.40234375, 0.58984375, -0.85546875, -0.2890625, 2.984375, -0.1318359375, -6.9375, 2.640625, -6.875, -0.396484375, 2.015625, -8.6875, 0.9453125, 2.71875, -3.5625, -3.0625, -0.94140625, 1.375, -0.0054931640625, 1.3984375, 1.375, 2.640625, 2.09375, -8.1875, -11.25, 0.9140625, 2.25, -0.36328125, 5.84375, 1.4453125, -3.484375, -10.875, -10.125, -3.0625, 3.828125, 2.1875, 5.46875, -9.3125, -6.5, -6.03125, 4.375, -0.80859375, 2.15625, -0.44140625, -2.78125, -0.62109375, 0.294921875, -1.7109375, -2.125, 1.1796875, -4.625, 2.703125, -2.546875, 3.953125, 3.46875, -4.1875, -2.390625, 0.96484375, 1.703125, 0.171875, -8.0625, -2.390625, -1.90625, 5.09375, -14.625, 2.015625, -6.1875, -4.34375, -6.625, -0.80859375, 1.921875, 1.2578125, 1.1171875, -1.90625, 3.4375, 1.8125, 4.625, -5.40625, -7.71875, 0.1884765625, 2.125, -2.671875, 4.4375, -0.26171875, 1.109375, 0.9765625, 1.6171875, 1.4453125, -7.4375, 6.46875, 2.046875, -0.1611328125, 3.21875, -9.8125, 3.328125, -4.78125, 4.625, 2.171875, 1.171875, -0.73828125, 1.515625, 8.5, 3.765625, 1.125, 1.1328125, -1.1796875, -2.5625, -2.625, -8.8125, -1.2734375, 2.453125, -3.484375, -9.6875, -0.298828125, -5.25, -1.4375, 2.953125, 5.875, 2.21875, -1.3671875, -1.7265625, -0.73828125, -0.95703125, 3.046875, 0.734375, 3.03125, -1.0234375, -0.00848388671875, -1.515625, -0.4921875, -4.71875, 0.072265625, -3.15625, -3.96875, -1.53125, 2.625, -8.0625, 2.8125, -7.96875, -6.21875, 0.287109375, -9.0, 2.921875, -4.6875, 1.640625, 2.34375, 5.34375, -0.216796875, -10.1875, 0.1953125, 4.5625, -4.46875, -3.109375, -0.423828125, 6.3125, 0.40234375, -3.234375, -6.28125, 3.96875, 7.125, -0.50390625, 2.375, 0.8203125, -8.875, 1.2421875, -1.3359375, -0.353515625, -1.6015625, -1.171875, -4.78125, 1.6796875, -3.515625, -4.0, -3.421875, -0.95703125, -3.484375, -5.5, 3.078125, -4.25, 1.6875, -0.0174560546875, 1.203125, 1.8671875, -3.25, -3.75, -3.9375, -10.1875, -0.4140625, 3.5, -0.80859375, 1.046875, -4.78125, -0.1611328125, -0.33203125, 0.376953125, -0.040771484375, 0.90625, 2.71875, 1.8046875, -6.90625, 0.455078125, -2.4375, -8.9375, -4.71875, -1.9453125, 0.5078125, 4.84375, 6.34375, -4.375, -0.2255859375, -1.7109375, 2.921875, -0.55078125, 2.359375, -1.5546875, 3.265625, -8.125, 1.703125, 1.9921875, 0.671875, -2.109375, 3.984375, -4.1875, 2.65625, 0.08251953125, 0.953125, 2.0625, -1.5, -3.703125, -3.21875, -3.109375, -5.8125, -1.53125, 2.4375, 1.40625, -2.953125, -2.03125, 1.71875, -0.458984375, 1.7578125, 3.28125, 1.0, -0.46875, -0.82421875, -3.046875, -0.5859375, -4.34375, -5.15625, 3.0625, -8.75, 2.953125, -3.96875, 3.890625, 2.0, 4.3125, 1.1796875, -0.21484375, 2.34375, -4.59375, 3.953125, -0.5546875, -7.1875, -1.8203125, -1.3515625, -4.96875, 2.125, -8.1875, -3.015625, 0.0546875, -5.84375, 2.953125, 0.310546875, 4.71875, -2.359375, 3.015625, 0.4609375, 5.375, -8.0625, -0.57421875, -0.2080078125, -6.46875, 1.6875, -0.80078125, -2.71875, -8.75, 3.640625, 0.96484375, 0.68359375, -0.33203125, -0.1005859375, -2.875, 1.0859375, -7.96875, 2.5, -6.0625, -4.78125, -4.9375, 2.34375, 1.2421875, 1.140625, -7.1875, -0.130859375, -7.71875, -4.75, -2.296875, 0.384765625, -3.890625, 0.69921875, -3.796875, -0.40234375, 0.279296875, 2.40625, -7.28125, -1.328125, -3.390625, 3.34375, -2.078125, -6.46875, -0.326171875, 6.625, -0.03369140625, -0.1611328125, 3.515625, -1.9921875, -7.34375, -0.44921875, -5.09375, -3.15625, -1.6328125, 3.96875, 0.416015625, 1.7109375, 3.828125, -4.6875, -10.9375, 0.3203125, 2.375, -0.279296875, -1.09375, -0.71875, -2.515625, -5.65625, 3.328125, -5.8125, -7.28125, -5.5625, 2.5625, -3.796875, 1.0234375, -2.3125, 1.0546875, -5.21875, -0.41015625, -0.9453125, -2.4375, 0.3359375, -3.703125, -1.609375, -3.0625, 1.09375, 0.1884765625, -1.796875, 0.4296875, 1.9140625, -3.015625, -6.90625, -11.25, 0.298828125, -4.5625, 1.390625, 0.142578125, 0.70703125, 2.46875, 2.84375, -3.171875, 3.5, -4.8125, -5.46875, -0.56640625, 0.7109375, 2.859375, -0.416015625, -0.41015625, -0.2265625, -6.3125, -0.65625, -4.59375, -3.25, -0.1611328125, -3.625, 2.53125, 1.203125, 3.25, -7.4375, -4.75, -0.494140625, -0.482421875, -0.328125, 2.234375, 6.4375, 2.5, -2.5625, -2.375, 1.3125, -3.546875, -4.78125, -2.0625, -4.875, -5.53125, -5.625, -1.0390625, -1.15625, 1.234375, 2.015625, 2.390625, 2.765625, 4.6875, -3.421875, -1.90625, -3.5625, -0.330078125, 1.2890625, -0.220703125, 3.34375, 0.0732421875, -3.9375, -9.1875, -0.80859375, -8.6875, 1.6875, -8.75, 1.6328125, 1.2890625, -0.34765625, -7.375, -3.59375, -8.1875, 2.234375, -1.0390625, 3.125, -2.328125, 2.046875, 1.8828125, 2.125, -0.059326171875, 0.93359375, 0.12158203125, 0.92578125, -6.46875, 4.59375, -1.453125, 2.953125, -5.84375, 2.046875, -7.6875, -5.75, 1.265625, 3.8125, -3.765625, -2.15625, 2.359375, 0.0888671875, -5.03125, -3.140625, 0.4609375, -5.25, -2.96875, -0.97265625, -7.0625, -1.609375, 0.259765625, -5.3125, -2.140625, -0.9921875, -3.46875, 1.4296875, 2.53125, -5.8125, 1.2734375, -4.5625, 3.734375, 1.640625, -4.34375, -10.4375, -3.5625, -3.34375, 2.15625, 0.98828125, -1.75, 1.7890625, -2.0, 7.28125, 1.4375, 4.25, -3.0, -2.296875, -8.3125, 0.474609375, -0.515625, 6.78125, -6.4375, 0.53515625, -2.453125, 1.171875, -1.4296875, 2.84375, -0.2265625, -3.609375, 1.546875, -3.390625, -3.328125, 2.5, -0.59375, 3.40625, -3.40625, -2.53125, -1.5234375, -0.55078125, -7.875, -6.84375, 2.0625, 3.34375, -1.96875, -2.21875, -5.75, -2.71875, -2.65625, 2.796875, 0.1064453125, -2.5625, -9.1875, -5.125, 3.359375, -1.4375, -1.5546875, 1.2734375, 1.6015625, -1.8984375, 0.2294921875, 3.875, -1.4140625, -1.265625, -0.01483154296875, 4.28125, -2.828125, -2.8125, -8.1875, -4.6875, -5.84375, -2.375, -2.5, -2.40625, -7.09375, 4.0, 0.55859375, -3.671875, -1.671875, -1.6015625, -2.703125, -0.298828125, 2.71875, 4.09375, -8.3125, -10.0625], "rewards_rejected": [-1.1640625, -0.13671875, -1.90625, -3.671875, 2.671875, -3.171875, -1.34375, -1.3671875, -9.125, -1.0625, -2.109375, -6.03125, -2.515625, -1.171875, -1.359375, -6.0, 2.265625, -11.25, 2.1875, -3.96875, 2.5625, -2.015625, -4.03125, -11.0625, -8.375, 1.890625, 2.453125, -9.25, 1.3828125, -9.5, -5.25, -5.78125, -3.125, 2.171875, -0.458984375, -0.6640625, 1.828125, -3.578125, -2.921875, -8.375, 1.8125, 0.34765625, -7.25, -7.78125, 2.296875, -7.6875, -0.86328125, -8.1875, -11.875, 1.078125, -5.0625, 3.671875, 0.032470703125, -5.25, -5.03125, -6.0625, -0.96875, -1.171875, 2.21875, -8.5625, -11.6875, -3.6875, -8.6875, 0.1552734375, -1.59375, -13.4375, 0.58984375, -3.4375, -7.3125, -2.421875, -2.796875, -3.421875, 0.3984375, 4.6875, 2.640625, 1.7734375, -1.0859375, -4.75, -7.0, -3.75, 0.3828125, -3.21875, 4.625, -6.46875, -1.625, -0.140625, 2.203125, -5.0625, -0.14453125, -4.78125, -1.4140625, -6.84375, -0.4140625, 0.51171875, -7.34375, -4.75, -7.375, -8.0625, -4.96875, 0.66796875, -2.09375, -3.625, 1.84375, 3.671875, -1.1171875, -2.234375, -3.015625, -6.78125, -1.8125, -7.21875, -5.84375, -7.625, -10.6875, -8.625, -0.3203125, 0.09423828125, -2.21875, 0.265625, -9.1875, -10.0625, -0.15625, -3.28125, -2.34375, -6.96875, -2.40625, -3.46875, -4.25, -1.140625, -7.0625, -9.0625, 2.140625, -0.5625, -3.484375, -9.1875, -4.34375, -7.09375, -14.1875, 2.375, -4.34375, -5.15625, -6.1875, -6.375, 0.5390625, -1.671875, 0.5234375, -0.15625, -6.9375, 2.796875, -13.375, -2.34375, -1.359375, -6.375, 4.5, 0.1435546875, 2.625, 0.087890625, -0.3671875, -5.6875, -2.96875, -7.875, 1.9921875, -12.5, -1.0546875, -8.5625, -2.453125, -10.0, 0.3515625, -5.0625, -12.4375, -3.140625, -2.84375, -7.1875, -11.0625, -2.203125, 3.578125, -5.25, -0.05712890625, -1.234375, -1.5703125, -0.96875, -1.0703125, -7.75, -7.9375, -5.8125, 0.462890625, -2.921875, -1.1796875, -6.03125, -1.9375, 4.5, 3.953125, -9.875, -5.28125, -2.65625, 0.42578125, -3.0625, -3.703125, -3.453125, 0.173828125, -0.03173828125, -10.625, 1.203125, 1.4765625, -2.78125, -3.890625, 2.171875, 2.0625, -8.1875, -0.9609375, -1.8984375, -1.015625, -2.28125, -1.671875, -4.125, -0.94921875, -0.0859375, -8.75, -1.3828125, -3.859375, -2.109375, -1.0546875, 1.765625, 2.484375, -5.03125, -9.5625, -1.7265625, -8.8125, -8.375, -2.0, -5.5625, -11.75, -4.5, 6.78125, 0.123046875, -3.296875, -0.1552734375, 2.546875, -2.390625, -0.1826171875, 0.65625, -2.5, -6.34375, -7.53125, -2.1875, 0.9765625, -2.3125, -1.9140625, 1.609375, -7.0, -3.015625, -8.3125, 0.244140625, -8.75, -5.34375, -7.6875, 4.28125, -0.51171875, -2.890625, -1.59375, -4.375, 0.953125, -4.03125, -0.26953125, -9.5625, -2.21875, -7.09375, -3.921875, -5.9375, -3.109375, -0.3359375, -0.76953125, -5.25, -12.875, -2.359375, -2.75, -2.6875, -2.296875, 2.171875, -3.515625, 2.8125, 1.6328125, -3.734375, 1.5390625, -1.0546875, -0.96875, -1.0546875, -2.28125, -3.5, -4.4375, 1.9296875, -8.6875, -1.4375, -1.0078125, -7.65625, -8.5, -5.3125, -0.625, -4.03125, -2.28125, -2.5, 0.41796875, -0.66015625, -7.21875, 4.6875, 1.6484375, -2.0, -1.5078125, 0.87109375, -6.34375, -1.4609375, -9.125, -6.90625, -14.875, -0.96484375, 2.671875, -7.53125, -1.796875, -5.5, 3.484375, -2.875, -4.1875, -9.8125, -10.0, 1.625, -9.75, -4.0, -4.875, -4.40625, -10.5, -2.234375, -0.314453125, -2.6875, -0.04296875, -0.58203125, -0.83203125, -11.0625, -17.0, -6.125, -6.0, -6.96875, -1.9921875, -0.72265625, -2.828125, -2.375, -3.09375, -1.671875, 1.6875, 3.953125, -8.125, -1.3203125, -6.09375, 0.58984375, 3.375, -4.1875, 3.53125, 3.890625, 1.5546875, 0.6484375, -6.6875, -1.2109375, -0.1845703125, -5.1875, -1.0, -7.15625, -4.59375, -2.359375, -10.3125, -1.8203125, -0.291015625, 1.3984375, 1.2890625, -10.5625, 2.09375, -9.0625, -5.875, -7.5625, 2.53125, 0.07275390625, -7.5625, 1.7265625, 1.0078125, 3.671875, -11.1875, -4.71875, 4.3125, -5.34375, 5.46875, -9.3125, -2.90625, -1.0078125, -0.259765625, -2.09375, -8.375, -4.625, -2.78125, -6.84375, 5.46875, 5.21875, -2.125, -3.0625, 5.0, -5.03125, -4.09375, -12.8125, 3.46875, -5.1875, -10.25, -5.6875, -5.1875, -3.421875, -8.0625, 0.142578125, 0.142578125, -7.15625, -11.875, 1.390625, -7.1875, -1.484375, -7.625, -10.75, -4.125, 1.125, 1.1171875, 2.0625, 1.890625, 1.296875, 3.078125, -0.150390625, -10.625, -2.109375, 1.7734375, -1.3515625, 3.4375, -2.765625, -2.203125, -0.578125, 1.6328125, 1.7265625, -7.4375, 3.125, -10.3125, -8.125, -0.375, -11.1875, -10.6875, -2.3125, 3.078125, -0.1884765625, -4.15625, 3.09375, -4.03125, -9.9375, -3.890625, -10.0, -3.875, -1.1796875, -0.322265625, -0.396484375, -4.84375, -0.34375, 2.078125, -3.296875, 1.625, -5.59375, -12.375, -1.3359375, 1.53125, 0.416015625, 0.11083984375, 0.8046875, -2.859375, 0.82421875, -5.375, -0.81640625, -4.4375, 0.65625, -9.75, -3.078125, -5.90625, -10.0625, -4.5, -7.875, -6.71875, -3.75, -0.302734375, 5.59375, -2.21875, -5.71875, -2.59375, -8.75, -3.109375, -9.0, -2.53125, -1.28125, -4.4375, -3.890625, -3.828125, -2.0, -10.1875, -1.7421875, -9.5625, -0.055419921875, 1.2890625, -4.9375, -2.25, 5.5625, 1.265625, -11.5, 3.484375, 5.46875, 0.66796875, -2.171875, -4.03125, -2.5, -0.765625, -11.3125, -0.353515625, -1.515625, 2.09375, -2.9375, -6.71875, -2.265625, -2.09375, -5.3125, -6.65625, 1.0078125, 3.453125, 2.296875, -4.25, -0.08984375, -0.421875, 1.1171875, -11.1875, -6.09375, -4.9375, -7.09375, -10.1875, -3.328125, 1.9765625, -10.75, -5.46875, -0.75, -8.125, -1.8984375, -4.46875, -1.21875, -0.396484375, 0.0274658203125, -6.15625, -8.5625, -10.5625, -3.6875, -7.9375, -4.5, 1.4453125, -0.97265625, -1.03125, 4.96875, 0.81640625, 1.9140625, -1.453125, -5.375, -1.6015625, 1.34375, -1.5546875, -7.6875, -4.40625, -1.2890625, -0.6796875, -1.0078125, -5.65625, -7.84375, -5.1875, 2.484375, -0.4921875, -8.0625, 4.15625, -0.26171875, -3.703125, -1.078125, -5.0625, -5.78125, -6.65625, -6.78125, -6.96875, -0.94921875, -11.6875, -7.125, -1.4921875, 1.9765625, -0.431640625, -2.4375, -3.171875, 1.6015625, -0.671875, -10.0625, -4.34375, 1.5390625, 3.453125, -9.3125, -4.03125, -11.0, 3.875, -2.296875, -6.0625, 0.267578125, 2.703125, -2.0625, -2.421875, -12.8125, -6.53125, -7.03125, 2.21875, 0.47265625, 2.734375, 0.6484375, 0.337890625, -2.296875, -3.390625, -7.125, 1.59375, -6.5, -1.8359375, 0.046142578125, 3.609375, 1.859375, -0.8515625, -0.76171875, -1.2734375, -8.9375, -3.40625, -2.78125, 0.443359375, 0.69921875, -8.75, 3.296875, -0.84765625, 1.9453125, 5.59375, -0.298828125, -5.34375, -0.1494140625, -6.96875, -0.83984375, -9.6875, -3.1875, -6.96875, 3.9375, -1.578125, -3.828125, -7.03125, 0.09814453125, -11.375, -9.5625, -2.671875, 2.09375, -5.84375, -0.65234375, -2.75, -6.09375, -1.0703125, -2.28125, -7.28125, -3.75, -4.96875, 1.125, -4.78125, -6.5, -0.921875, -7.21875, -4.96875, -6.34375, -1.9296875, -0.115234375, -10.1875, -5.28125, -3.3125, 2.375, -4.0, -8.875, -0.27734375, 1.46875, -4.71875, 0.9921875, -10.9375, 2.640625, -11.5625, -8.6875, -4.65625, -0.28515625, 1.890625, 0.29296875, -4.125, -0.984375, -7.28125, -1.9609375, -3.640625, 0.07666015625, -11.5625, -5.15625, -6.1875, -7.28125, -2.328125, -5.59375, -14.125, 1.7890625, -4.6875, -2.78125, -3.0625, 2.046875, -2.109375, -6.9375, -0.26171875, -2.765625, 0.255859375, -6.34375, -13.5625, 2.484375, 1.015625, -3.046875, -2.6875, 0.1611328125, -0.51953125, 3.4375, -7.46875, -9.0625, -4.90625, -0.83984375, -8.375, 2.671875, -1.390625, -3.21875, -7.53125, -0.2265625, -6.3125, 0.2080078125, -5.34375, -4.9375, -8.125, 3.0, -7.875, -6.0, 2.25, -5.34375, -9.5625, -7.84375, -0.91015625, -4.96875, 1.3046875, -8.0625, 2.5, -2.96875, -1.2421875, 0.232421875, -7.625, -6.40625, -4.875, -4.875, -8.3125, -8.375, 2.671875, -5.625, -5.125, -0.1845703125, 1.453125, -4.09375, 4.6875, -5.3125, 2.0625, -2.328125, -6.65625, 0.05908203125, -0.8828125, -9.4375, -1.078125, -2.0, -7.0, 0.07861328125, -3.90625, -0.08984375, -8.75, -7.96875, -11.8125, -10.1875, -12.125, -5.5, -9.0625, -1.984375, -9.25, -2.5625, -0.2158203125, -0.66796875, 1.9296875, -8.125, 3.125, 0.72265625, -1.5703125, -1.765625, -9.0625, -4.0625, -7.34375, -4.03125, -2.78125, -3.28125, -0.271484375, -12.6875, -0.40234375, -1.1640625, -1.9921875, -0.2490234375, 1.2109375, -8.0625, -1.59375, -3.296875, 1.859375, -4.375, -3.09375, -2.84375, -8.5, -1.484375, -3.0, -11.0, -1.46875, -0.9921875, -1.609375, -3.765625, -8.5625, -0.984375, -1.6171875, -2.609375, -1.28125, -1.359375, -3.46875, -10.4375, -5.03125, -0.2021484375, -0.6953125, 0.09326171875, -2.3125, -9.0625, -3.34375, -3.265625, -3.328125, -0.451171875, 3.59375, -2.296875, -4.28125, 5.25, 4.90625, -3.96875, -7.84375, -7.53125, -0.69140625, 3.484375, -0.81640625, 3.4375, -3.859375, -6.8125, 0.11669921875, -5.125, -3.328125, 3.984375, -0.59375, 2.65625, -5.3125, -5.5625, -3.953125, -1.6015625, -5.84375, -1.3515625, 1.59375, -9.4375, -2.671875, -4.0, -1.6328125, -2.234375, -5.71875, 2.25, 0.93359375, -0.4140625, -6.0625, -3.5625, 3.15625, 1.7265625, -13.4375, 4.875, -6.75, -1.8984375, 0.51171875, -9.1875, -4.625, 1.4375, 0.2333984375, -0.53515625, 2.15625, 4.03125, -9.0625, -4.6875, -1.9921875, -4.0, -2.203125, -2.34375, -7.09375, -5.71875, -0.12451171875, -5.53125, -4.6875, -1.21875, -9.6875, -5.59375, -11.9375, 0.443359375, -5.75, -6.40625], "margins": [-1.3984375, 0.61328125, -1.40625, -0.828125, -0.59375, -1.390625, 0.0, -0.3828125, 2.8125, 0.0, 3.1796875, 2.546875, -4.265625, 1.13623046875, 3.078125, 7.828125, -1.484375, 7.375, 2.25, -1.90625, 0.1875, 0.1171875, 0.0, 11.1171875, 3.3125, -4.0, -0.171875, 7.8046875, -1.921875, 9.4033203125, 2.703125, 3.5, 5.0703125, 0.5, 1.177734375, -0.46875, 0.0, 4.9609375, 4.359375, 5.546875, -0.484375, -0.083984375, 9.2421875, 1.375, 0.78125, 10.953125, 0.0, 2.71875, 12.61328125, -2.8046875, 3.1171875, -14.546875, -0.614501953125, 6.9765625, 3.3203125, 2.390625, -3.96875, 5.484375, -7.40625, 7.4375, 12.578125, 0.0, 4.15625, -1.8037109375, -5.65625, 14.65625, -0.6533203125, 0.359375, 0.0, -5.171875, 3.56640625, 0.765625, 1.5234375, -4.17578125, -2.3203125, 0.3515625, 4.3984375, -2.3125, 0.0, 2.1875, -5.7265625, -0.140625, -2.7578125, 0.0, -0.0546875, -5.171875, -5.203125, 6.5390625, 1.98046875, 2.578125, 0.0, 9.96875, -2.1484375, -4.18359375, 6.56640625, 3.109375, 0.0, 6.609375, 8.890625, 2.75390625, -1.28125, -1.6875, 4.03125, -14.546875, -2.3671875, -0.390625, 3.58984375, 6.396484375, 2.287109375, 11.9375, 0.15625, 6.1796875, 0.8125, 15.0, 2.4296875, -1.74267578125, 2.259521484375, 1.421875, 3.6875, 9.96044921875, 0.88671875, 5.328125, -0.375, -0.28125, 4.734375, 1.21875, -1.65625, 6.921875, 1.75, 3.9375, -2.04736328125, 0.939453125, 2.4140625, 6.21875, 4.064453125, 5.1484375, 16.59375, -5.53125, 0.0, 2.75, 7.2421875, 5.296875, -6.2265625, 1.63623046875, -1.7421875, 0.88671875, 0.0, -7.421875, 11.34375, -2.125, 3.0, 3.46875, -4.38427734375, -2.8310546875, 0.0, 3.068359375, -6.1328125, 7.921875, 0.015625, 1.21875, -1.650390625, 5.71875, -0.6796875, 8.998046875, -0.734375, 11.125, 3.0078125, 5.142578125, 2.125, -0.796875, 2.568359375, 10.59375, 3.28125, 2.3994140625, -2.4765625, -0.78125, 1.37744140625, 2.01953125, -1.7734375, -3.96875, 1.349609375, 8.060546875, 0.0, 0.0, 5.380859375, 4.359375, -1.0703125, 5.654296875, -1.421875, 0.0, 0.0, 7.8828125, 6.8671875, -6.78125, -0.916015625, 4.2421875, 6.578125, -2.140625, 0.537109375, 1.59423828125, 8.703125, 0.125, -4.2890625, 1.171875, 7.265625, -4.0625, 0.0, -0.4375, 0.0, -1.0703125, 3.71875, -0.390625, 1.63623046875, 6.625, -2.00390625, 0.40625, -0.6875, -0.265625, 2.109375, 6.140625, 3.3203125, -1.39453125, 0.171875, 7.921875, 4.8125, 1.0625, 7.7578125, 7.375, 1.783203125, 4.1953125, 10.8046875, 0.0, -0.9375, 2.564453125, 1.921875, -3.5634765625, -1.1796875, 1.45703125, -0.1962890625, 3.375, 5.53125, 1.34375, 10.03125, 6.65625, -0.12890625, 5.671875, -2.0703125, 3.015625, 7.1318359375, 10.453125, 7.3125, -3.541015625, 3.71875, 0.75, 5.71875, -0.1875, -6.39453125, 2.486328125, -5.65625, 0.4375, 2.859375, 1.40625, 0.0, 9.25, 2.447265625, 1.625, 7.734375, 10.3125, 5.78125, 0.2197265625, 0.86865234375, 2.703125, 14.9375, 6.859375, 1.5859375, 1.5, 0.0, 0.5, 0.078125, -3.9140625, -3.15625, -1.109375, -6.6953125, -0.46875, -4.9375, -1.1015625, -1.40625, 6.390625, 3.69140625, -0.046875, 8.8935546875, -1.265625, 6.2578125, 0.0, 1.09375, -5.3125, 4.625, -1.03125, -1.4375, 1.1796875, -2.90234375, -3.08984375, 4.78125, -4.17578125, -2.9921875, 1.87890625, 2.640625, 0.69921875, 5.52734375, -0.3984375, 0.6875, 9.453125, 19.9375, 2.85546875, -3.7109375, 0.9375, -0.171875, 1.90625, 0.484375, 0.0, 3.8984375, 11.15625, 8.890625, 4.09375, 8.7265625, -0.21875, 4.878448486328125, 0.0, 8.5546875, 0.0, -2.591796875, 1.5, -0.89453125, 2.36328125, 1.80859375, 8.421875, 14.28125, 1.59375, 5.39453125, 5.8046875, 2.41796875, -3.55859375, -1.765625, 0.9765625, 5.328125, 6.578125, -6.65625, -1.328125, 2.75, 2.625, 5.69140625, 0.0, -4.23046875, 3.8984375, -0.546875, -4.0224609375, -8.4921875, 1.9921875, -0.1875, 0.814453125, 2.2001953125, -3.5, 1.9453125, 9.875, 1.03125, -0.703125, 9.37109375, 3.1953125, 0.2855224609375, 0.0, 0.0859375, 13.203125, 0.0, 0.875, -5.375, 8.4765625, -0.28125, -0.43603515625, 13.40625, -0.28125, -4.4921875, -14.546875, 1.0625, 1.65625, -0.484375, 7.53125, 0.0, 0.0, -3.59375, -5.0234375, 4.634765625, 1.28515625, 10.53125, 4.18359375, 0.0, 6.22265625, -5.173828125, -6.9296875, 0.0, 4.2421875, -9.625, 7.734375, 1.546875, 16.765625, 0.0, 1.0, 7.859375, 6.65234375, 6.890625, 3.59375, 0.0, -2.533203125, -2.048828125, 12.25, -2.75, 0.625, 1.0, -2.859375, 1.0, 9.94140625, 6.046875, 0.1328125, 0.0, -3.96875, 1.546875, 0.515625, 1.546875, -5.255859375, 2.90625, 2.2978515625, 0.3515625, -1.3203125, 1.0, 2.50390625, 3.3125, 1.5546875, -0.015625, -0.28125, 0.0, 3.34375, 12.359375, 7.9638671875, 3.59375, 1.375, 14.015625, -2.46875, 1.546875, 2.3603515625, 5.328125, -3.83203125, 5.546875, 18.4375, 7.65625, 11.125, 5.0078125, 0.0, -2.240234375, -2.228515625, -3.96875, -0.9296875, 0.375, -0.1875, -11.3125, 5.294921875, 7.125, -0.1015625, 1.421875, 5.458984375, 2.10791015625, -2.171875, 1.1328125, -1.5625, 4.41796875, 3.86328125, 5.171875, 2.375, 8.7265625, 3.06964111328125, 4.390625, 9.5703125, -0.21875, 7.947265625, 3.5625, -0.21875, -1.228515625, -2.96875, -5.84375, 8.53125, -5.375, 2.53125, 3.396484375, 0.0, 5.453125, -3.40625, 6.078125, 6.234375, 9.171875, 1.783203125, 0.0, 1.9375, 14.125, -4.413330078125, -4.3984375, 4.513671875, 8.5625, -5.16015625, -4.5, 5.21875, 0.484375, 1.65625, -1.171875, 4.546875, 4.8515625, -6.375, 2.0078125, 9.9765625, 0.0, -0.0859375, -3.265625, -1.84375, 8.3984375, -1.25, -1.90625, 1.890625, 5.69921875, -4.4921875, -8.953125, 0.78125, 0.0, 1.77734375, 0.4044189453125, 0.0859375, 13.0546875, 2.84375, 1.1875, 3.15625, 0.0, 2.9140625, 1.5234375, 9.94140625, 6.515625, -4.03125, 7.9638671875, 1.56640625, 4.845703125, 1.177978515625, 1.302734375, 2.6912841796875, 7.9609375, 1.65625, 11.017578125, 1.25, -1.0, -0.21875, -3.390625, 1.48046875, 5.875, 1.375, -5.19140625, -2.1396484375, -0.2578125, 8.296875, 1.05078125, 1.015625, 0.0, 10.953125, -3.71875, 2.9921875, 2.671875, 1.6796875, 3.546875, 11.828125, 1.0, 0.171875, 0.57470703125, 9.015625, -2.09375, -1.23828125, 0.0, -2.140625, 1.953125, -0.03125, 5.125, 9.21875, 8.375, -2.00390625, 9.65625, 8.84375, 1.033203125, -0.21875, 3.712890625, 3.4375, 2.703125, -2.42578125, -2.375, 9.4765625, 0.0, -6.6953125, -0.390625, 0.5625, 6.984375, 7.03125, 0.015625, 4.296875, 10.375, 0.912109375, -2.91796875, 4.40625, -2.171875, 16.765625, 5.9765625, -0.15625, -4.0390625, -1.82421875, -7.703125, 1.4765625, -8.525390625, -0.71875, 3.4453125, 1.28125, 1.359375, 6.810546875, 6.5546875, -2.405517578125, -0.59375, -1.3984375, 6.2265625, -7.30078125, 0.69921875, 8.7294921875, -3.0625, 4.46875, -1.244140625, -3.41796875, 0.0, 0.34375, 1.8125, -1.26171875, -5.92578125, 0.1982421875, 2.46875, 1.2353515625, -1.0, 3.33984375, 3.625, -1.59375, 2.03125, -1.59375, 2.8203125, 4.96875, -0.15625, -0.22900390625, 3.65625, 4.8125, 0.375, -1.708984375, 1.953125, 1.3515625, -1.046875, 5.69140625, 1.349609375, 4.6875, 0.0, 2.421875, 1.578125, 2.21875, 2.703125, 0.03125, 0.595703125, 13.84375, 4.93505859375, 6.1826171875, 5.4453125, -1.876953125, 2.84375, 4.83203125, -1.78125, -5.53125, 2.3671875, 12.84375, 0.693359375, 0.2421875, 8.546875, -5.6796875, 0.0, -2.3203125, 13.9375, 8.408203125, 3.5625, -0.43359375, -4.40625, -5.94921875, 7.453125, -4.828125, 0.0, -3.6015625, 6.203125, -3.87353515625, 12.5859375, 2.84375, 7.2421875, 2.0625, 1.91796875, 4.6484375, 11.6875, -1.453125, 0.984375, 1.171875, 0.0, -0.953125, 2.2978515625, 5.140625, 0.69140625, 4.6796875, -3.271484375, -0.5625, 2.3125, -2.185546875, -5.578125, 4.4375, 2.830078125, 0.5458984375, 2.98828125, -0.59375, 4.296875, 12.5625, 0.09375, -4.62890625, 7.80859375, -1.9609375, 4.25, 2.802734375, 7.12109375, 0.0, 0.0, -0.8642578125, 0.75, 1.6875, 7.9638671875, -6.625, 10.40625, 7.203125, 1.0, -2.09375, 4.8125, 7.349609375, 0.427734375, 4.640625, 0.9296875, 14.5, 0.0, 0.40625, -1.1328125, 1.080078125, 4.078125, 1.625, 2.8125, 0.0, 2.78125, 2.75, -3.7109375, 4.46875, 6.359375, 2.2001953125, 0.9375, 6.859375, 0.0, 1.890625, -3.96875, -1.234375, 6.326171875, 1.22998046875, 0.662109375, 12.78125, 1.1513671875, -1.9375, -2.1875, -0.88720703125, -4.78125, 1.77734375, 0.0, 9.6015625, 13.1015625, 9.83984375, 4.75, 1.90625, 0.875, 4.21875, 8.2109375, 5.6875, -2.1123046875, 2.71484375, -0.046875, 10.25, -3.184326171875, 0.2109375, 1.69189453125, 2.69140625, 2.59375, 8.65625, 5.890625, 6.984375, -3.0625, 5.328125, -7.416015625, 6.9375, 1.66796875, 4.9765625, -1.7734375, -1.9072265625, 1.1484375, 8.1513671875, -3.4375, 0.15625, -1.3984375, -0.875, 0.125, 1.87109375, 1.4375, -0.125, 3.259765625, 5.6875, -0.671875, 0.0, -1.859375, 5.1953125, 11.09375, -4.828125, 2.890625, -1.953125, 5.015625, 3.0, -0.875, 0.0, 1.46875, -3.1416015625, 2.8515625, 0.89501953125, 0.5625, 10.8515625, 1.34375, 10.546875, 4.765625, 4.701171875, -6.59375, 0.0, -4.03125, -4.775390625, -5.421875, 10.75, 1.40625, 8.06640625, -1.76171875, -2.3125, -0.61328125, -0.59375, 3.6328125, 3.203125, 1.43017578125, 1.734375, 0.0, -1.484375, 0.0, 0.75, 1.90625, 3.03125, 2.4296875, 1.05078125, -2.03125, -5.4921875, 0.46875, 12.78125, 0.703125, 1.78125, -4.1171875, -0.484375, 3.0625, 0.546875, -0.8271484375, -2.1484375, -3.125, -1.5625, 0.203125, -3.1640625, 11.8828125, -3.6015625, 8.3515625, 0.0, -0.2822265625, 13.0625, 3.2109375, -2.703125, -0.24822998046875, 4.81640625, -4.984375, -6.84375, 0.875, 0.0, -3.8515625, 1.625, -0.296875, -0.0625, 0.0, 9.71875, 0.68310546875, 1.859375, 3.015625, -0.3828125, 6.984375, 5.294921875, 14.65625, 3.650390625, -2.5625, -3.65625]} \ No newline at end of file diff --git a/margin_logs/val_margins_stem_epoch_9.json b/margin_logs/val_margins_stem_epoch_9.json new file mode 100644 index 0000000000000000000000000000000000000000..708ead78e8804f7806690f68348a788a82dfd93c --- /dev/null +++ b/margin_logs/val_margins_stem_epoch_9.json @@ -0,0 +1 @@ +{"epoch": 9.0, "step": 2214, "domain": "stem", "rewards_chosen": [-2.25, 1.2109375, -3.484375, -4.59375, 2.109375, -3.796875, -1.5390625, -1.1875, -6.71875, -1.09375, 1.5546875, -3.25, -6.8125, 0.1201171875, 2.40625, 1.453125, 1.125, -3.65625, 4.53125, -6.03125, 3.53125, -1.8359375, -4.0, -0.216796875, -5.3125, -1.75, 2.625, -0.9921875, 0.0184326171875, 0.41796875, -2.84375, -1.9140625, 2.046875, 3.234375, 1.0546875, -0.5859375, 1.4921875, 1.5390625, 2.125, -2.625, 0.2578125, 0.498046875, 2.53125, -6.1875, 3.671875, 3.859375, -0.859375, -5.6875, 0.7890625, -1.453125, -2.046875, -11.0, -0.3203125, 2.3125, -1.75, -3.53125, -4.40625, 5.0625, -5.0625, -0.65625, 1.46875, -3.859375, -4.78125, -1.3515625, -7.875, 1.5703125, 0.59375, -2.796875, -7.4375, -7.875, 1.1953125, -2.578125, 2.296875, 1.0546875, 0.63671875, 2.84375, 4.03125, -7.53125, -7.09375, -0.97265625, -5.125, -3.5, 2.421875, -6.8125, -0.8515625, -4.9375, -2.90625, 1.890625, 2.140625, -1.9296875, -1.6171875, 4.15625, -3.0, -4.0625, -0.26171875, -1.9609375, -7.5625, -0.9921875, 4.03125, 3.984375, -2.875, -5.125, 6.40625, -11.0, -3.234375, -2.5, 0.56640625, -0.365234375, 0.296875, 4.71875, -6.0625, -1.1796875, -10.25, 7.25, 2.75, -1.1953125, 0.369140625, 1.9453125, -5.09375, 0.921875, 1.1015625, 2.453125, -2.546875, -7.28125, 2.703125, -1.828125, -6.5, 6.75, -5.59375, -5.9375, 0.6953125, 0.640625, -0.84375, -2.84375, -0.11767578125, -2.046875, 3.015625, -3.28125, -4.4375, -2.578125, 1.609375, -1.15625, -5.71875, 0.392578125, -0.66796875, 1.1015625, -6.96875, -4.96875, -1.703125, -4.4375, 2.296875, -3.046875, 0.84375, -1.8515625, 2.71875, 3.53125, -6.5, 3.125, -2.96875, -6.1875, 0.8671875, -7.78125, -0.76953125, 0.8515625, -3.21875, 1.3984375, 3.78125, 0.515625, -10.75, -4.15625, 0.4296875, 3.546875, -7.65625, 0.59375, 1.7265625, -5.5, 2.09375, 1.2578125, -3.875, -4.40625, 1.078125, 0.859375, -8.25, -6.1875, 6.6875, 2.125, -2.390625, 0.197265625, -3.90625, 4.40625, 3.8125, -1.9140625, 2.203125, -9.6875, -0.302734375, 1.4375, 3.4375, -5.71875, 1.3671875, 2.046875, -1.625, 1.8828125, -2.8125, -1.3671875, 4.0625, -2.0, 1.9453125, -8.8125, -1.0859375, -2.375, 3.75, -2.71875, 0.392578125, 3.03125, -2.484375, 0.8359375, -9.5625, -0.7734375, -1.5625, 4.875, 2.53125, 1.25, 3.125, 3.140625, -5.03125, -0.94140625, -0.52734375, -0.76171875, 0.73046875, -1.2734375, -0.671875, -4.75, 6.75, 3.71875, -1.1328125, -3.671875, 1.8671875, -0.0654296875, -0.1337890625, 4.6875, 3.5, -5.53125, 3.15625, 4.75, 1.28125, 3.75, -4.78125, 5.5, 0.478515625, 8.3125, -0.66796875, -3.5, -5.21875, -4.65625, -1.6015625, 4.4375, -7.21875, -0.38671875, -7.875, -3.546875, 4.28125, -2.46875, -0.375, 0.298828125, 0.7109375, -5.375, 4.1875, 5.375, 3.0625, -0.1591796875, 0.6015625, -2.84375, 2.5, 5.34375, -0.41015625, -1.4765625, -2.4375, 3.234375, -2.453125, -0.70703125, -1.2109375, -4.90625, -5.34375, -1.0546875, -6.5, -1.8046875, -3.828125, 3.28125, -0.181640625, 2.234375, 0.640625, -2.59375, 6.125, -8.0, -8.0625, -10.9375, 5.09375, -4.96875, -3.921875, -1.15625, -2.390625, -3.390625, -1.7265625, 1.0546875, -1.84375, 0.1953125, 2.03125, 1.6015625, -0.56640625, -1.3515625, -8.8125, 3.0625, 6.3125, 1.8984375, -0.1943359375, -7.46875, -2.140625, -4.03125, 4.46875, -3.203125, 0.330078125, 1.3203125, -0.94140625, 6.3125, -0.54296875, -4.03125, 0.173828125, -4.375, -1.6171875, -2.25, -2.6875, -1.4765625, -0.83984375, 2.328125, 0.65625, -2.59375, -3.171875, -4.34375, -0.41796875, -1.1875, 0.6875, -4.53125, -4.65625, -0.61328125, 2.015625, 5.40625, -5.25, 2.90625, -4.71875, 1.640625, 0.00421142578125, 0.5546875, -0.06982421875, 0.330078125, 3.40625, 0.20703125, -7.75, 3.65625, -7.65625, 0.6484375, 2.265625, -8.5625, 0.9453125, 3.015625, -3.09375, -2.984375, -0.5703125, 1.75, 0.71875, 1.4296875, 1.78125, 3.328125, 2.09375, -8.5625, -11.4375, 0.828125, 2.921875, -0.2890625, 6.34375, 2.1875, -4.21875, -11.0, -10.625, -3.109375, 4.75, 2.890625, 6.25, -9.6875, -6.6875, -6.0, 4.5625, -0.392578125, 2.90625, -0.330078125, -2.703125, -0.7265625, 0.625, -1.5, -2.34375, 1.4375, -4.0, 2.921875, -2.65625, 4.375, 3.453125, -4.15625, -1.5625, 1.5703125, 2.0625, 0.55078125, -8.5625, -2.546875, -2.125, 5.59375, -15.3125, 2.078125, -7.15625, -4.28125, -6.65625, -0.039794921875, 1.21875, 1.0546875, 0.89453125, -2.515625, 3.984375, 3.140625, 5.34375, -5.25, -7.75, 0.3125, 2.84375, -2.8125, 5.25, 0.2216796875, 1.7734375, 1.78125, 2.578125, 2.1875, -7.3125, 7.375, 2.34375, 0.23828125, 4.125, -10.5, 3.75, -4.25, 5.34375, 2.9375, 2.125, -0.51171875, 1.96875, 9.5625, 4.21875, 1.3984375, 1.5390625, -1.203125, -2.328125, -2.0, -9.0625, -0.373046875, 3.328125, -3.25, -10.0625, 0.28515625, -5.25, -1.0625, 3.390625, 6.65625, 2.453125, -1.203125, -1.7265625, -0.15234375, -0.95703125, 3.546875, 1.1953125, 3.609375, -0.54296875, 1.171875, -1.4609375, -0.228515625, -4.53125, 0.396484375, -2.703125, -3.359375, -1.75, 2.15625, -9.0, 3.359375, -7.96875, -6.15625, 0.41796875, -9.1875, 3.390625, -5.25, 2.59375, 2.609375, 6.21875, 0.73046875, -10.4375, 1.359375, 5.28125, -3.84375, -2.765625, -0.236328125, 7.375, 1.421875, -3.328125, -6.28125, 4.46875, 8.0, -0.494140625, 2.90625, 1.65625, -9.0, 1.5703125, -1.28125, -0.796875, -1.65625, -1.21875, -4.5, 2.0, -3.09375, -4.09375, -3.34375, -1.2421875, -4.21875, -5.625, 3.671875, -4.78125, 2.0, 0.62109375, 1.8515625, 2.609375, -2.796875, -3.5625, -3.875, -10.4375, -0.29296875, 3.328125, -0.039794921875, 1.7265625, -4.28125, 0.23828125, 0.65234375, 0.94921875, 0.0294189453125, 1.4453125, 3.15625, 2.03125, -6.78125, 1.1171875, -2.375, -9.4375, -4.53125, -2.078125, 0.7109375, 6.03125, 7.0625, -4.6875, 0.23828125, -1.84375, 3.15625, -0.302734375, 3.109375, -1.5, 3.859375, -8.25, 2.578125, 3.140625, 0.88671875, -2.140625, 3.953125, -4.15625, 3.125, 0.1884765625, 1.3046875, 2.71875, -0.93359375, -3.625, -2.890625, -2.875, -5.34375, -1.7109375, 3.046875, 1.9375, -2.484375, -1.7890625, 1.9921875, -0.64453125, 2.140625, 4.21875, 1.234375, 0.291015625, -0.365234375, -3.171875, -1.25, -4.75, -5.34375, 3.421875, -8.625, 4.0, -4.09375, 4.625, 2.5, 5.40625, 1.59375, 0.1103515625, 3.296875, -5.09375, 4.375, -0.287109375, -7.65625, -2.828125, -1.203125, -4.71875, 2.734375, -8.1875, -2.953125, 0.62890625, -5.6875, 3.765625, 0.6640625, 5.75, -2.515625, 3.5625, 0.625, 6.0, -8.9375, -0.322265625, -0.058349609375, -6.875, 1.6484375, -0.75390625, -2.5, -8.9375, 4.28125, 1.671875, 1.3046875, 0.216796875, -0.0732421875, -2.0, 1.1328125, -8.125, 2.5625, -6.03125, -5.625, -4.875, 3.375, 1.359375, 1.75, -7.65625, 0.494140625, -9.3125, -5.03125, -2.15625, 0.1552734375, -3.546875, 1.1796875, -4.46875, 0.00421142578125, 1.078125, 3.1875, -7.09375, -0.8984375, -3.140625, 4.3125, -2.0, -6.6875, 0.06982421875, 7.6875, 0.298828125, 0.08544921875, 4.125, -2.15625, -7.53125, -0.080078125, -4.375, -3.28125, -1.5390625, 4.8125, 0.11572265625, 1.8359375, 4.84375, -4.71875, -11.1875, 0.63671875, 2.9375, 0.361328125, -1.015625, -0.3515625, -1.46875, -5.53125, 3.453125, -5.875, -7.09375, -5.625, 2.6875, -3.40625, 1.3671875, -2.375, 1.609375, -5.6875, 0.1630859375, -0.7734375, -2.328125, 0.25390625, -3.796875, -1.3671875, -3.390625, 1.1875, 0.3125, -1.34375, 0.498046875, 2.375, -2.765625, -6.375, -11.1875, 0.9765625, -4.53125, 1.5078125, 0.02685546875, 0.75, 2.953125, 3.4375, -3.171875, 4.25, -4.96875, -5.6875, -0.4140625, 1.03125, 3.390625, 0.00506591796875, -0.205078125, -0.298828125, -6.65625, -0.30078125, -4.65625, -3.21875, 0.23828125, -2.15625, 3.28125, 2.203125, 4.03125, -7.34375, -5.03125, 0.6953125, -0.51953125, 0.177734375, 2.296875, 7.25, 2.421875, -2.578125, -2.140625, 2.0625, -2.890625, -4.53125, -1.5234375, -5.0625, -5.65625, -5.59375, -0.1943359375, -1.390625, 2.125, 2.265625, 2.90625, 3.5, 4.5625, -3.34375, -2.515625, -3.46875, -0.00958251953125, 1.4609375, 0.0712890625, 3.5, 0.5, -3.34375, -9.25, -0.470703125, -8.5, 2.0, -8.9375, 2.078125, 0.8515625, -0.10498046875, -6.90625, -4.03125, -8.5625, 2.34375, -0.72265625, 3.890625, -2.25, 2.15625, 2.234375, 3.0, 0.328125, 1.2265625, -0.0908203125, 0.94921875, -7.0625, 4.90625, -0.953125, 4.0, -6.4375, 2.453125, -7.59375, -6.15625, 2.0625, 4.5625, -3.28125, -2.046875, 3.015625, 0.609375, -5.375, -3.109375, 0.625, -5.375, -3.140625, -1.21875, -8.375, -1.8515625, 0.59375, -5.15625, -2.0, -0.404296875, -3.34375, 1.7890625, 3.15625, -5.875, 1.8359375, -4.96875, 4.4375, 2.296875, -4.46875, -10.8125, -3.703125, -3.484375, 2.203125, 1.0078125, -0.79296875, 2.65625, -2.40625, 8.0625, 1.8125, 4.71875, -2.953125, -2.4375, -9.0625, 1.640625, 0.2255859375, 7.65625, -7.03125, 1.0, -2.484375, 1.6328125, -1.1484375, 3.4375, 0.212890625, -2.828125, 2.03125, -3.734375, -3.40625, 2.921875, -0.69921875, 3.828125, -3.390625, -2.15625, -1.359375, -0.302734375, -8.375, -7.1875, 2.671875, 3.5, -1.6015625, -1.9765625, -6.59375, -2.53125, -2.6875, 3.609375, 0.7265625, -3.0, -9.3125, -4.03125, 3.9375, -1.1328125, -1.359375, 1.859375, 1.953125, -1.890625, 0.73046875, 4.34375, -0.80859375, -1.5, -0.482421875, 4.5, -3.25, -2.859375, -8.5625, -4.90625, -5.5, -2.203125, -1.7421875, -1.8125, -7.125, 4.5, 1.078125, -3.734375, -2.015625, -1.4921875, -2.8125, 0.28515625, 3.71875, 5.0, -8.25, -10.4375], "rewards_rejected": [-1.0703125, 0.37109375, -1.8984375, -3.46875, 2.65625, -2.5625, -1.5390625, -1.0703125, -9.25, -1.09375, -1.6015625, -5.4375, -1.96875, -1.0703125, -1.84375, -5.84375, 2.828125, -11.8125, 3.125, -3.546875, 3.375, -1.8828125, -4.0, -12.4375, -8.6875, 2.359375, 3.0, -9.5625, 2.1875, -8.3125, -5.59375, -5.9375, -2.484375, 3.0, -0.455078125, 0.1865234375, 1.4921875, -3.28125, -2.609375, -8.3125, 2.609375, 0.5078125, -7.90625, -7.90625, 2.734375, -8.0625, -0.859375, -8.6875, -12.9375, 1.4453125, -4.65625, 4.71875, 0.1572265625, -5.625, -5.03125, -5.96875, -0.9296875, -0.71484375, 2.875, -7.5625, -11.6875, -3.859375, -9.1875, 0.8046875, -1.328125, -14.75, 0.83203125, -3.265625, -7.4375, -1.9453125, -2.609375, -3.46875, 1.1640625, 5.3125, 3.40625, 2.28125, -0.0859375, -5.3125, -7.09375, -2.59375, 0.94140625, -3.078125, 5.1875, -6.8125, -1.0, 0.181640625, 3.109375, -5.21875, 0.484375, -5.1875, -1.6171875, -6.875, -0.93359375, -0.049560546875, -7.65625, -4.40625, -7.5625, -8.125, -4.15625, 1.015625, -1.5078125, -3.234375, 2.046875, 4.71875, -0.796875, -2.359375, -3.09375, -6.96875, -1.5390625, -7.75, -6.0625, -7.875, -10.875, -9.1875, -0.96875, 0.546875, -1.796875, 0.70703125, -9.6875, -9.6875, -0.1181640625, -3.109375, -2.265625, -7.375, -2.296875, -3.359375, -4.9375, -0.94140625, -7.625, -9.6875, 2.96875, -0.1484375, -3.421875, -9.3125, -4.65625, -7.625, -13.75, 2.515625, -4.4375, -5.46875, -6.21875, -6.8125, 0.80078125, -1.359375, 0.62890625, -0.1181640625, -6.96875, 3.265625, -14.0, -2.453125, -1.8125, -7.0, 5.21875, 0.91015625, 2.71875, 0.421875, 0.470703125, -5.5, -3.0625, -8.125, 2.515625, -11.25, -0.59375, -8.0, -1.9609375, -10.5625, 0.126953125, -4.53125, -12.9375, -3.3125, -2.234375, -7.4375, -11.1875, -1.8671875, 3.671875, -5.8125, 0.71484375, -1.1171875, -1.265625, -0.9296875, -0.42578125, -7.75, -8.25, -6.1875, 0.70703125, -2.609375, -1.0703125, -6.5, -2.421875, 4.40625, 3.8125, -10.75, -5.15625, -1.9765625, 1.0078125, -2.59375, -3.796875, -3.46875, 0.70703125, 0.38671875, -10.9375, 1.609375, 1.7265625, -2.3125, -3.359375, 2.0625, 1.9453125, -8.0625, -1.0859375, -1.390625, -0.408203125, -2.140625, -1.359375, -4.1875, -0.63671875, 0.1484375, -8.625, -0.95703125, -4.0625, -1.5859375, -1.25, 1.875, 2.9375, -4.96875, -9.8125, -1.046875, -9.375, -7.84375, -1.25, -5.5625, -12.0625, -4.75, 7.625, 0.515625, -3.28125, 0.0189208984375, 3.03125, -1.9140625, 0.59375, 1.09375, -2.90625, -6.84375, -7.71875, -2.96875, 1.296875, -2.265625, -1.6015625, 2.34375, -6.875, -2.671875, -8.5, 0.328125, -9.0, -5.75, -7.625, 4.65625, -0.322265625, -3.140625, -1.328125, -4.125, 0.97265625, -4.09375, -0.375, -9.75, -1.65625, -7.40625, -3.90625, -6.25, -2.1875, -0.287109375, -0.7734375, -5.59375, -13.75, -2.875, -1.953125, -2.5625, -2.4375, 3.0, -2.671875, 3.5, 1.6171875, -3.90625, 1.703125, -0.44921875, -1.140625, -0.7421875, -2.03125, -4.1875, -4.09375, 3.359375, -8.5625, -1.8125, -0.69140625, -8.0, -8.9375, -4.84375, -0.115234375, -4.28125, -2.28125, -2.3125, 0.703125, -0.330078125, -7.0, 5.3125, 1.90625, -1.40625, -1.1015625, 0.83984375, -7.03125, -1.2265625, -9.5, -6.75, -15.5, -0.69140625, 3.4375, -7.8125, -1.890625, -5.65625, 4.3125, -3.203125, -3.96875, -9.5625, -10.4375, 1.8671875, -9.75, -3.5625, -5.03125, -4.375, -11.25, -2.25, 0.15234375, -2.5625, -0.515625, -0.77734375, -0.6796875, -11.3125, -17.875, -5.84375, -5.5, -7.125, -1.6171875, -0.1455078125, -2.609375, -1.9921875, -3.21875, -1.46875, 1.7890625, 4.6875, -7.5625, -0.734375, -6.875, 0.5546875, 4.4375, -3.96875, 4.03125, 4.46875, 1.3828125, 1.2265625, -7.875, -0.1669921875, 0.1064453125, -4.96875, -0.50390625, -6.6875, -4.78125, -2.21875, -10.0, -0.9453125, 0.091796875, 1.4296875, 1.53125, -11.3125, 2.09375, -8.9375, -6.09375, -8.1875, 3.21875, 0.6796875, -7.9375, 2.109375, 1.3203125, 4.71875, -11.8125, -4.84375, 5.03125, -5.125, 6.15625, -9.6875, -2.75, -1.0859375, -0.228515625, -2.046875, -8.6875, -4.1875, -2.703125, -6.75, 5.9375, 5.25, -2.34375, -2.59375, 5.96875, -4.84375, -4.125, -13.0625, 3.453125, -5.34375, -10.375, -5.8125, -5.25, -3.0625, -8.5625, 0.9375, -0.0634765625, -7.0, -12.5625, 0.796875, -7.46875, -1.453125, -7.9375, -10.8125, -3.296875, 1.6796875, 0.89453125, 2.890625, 2.59375, 2.375, 3.5, 0.040771484375, -11.0625, -2.15625, 2.28125, -1.4140625, 4.03125, -3.375, -1.6015625, 0.171875, 2.5, 2.109375, -7.3125, 4.09375, -10.375, -8.6875, 0.345703125, -12.0625, -10.5, -1.828125, 3.5, 0.37890625, -2.578125, 3.984375, -3.578125, -10.125, -3.90625, -10.5625, -3.8125, -1.203125, -0.361328125, -0.294921875, -5.03125, 0.07666015625, 2.921875, -2.8125, 1.9453125, -4.84375, -13.0, -0.74609375, 1.5, 1.140625, 0.64453125, 1.0859375, -3.078125, 1.2578125, -5.9375, -0.6875, -5.25, 0.5703125, -9.75, -1.984375, -6.21875, -9.875, -4.53125, -8.25, -7.625, -3.046875, -0.2158203125, 6.125, -2.4375, -6.09375, -2.34375, -9.5, -2.671875, -9.1875, -2.0, -1.4609375, -4.4375, -3.9375, -3.984375, -1.25, -10.4375, -1.6171875, -10.125, -0.0576171875, 2.0625, -5.1875, -1.1796875, 6.5625, 1.75, -11.8125, 4.3125, 6.15625, 1.0703125, -1.8984375, -4.21875, -2.78125, -0.244140625, -11.8125, -0.796875, -1.4765625, 2.546875, -2.296875, -6.34375, -1.953125, -1.8984375, -5.71875, -7.625, 1.3203125, 3.921875, 2.734375, -3.8125, 0.29296875, -0.1845703125, 0.859375, -11.125, -6.21875, -4.375, -7.59375, -10.4375, -3.375, 2.203125, -10.8125, -5.375, -0.490234375, -8.6875, -1.84375, -4.46875, -0.765625, -0.1865234375, 0.36328125, -5.75, -9.1875, -10.5625, -4.28125, -8.25, -4.53125, 1.875, -0.2119140625, -0.1201171875, 5.96875, 0.7109375, 2.359375, -1.71875, -5.21875, -1.359375, 1.5546875, -1.5, -8.0625, -4.625, -1.375, 0.2890625, -1.125, -6.40625, -7.875, -5.34375, 2.9375, -0.291015625, -8.375, 5.21875, 0.1416015625, -3.625, -0.494140625, -4.96875, -5.78125, -6.5, -7.0625, -7.03125, -0.63671875, -12.6875, -7.78125, -1.1640625, 1.6953125, 0.051025390625, -2.46875, -3.515625, 2.234375, -0.216796875, -10.1875, -4.75, 1.703125, 3.859375, -9.0625, -3.390625, -11.3125, 4.625, -2.078125, -6.28125, 0.8046875, 3.15625, -1.484375, -2.640625, -13.0625, -7.0, -7.46875, 2.28125, 0.498046875, 3.109375, 0.93359375, 0.80078125, -1.796875, -2.875, -6.75, 2.46875, -5.9375, -1.015625, -0.2099609375, 4.4375, 1.9765625, 0.37109375, -0.73828125, -1.578125, -9.5, -2.78125, -2.921875, 0.64453125, 1.1015625, -8.9375, 3.765625, -0.189453125, 2.53125, 6.0625, -0.021240234375, -5.34375, -0.0281982421875, -6.5625, -0.3515625, -10.0, -2.65625, -7.15625, 4.65625, -1.328125, -3.578125, -7.46875, 0.41015625, -10.5, -9.8125, -2.625, 2.28125, -5.4375, -0.28125, -3.296875, -6.875, -0.42578125, -2.75, -7.09375, -4.0625, -4.84375, 1.75, -4.84375, -6.6875, -0.6953125, -7.0625, -4.4375, -6.25, -1.9609375, -0.5546875, -10.4375, -5.6875, -2.875, 2.515625, -3.375, -9.625, -0.30078125, 2.109375, -4.65625, 0.74609375, -11.1875, 3.40625, -12.1875, -9.0, -4.375, 0.7890625, 2.5625, 0.609375, -3.671875, -0.7109375, -7.09375, -1.9296875, -3.53125, 0.8125, -11.8125, -4.65625, -6.21875, -7.40625, -1.8359375, -5.5625, -14.4375, 2.125, -4.78125, -2.3125, -3.390625, 2.203125, -2.15625, -6.53125, -0.25390625, -2.453125, 0.03759765625, -6.0625, -14.0, 3.046875, 2.28125, -2.4375, -3.46875, 0.265625, -0.271484375, 4.1875, -7.6875, -9.125, -4.75, -0.98046875, -7.875, 2.84375, -0.8359375, -3.078125, -6.84375, -0.298828125, -6.65625, 0.365234375, -5.75, -5.28125, -8.6875, 3.703125, -8.125, -5.71875, 2.828125, -5.5, -9.8125, -8.5625, -1.296875, -4.6875, 2.015625, -8.375, 2.421875, -2.953125, -0.76171875, 0.71484375, -7.71875, -6.96875, -5.0, -5.0625, -8.5625, -8.8125, 3.4375, -6.75, -5.25, 0.1064453125, 1.890625, -4.125, 4.5625, -5.71875, 2.890625, -2.171875, -6.6875, 0.2080078125, -0.6015625, -9.625, -0.6875, -1.9296875, -7.15625, 0.0223388671875, -4.5, 0.29296875, -8.9375, -8.25, -12.6875, -10.5, -12.3125, -5.65625, -8.9375, -2.078125, -9.3125, -2.34375, -0.302734375, -0.5859375, 3.359375, -8.3125, 3.6875, 1.0234375, -1.3828125, -2.140625, -9.5, -4.78125, -7.28125, -3.390625, -2.75, -3.109375, -0.41796875, -13.3125, 0.1865234375, -0.64453125, -0.4921875, -0.431640625, 1.5234375, -8.6875, -1.5234375, -3.484375, 1.9765625, -4.1875, -3.03125, -3.3125, -9.5625, -1.7421875, -3.0, -11.5625, -1.375, -0.404296875, -1.5703125, -3.921875, -8.8125, -0.7109375, -1.5390625, -2.21875, -0.875, -1.8125, -3.109375, -10.8125, -4.90625, 0.111328125, -0.400390625, -0.2451171875, -2.34375, -9.4375, -3.421875, -3.375, -3.3125, -0.064453125, 3.546875, -2.4375, -4.46875, 6.375, 5.78125, -3.84375, -8.375, -7.625, -0.92578125, 3.8125, -0.9921875, 4.1875, -4.125, -6.28125, 0.51171875, -5.75, -3.40625, 4.84375, -0.69921875, 3.59375, -5.875, -5.6875, -3.4375, -1.359375, -5.53125, -1.6953125, 2.234375, -9.625, -2.484375, -4.6875, -1.2421875, -1.8046875, -6.0, 3.3125, 1.8828125, -0.93359375, -6.0625, -3.484375, 3.84375, 2.453125, -14.0625, 5.4375, -6.75, -1.890625, 1.390625, -9.5, -4.0625, 1.9765625, 0.2578125, -0.2119140625, 2.484375, 4.25, -8.9375, -4.90625, -1.71875, -3.984375, -1.6640625, -2.265625, -7.125, -6.0, -0.09423828125, -5.09375, -5.375, -0.84765625, -10.0625, -4.84375, -12.5, 1.0625, -5.71875, -6.1875], "margins": [-1.1796875, 0.83984375, -1.5859375, -1.125, -0.546875, -1.234375, 0.0, -0.1171875, 2.53125, 0.0, 3.15625, 2.1875, -4.84375, 1.1904296875, 4.25, 7.296875, -1.703125, 8.15625, 1.40625, -2.484375, 0.15625, 0.046875, 0.0, 12.220703125, 3.375, -4.109375, -0.375, 8.5703125, -2.1690673828125, 8.73046875, 2.75, 4.0234375, 4.53125, 0.234375, 1.509765625, -0.7724609375, 0.0, 4.8203125, 4.734375, 5.6875, -2.3515625, -0.009765625, 10.4375, 1.71875, 0.9375, 11.921875, 0.0, 3.0, 13.7265625, -2.8984375, 2.609375, -15.71875, -0.4775390625, 7.9375, 3.28125, 2.4375, -3.4765625, 5.77734375, -7.9375, 6.90625, 13.15625, 0.0, 4.40625, -2.15625, -6.546875, 16.3203125, -0.23828125, 0.46875, 0.0, -5.9296875, 3.8046875, 0.890625, 1.1328125, -4.2578125, -2.76953125, 0.5625, 4.1171875, -2.21875, 0.0, 1.62109375, -6.06640625, -0.421875, -2.765625, 0.0, 0.1484375, -5.119140625, -6.015625, 7.109375, 1.65625, 3.2578125, 0.0, 11.03125, -2.06640625, -4.012939453125, 7.39453125, 2.4453125, 0.0, 7.1328125, 8.1875, 2.96875, -1.3671875, -1.890625, 4.359375, -15.71875, -2.4375, -0.140625, 3.66015625, 6.603515625, 1.8359375, 12.46875, 0.0, 6.6953125, 0.625, 16.4375, 3.71875, -1.7421875, 2.166015625, 1.23828125, 4.59375, 10.609375, 1.2197265625, 5.5625, -0.28125, 0.09375, 5.0, 1.53125, -1.5625, 7.69140625, 2.03125, 3.75, -2.2734375, 0.7890625, 2.578125, 6.46875, 4.53857421875, 5.578125, 16.765625, -5.796875, 0.0, 2.890625, 7.828125, 5.65625, -6.51953125, 1.751953125, -1.296875, 1.2197265625, 0.0, -8.234375, 12.296875, -1.984375, 4.109375, 3.953125, -4.375, -2.76171875, 0.0, 3.109375, -6.970703125, 8.625, 0.09375, 1.9375, -1.6484375, 3.46875, -0.17578125, 8.8515625, -1.2578125, 11.9609375, 3.654296875, 5.046875, 2.1875, -0.84375, 2.6640625, 10.984375, 3.53125, 2.4609375, -1.9453125, 0.3125, 1.37890625, 2.375, -2.609375, -3.4765625, 1.50390625, 8.609375, 0.0, 0.0, 5.98046875, 4.734375, -1.3203125, 6.697265625, -1.484375, 0.0, 0.0, 8.8359375, 7.359375, -7.7109375, -1.310546875, 4.03125, 7.234375, -2.25, 0.66015625, 1.66015625, 9.3125, 0.2734375, -4.5390625, 0.9453125, 7.421875, -4.0625, 0.0, -0.75, 0.0, -0.984375, 4.158203125, -0.578125, 1.751953125, 7.21875, -1.84765625, 0.6875, -0.9375, 0.18359375, 2.5, 6.4609375, 3.78125, -0.625, 0.1875, 8.109375, 4.78125, 0.10546875, 8.84765625, 7.08203125, 1.98046875, 4.2890625, 11.390625, 0.0, -0.875, 3.203125, 2.1484375, -3.6907958984375, -1.1640625, 1.8486328125, -0.7275390625, 3.59375, 6.40625, 1.3125, 10.875, 7.71875, -0.015625, 6.015625, -3.1796875, 3.15625, 7.353515625, 10.984375, 7.83203125, -3.828125, 3.78125, 1.09375, 6.0234375, -0.21875, -6.896484375, 2.75390625, -6.546875, 0.578125, 3.30859375, 1.625, 0.0, 10.048828125, 2.3671875, 2.03125, 8.09375, 11.625, 5.25, 0.1279296875, 1.375, 2.75, 16.25, 8.21875, 1.54296875, 1.0859375, 0.0, 0.234375, 0.21875, -4.20703125, -2.828125, -1.0, -7.046875, -0.60546875, -5.359375, -1.0625, -1.796875, 7.46875, 3.912109375, -1.125, 9.203125, -0.78125, 6.81640625, 0.0, 0.875, -6.09375, 5.208984375, -0.6875, -1.640625, 1.15625, -3.09375, -3.060546875, 5.2734375, -4.2578125, -3.75, 1.6015625, 3.1328125, 0.76171875, 6.46484375, -0.125, 0.6875, 9.8125, 21.8125, 2.58984375, -3.6318359375, 0.34375, -0.25, 1.625, 0.15625, 0.0, 4.298828125, 10.8828125, 9.49609375, 4.4453125, 9.20703125, -0.46875, 5.205078125, 0.0, 9.6328125, 0.0, -2.83984375, 1.0859375, -0.32421875, 3.10546875, 1.3359375, 8.71875, 14.703125, 1.5, 5.08203125, 5.9375, 2.3046875, -4.3857421875, -2.046875, 1.37890625, 5.234375, 6.875, -7.0390625, -1.78125, 2.84375, 2.375, 6.87921142578125, 0.0, -4.50732421875, 4.298828125, -0.625, -4.26171875, -9.1328125, 2.4296875, 0.21875, 0.8154296875, 2.1591796875, -3.59375, 1.44921875, 9.703125, 1.6875, -0.765625, 9.4296875, 2.6953125, 0.626953125, 0.0, 0.25, 14.640625, 0.0, 0.375, -5.34375, 9.015625, -0.296875, -0.96875, 14.28125, 0.078125, -5.5390625, -15.71875, 1.1875, 1.734375, -0.28125, 8.015625, 0.09375, 0.0, -3.9375, -4.9140625, 4.791015625, 1.654296875, 11.59375, 3.857421875, 0.0, 6.0234375, -5.3125, -6.75, 0.0, 4.03125, -9.96875, 7.765625, 1.46875, 17.4375, 0.0, 1.1875, 8.8125, 7.3828125, 7.3125, 3.61328125, 0.0, -3.484375, -2.0615234375, 12.59375, -2.75, 1.28125, 0.3125, -2.828125, 1.28125, 10.772705078125, 4.515625, -0.625, 0.0, -5.40625, 1.390625, 0.765625, 1.84375, -5.290771484375, 3.3125, 2.46875, 0.5625, -1.3984375, 1.21875, 3.5966796875, 3.375, 1.609375, 0.078125, 0.078125, 0.0, 3.28125, 12.71875, 8.92578125, 3.779296875, 1.5625, 14.25, -2.421875, 1.84375, 2.55859375, 4.703125, -4.49609375, 5.546875, 19.6875, 8.125, 11.9609375, 5.3515625, 0.0, -1.966796875, -1.705078125, -4.03125, -0.44970703125, 0.40625, -0.4375, -12.0078125, 5.12890625, 7.75, -0.31640625, 1.890625, 5.515625, 1.80859375, -2.2890625, 1.3515625, -1.41015625, 4.98046875, 4.234375, 6.4453125, 3.0390625, 9.20703125, 3.15625, 4.7578125, 9.646484375, 0.0, 8.646484375, 4.921875, -0.3125, -1.5341796875, -3.96875, -6.5625, 9.453125, -5.625, 3.34375, 3.08984375, 0.0, 5.390625, -3.7890625, 7.03125, 6.546875, 10.203125, 1.98046875, 0.0, 2.9765625, 15.40625, -3.7861328125, -4.828125, 4.951171875, 8.5546875, -5.140625, -5.078125, 5.53125, 0.15625, 1.84375, -1.564453125, 4.8046875, 5.875, -6.21875, 1.814453125, 10.53125, 0.0, -0.1796875, -3.765625, -2.203125, 8.34375, -1.140625, -2.1953125, 2.375, 6.3828125, -5.5390625, -9.546875, 0.9375, -0.96875, 1.70703125, 0.8056640625, 0.9921875, 13.734375, 3.421875, 0.8125, 3.71875, 0.0, 3.08203125, 1.125, 10.772705078125, 7.1015625, -3.791015625, 8.92578125, 2.49609375, 5.41796875, 0.7950439453125, 1.6318359375, 2.79296875, 7.78125, 2.40625, 11.6796875, 1.90625, -1.1875, 0.0, -3.953125, 0.9228515625, 6.1513671875, 1.09375, -5.3984375, -2.12109375, -0.125, 8.375, 1.056640625, 1.5546875, 0.0, 11.921875, -3.625, 3.953125, 2.8515625, 2.01171875, 4.265625, 11.828125, 1.1875, 0.1875, 0.4794921875, 9.6796875, -2.5, -1.0751953125, 0.0, -2.396484375, 2.09375, 0.4375, 4.7890625, 10.109375, 8.96875, -1.84765625, 10.8984375, 9.7734375, 0.51953125, 0.4453125, 4.167724609375, 3.703125, 3.806640625, -2.599609375, -2.955078125, 8.9375, 0.0, -7.046875, -0.4375, 0.4375, 7.390625, 7.21875, 0.0, 4.578125, 11.6875, 0.7890625, -3.0458984375, 4.78125, -2.453125, 17.4375, 6.712890625, -0.1875, -5.109375, -1.701171875, -7.828125, 1.80078125, -8.98828125, -1.15625, 3.50390625, 1.0625, 1.296875, 6.6015625, 6.765625, -2.3056640625, -0.875, -1.3515625, 5.62890625, -8.19921875, 1.255859375, 9.441650390625, -4.09375, 4.5703125, -1.3984375, -3.6015625, 0.0, 0.515625, 1.861328125, -1.2265625, -5.845703125, -0.052001953125, 3.34375, 1.1610107421875, -1.5625, 2.9140625, 3.96875, -2.96875, 2.28125, -1.28125, 2.6875, 5.328125, -0.1875, 0.083984375, 1.1875, 4.78125, 0.46875, -2.1259765625, 1.890625, 1.4609375, -1.171875, 6.87921142578125, 1.50390625, 5.9375, 0.0, 3.1640625, 1.703125, 2.5625, 2.84375, 0.0, 0.76513671875, 14.75, 4.736328125, 6.33544921875, 6.0859375, -1.6015625, 2.90625, 5.607421875, -1.5, -5.796875, 1.8359375, 14.4375, 0.41650390625, -0.2734375, 9.5, -5.46484375, 0.0, -2.76953125, 15.125, 9.361328125, 3.359375, -1.140625, -4.03125, -6.140625, 7.125, -5.1640625, 0.0, -3.6953125, 6.21875, -4.21875, 13.1796875, 2.28125, 7.828125, 1.71875, 1.9990234375, 4.7890625, 12.109375, -1.87109375, 0.984375, 0.9453125, 0.0, -1.015625, 2.46875, 5.1875, 0.751953125, 4.828125, -2.80322265625, -0.3125, 2.8125, -2.0703125, -6.8125, 3.9453125, 3.49560546875, 0.484375, 3.224609375, -0.75, 4.515625, 13.375, -0.21875, -4.70703125, 7.4609375, -1.8125, 4.2265625, 3.08319091796875, 6.638671875, 0.0, 0.0, -0.666015625, 1.09375, 2.0625, 8.92578125, -5.859375, 11.40625, 7.921875, 1.203125, -1.84375, 4.78125, 9.2578125, 0.77734375, 4.865234375, 0.28125, 15.625, 0.0, 0.375, -1.37890625, 1.34765625, 4.828125, 2.4375, 3.4765625, 0.0, 2.90625, 3.21875, -3.6318359375, 5.359375, 7.375, 2.1591796875, 1.015625, 7.625, 0.0, 2.375, -5.40625, -1.296875, 6.67791748046875, 1.2529296875, 0.6728515625, 13.125, 1.1875, -1.4140625, -2.09375, -0.4930419921875, -4.0, 1.70703125, 0.0, 10.328125, 13.5390625, 10.39501953125, 5.40625, 1.625, 0.375, 4.421875, 8.58984375, 6.234375, -1.947265625, 2.7421875, -1.125, 11.3125, -3.359375, 0.203125, 1.2919921875, 3.08984375, 2.4375, 9.6875, 6.328125, 7.390625, -3.6875, 5.5625, -7.17578125, 7.15625, 1.8759765625, 5.20703125, -2.7890625, -1.615234375, 1.4921875, 9.296875, -3.8515625, 0.375, -1.3515625, -1.1875, -0.109375, 2.09375, 1.1875, -0.109375, 3.59375, 6.40625, -0.625, 0.0, -1.7734375, 5.7109375, 11.96875, -5.1640625, 3.375, -2.75, 5.3125, 4.109375, -1.359375, 0.0, 1.203125, -3.595703125, 2.603515625, 1.2529296875, 1.55078125, 12.09375, 1.015625, 11.4375, 5.125, 4.783203125, -6.5, 0.0, -4.59375, -4.734375, -5.5556640625, 11.5, 1.34375, 8.625, -1.55859375, -2.1796875, -0.15625, -0.75, 4.337890625, 3.453125, 1.51953125, 2.015625, 0.0, -1.921875, 0.0, 0.234375, 2.484375, 3.53125, 2.078125, 1.056640625, -2.84375, -5.4921875, 0.4375, 13.125, 0.8828125, 2.7109375, -5.3515625, -0.7265625, 3.3125, 0.296875, -1.15625, -2.06640625, -3.25, -0.546875, 0.09375, -3.5859375, 12.703125, -3.578125, 8.703125, 0.0, -0.66015625, 13.84375, 3.25390625, -3.4765625, -0.740234375, 4.7119140625, -5.734375, -7.109375, 0.375, 0.0, -3.78125, 1.78125, -0.078125, 0.453125, 0.0, 10.5, 1.17236328125, 1.359375, 3.359375, -0.64453125, 7.25, 5.12890625, 16.21875, 3.9375, -2.53125, -4.25]} \ No newline at end of file diff --git a/special_tokens_map.json b/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..b43be96621d147110fb8a18b5776ec6e38516127 --- /dev/null +++ b/special_tokens_map.json @@ -0,0 +1,17 @@ +{ + "bos_token": { + "content": "<|begin_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "<|eot_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "<|eot_id|>" +} diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..1c1d8d5c9024994f1d3b00f9662b8dd89ca13cf2 --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b9e4e7fb171f92fd137b777cc2714bf87d11576700a1dcd7a399e7bbe39537b +size 17209920 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3beeacc86a6ca3cae14ad3004263ab74a4bac07a --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,2063 @@ +{ + "added_tokens_decoder": { + "128000": { + "content": "<|begin_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128001": { + "content": "<|end_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128002": { + "content": "<|reserved_special_token_0|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128003": { + "content": "<|reserved_special_token_1|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128004": { + "content": "<|finetune_right_pad_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128005": { + "content": "<|reserved_special_token_2|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128006": { + "content": "<|start_header_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128007": { + "content": "<|end_header_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128008": { + "content": "<|eom_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128009": { + "content": "<|eot_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128010": { + "content": "<|python_tag|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128011": { + "content": "<|reserved_special_token_3|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128012": { + "content": "<|reserved_special_token_4|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128013": { + "content": "<|reserved_special_token_5|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128014": { + "content": "<|reserved_special_token_6|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128015": { + "content": "<|reserved_special_token_7|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128016": { + "content": "<|reserved_special_token_8|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128017": { + "content": "<|reserved_special_token_9|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128018": { + "content": "<|reserved_special_token_10|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128019": { + "content": "<|reserved_special_token_11|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128020": { + "content": "<|reserved_special_token_12|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128021": { + "content": "<|reserved_special_token_13|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128022": { + "content": "<|reserved_special_token_14|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128023": { + "content": "<|reserved_special_token_15|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128024": { + "content": "<|reserved_special_token_16|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128025": { + "content": "<|reserved_special_token_17|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128026": { + "content": "<|reserved_special_token_18|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128027": { + "content": "<|reserved_special_token_19|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128028": { + "content": "<|reserved_special_token_20|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128029": { + "content": "<|reserved_special_token_21|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128030": { + "content": "<|reserved_special_token_22|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128031": { + "content": "<|reserved_special_token_23|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128032": { + "content": "<|reserved_special_token_24|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128033": { + "content": "<|reserved_special_token_25|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128034": { + "content": "<|reserved_special_token_26|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128035": { + "content": "<|reserved_special_token_27|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128036": { + "content": "<|reserved_special_token_28|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128037": { + "content": "<|reserved_special_token_29|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128038": { + "content": "<|reserved_special_token_30|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128039": { + "content": "<|reserved_special_token_31|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128040": { + "content": "<|reserved_special_token_32|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128041": { + "content": "<|reserved_special_token_33|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128042": { + "content": "<|reserved_special_token_34|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128043": { + "content": "<|reserved_special_token_35|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128044": { + "content": "<|reserved_special_token_36|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128045": { + "content": "<|reserved_special_token_37|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128046": { + "content": "<|reserved_special_token_38|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128047": { + "content": "<|reserved_special_token_39|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128048": { + "content": "<|reserved_special_token_40|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128049": { + "content": "<|reserved_special_token_41|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128050": { + "content": "<|reserved_special_token_42|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128051": { + "content": "<|reserved_special_token_43|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128052": { + "content": "<|reserved_special_token_44|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128053": { + "content": "<|reserved_special_token_45|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128054": { + "content": "<|reserved_special_token_46|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128055": { + "content": "<|reserved_special_token_47|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128056": { + "content": "<|reserved_special_token_48|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128057": { + "content": "<|reserved_special_token_49|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128058": { + "content": "<|reserved_special_token_50|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128059": { + "content": "<|reserved_special_token_51|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128060": { + "content": "<|reserved_special_token_52|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128061": { + "content": "<|reserved_special_token_53|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128062": { + "content": "<|reserved_special_token_54|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128063": { + "content": "<|reserved_special_token_55|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128064": { + "content": "<|reserved_special_token_56|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128065": { + "content": "<|reserved_special_token_57|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128066": { + "content": "<|reserved_special_token_58|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128067": { + "content": "<|reserved_special_token_59|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128068": { + "content": "<|reserved_special_token_60|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128069": { + "content": "<|reserved_special_token_61|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128070": { + "content": "<|reserved_special_token_62|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128071": { + "content": "<|reserved_special_token_63|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128072": { + "content": "<|reserved_special_token_64|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128073": { + "content": "<|reserved_special_token_65|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128074": { + "content": "<|reserved_special_token_66|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128075": { + "content": "<|reserved_special_token_67|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128076": { + "content": "<|reserved_special_token_68|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128077": { + "content": "<|reserved_special_token_69|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128078": { + "content": "<|reserved_special_token_70|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128079": { + "content": "<|reserved_special_token_71|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128080": { + "content": "<|reserved_special_token_72|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128081": { + "content": "<|reserved_special_token_73|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128082": { + "content": "<|reserved_special_token_74|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128083": { + "content": "<|reserved_special_token_75|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128084": { + "content": "<|reserved_special_token_76|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128085": { + "content": "<|reserved_special_token_77|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128086": { + "content": "<|reserved_special_token_78|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128087": { + "content": "<|reserved_special_token_79|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128088": { + "content": "<|reserved_special_token_80|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128089": { + "content": "<|reserved_special_token_81|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128090": { + "content": "<|reserved_special_token_82|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128091": { + "content": "<|reserved_special_token_83|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128092": { + "content": "<|reserved_special_token_84|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128093": { + "content": "<|reserved_special_token_85|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128094": { + "content": "<|reserved_special_token_86|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128095": { + "content": "<|reserved_special_token_87|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128096": { + "content": "<|reserved_special_token_88|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128097": { + "content": "<|reserved_special_token_89|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128098": { + "content": "<|reserved_special_token_90|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128099": { + "content": "<|reserved_special_token_91|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128100": { + "content": "<|reserved_special_token_92|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128101": { + "content": "<|reserved_special_token_93|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128102": { + "content": "<|reserved_special_token_94|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128103": { + "content": "<|reserved_special_token_95|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128104": { + "content": "<|reserved_special_token_96|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128105": { + "content": "<|reserved_special_token_97|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128106": { + "content": "<|reserved_special_token_98|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128107": { + "content": "<|reserved_special_token_99|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128108": { + "content": "<|reserved_special_token_100|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128109": { + "content": "<|reserved_special_token_101|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128110": { + "content": "<|reserved_special_token_102|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128111": { + "content": "<|reserved_special_token_103|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128112": { + "content": "<|reserved_special_token_104|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128113": { + "content": "<|reserved_special_token_105|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128114": { + "content": "<|reserved_special_token_106|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128115": { + "content": "<|reserved_special_token_107|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128116": { + "content": "<|reserved_special_token_108|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128117": { + "content": "<|reserved_special_token_109|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128118": { + "content": "<|reserved_special_token_110|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128119": { + "content": "<|reserved_special_token_111|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128120": { + "content": "<|reserved_special_token_112|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128121": { + "content": "<|reserved_special_token_113|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128122": { + "content": "<|reserved_special_token_114|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128123": { + "content": "<|reserved_special_token_115|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128124": { + "content": "<|reserved_special_token_116|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128125": { + "content": "<|reserved_special_token_117|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128126": { + "content": "<|reserved_special_token_118|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128127": { + "content": "<|reserved_special_token_119|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128128": { + "content": "<|reserved_special_token_120|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128129": { + "content": "<|reserved_special_token_121|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128130": { + "content": "<|reserved_special_token_122|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128131": { + "content": "<|reserved_special_token_123|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128132": { + "content": "<|reserved_special_token_124|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128133": { + "content": "<|reserved_special_token_125|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128134": { + "content": "<|reserved_special_token_126|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128135": { + "content": "<|reserved_special_token_127|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128136": { + "content": "<|reserved_special_token_128|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128137": { + "content": "<|reserved_special_token_129|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128138": { + "content": "<|reserved_special_token_130|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128139": { + "content": "<|reserved_special_token_131|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128140": { + "content": "<|reserved_special_token_132|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128141": { + "content": "<|reserved_special_token_133|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128142": { + "content": "<|reserved_special_token_134|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128143": { + "content": "<|reserved_special_token_135|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128144": { + "content": "<|reserved_special_token_136|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128145": { + "content": "<|reserved_special_token_137|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128146": { + "content": "<|reserved_special_token_138|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128147": { + "content": "<|reserved_special_token_139|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128148": { + "content": "<|reserved_special_token_140|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128149": { + "content": "<|reserved_special_token_141|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128150": { + "content": "<|reserved_special_token_142|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128151": { + "content": "<|reserved_special_token_143|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128152": { + "content": "<|reserved_special_token_144|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128153": { + "content": "<|reserved_special_token_145|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128154": { + "content": "<|reserved_special_token_146|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128155": { + "content": "<|reserved_special_token_147|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128156": { + "content": "<|reserved_special_token_148|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128157": { + "content": "<|reserved_special_token_149|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128158": { + "content": "<|reserved_special_token_150|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128159": { + "content": "<|reserved_special_token_151|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128160": { + "content": "<|reserved_special_token_152|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128161": { + "content": "<|reserved_special_token_153|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128162": { + "content": "<|reserved_special_token_154|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128163": { + "content": "<|reserved_special_token_155|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128164": { + "content": "<|reserved_special_token_156|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128165": { + "content": "<|reserved_special_token_157|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128166": { + "content": "<|reserved_special_token_158|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128167": { + "content": "<|reserved_special_token_159|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128168": { + "content": "<|reserved_special_token_160|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128169": { + "content": "<|reserved_special_token_161|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128170": { + "content": "<|reserved_special_token_162|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128171": { + "content": "<|reserved_special_token_163|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128172": { + "content": "<|reserved_special_token_164|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128173": { + "content": "<|reserved_special_token_165|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128174": { + "content": "<|reserved_special_token_166|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128175": { + "content": "<|reserved_special_token_167|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128176": { + "content": "<|reserved_special_token_168|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128177": { + "content": "<|reserved_special_token_169|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128178": { + "content": "<|reserved_special_token_170|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128179": { + "content": "<|reserved_special_token_171|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128180": { + "content": "<|reserved_special_token_172|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128181": { + "content": "<|reserved_special_token_173|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128182": { + "content": "<|reserved_special_token_174|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128183": { + "content": "<|reserved_special_token_175|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128184": { + "content": "<|reserved_special_token_176|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128185": { + "content": "<|reserved_special_token_177|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128186": { + "content": "<|reserved_special_token_178|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128187": { + "content": "<|reserved_special_token_179|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128188": { + "content": "<|reserved_special_token_180|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128189": { + "content": "<|reserved_special_token_181|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128190": { + "content": "<|reserved_special_token_182|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128191": { + "content": "<|reserved_special_token_183|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128192": { + "content": "<|reserved_special_token_184|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128193": { + "content": "<|reserved_special_token_185|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128194": { + "content": "<|reserved_special_token_186|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128195": { + "content": "<|reserved_special_token_187|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128196": { + "content": "<|reserved_special_token_188|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128197": { + "content": "<|reserved_special_token_189|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128198": { + "content": "<|reserved_special_token_190|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128199": { + "content": "<|reserved_special_token_191|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128200": { + "content": "<|reserved_special_token_192|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128201": { + "content": "<|reserved_special_token_193|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128202": { + "content": "<|reserved_special_token_194|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128203": { + "content": "<|reserved_special_token_195|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128204": { + "content": "<|reserved_special_token_196|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128205": { + "content": "<|reserved_special_token_197|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128206": { + "content": "<|reserved_special_token_198|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128207": { + "content": "<|reserved_special_token_199|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128208": { + "content": "<|reserved_special_token_200|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128209": { + "content": "<|reserved_special_token_201|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128210": { + "content": "<|reserved_special_token_202|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128211": { + "content": "<|reserved_special_token_203|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128212": { + "content": "<|reserved_special_token_204|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128213": { + "content": "<|reserved_special_token_205|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128214": { + "content": "<|reserved_special_token_206|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128215": { + "content": "<|reserved_special_token_207|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128216": { + "content": "<|reserved_special_token_208|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128217": { + "content": "<|reserved_special_token_209|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128218": { + "content": "<|reserved_special_token_210|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128219": { + "content": "<|reserved_special_token_211|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128220": { + "content": "<|reserved_special_token_212|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128221": { + "content": "<|reserved_special_token_213|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128222": { + "content": "<|reserved_special_token_214|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128223": { + "content": "<|reserved_special_token_215|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128224": { + "content": "<|reserved_special_token_216|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128225": { + "content": "<|reserved_special_token_217|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128226": { + "content": "<|reserved_special_token_218|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128227": { + "content": "<|reserved_special_token_219|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128228": { + "content": "<|reserved_special_token_220|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128229": { + "content": "<|reserved_special_token_221|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128230": { + "content": "<|reserved_special_token_222|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128231": { + "content": "<|reserved_special_token_223|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128232": { + "content": "<|reserved_special_token_224|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128233": { + "content": "<|reserved_special_token_225|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128234": { + "content": "<|reserved_special_token_226|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128235": { + "content": "<|reserved_special_token_227|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128236": { + "content": "<|reserved_special_token_228|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128237": { + "content": "<|reserved_special_token_229|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128238": { + "content": "<|reserved_special_token_230|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128239": { + "content": "<|reserved_special_token_231|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128240": { + "content": "<|reserved_special_token_232|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128241": { + "content": "<|reserved_special_token_233|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128242": { + "content": "<|reserved_special_token_234|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128243": { + "content": "<|reserved_special_token_235|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128244": { + "content": "<|reserved_special_token_236|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128245": { + "content": "<|reserved_special_token_237|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128246": { + "content": "<|reserved_special_token_238|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128247": { + "content": "<|reserved_special_token_239|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128248": { + "content": "<|reserved_special_token_240|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128249": { + "content": "<|reserved_special_token_241|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128250": { + "content": "<|reserved_special_token_242|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128251": { + "content": "<|reserved_special_token_243|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128252": { + "content": "<|reserved_special_token_244|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128253": { + "content": "<|reserved_special_token_245|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128254": { + "content": "<|reserved_special_token_246|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128255": { + "content": "<|reserved_special_token_247|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "<|begin_of_text|>", + "clean_up_tokenization_spaces": true, + "eos_token": "<|eot_id|>", + "extra_special_tokens": {}, + "model_input_names": [ + "input_ids", + "attention_mask" + ], + "model_max_length": 131072, + "pad_token": "<|eot_id|>", + "tokenizer_class": "PreTrainedTokenizerFast" +} diff --git a/training_args.bin b/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..8614ea1120688aa2b00c51b5ab043d685f967c46 --- /dev/null +++ b/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a75db4b667e1acb16a0e7511a6d417ad638ff613009acc2ca8623c871c05831 +size 6289