Instructions to use Kaipengm2/u6 with libraries, inference providers, notebooks, and local apps. Follow these links to get started.

Libraries

How to use Kaipengm2/u6 with PEFT:

from peft import PeftModel
from transformers import AutoModelForCausalLM

base_model = AutoModelForCausalLM.from_pretrained("/inspire/hdd/global_user/zhengkaipeng-240108120123/models/OneReason-0.8B-pretrain-competition")
model = PeftModel.from_pretrained(base_model, "Kaipengm2/u6")

Transformers

How to use Kaipengm2/u6 with Transformers:

# Use a pipeline as a high-level helper
from transformers import pipeline

pipe = pipeline("text-generation", model="Kaipengm2/u6")
messages = [
    {"role": "user", "content": "Who are you?"},
]
pipe(messages)

# Load model directly
from transformers import AutoModel
model = AutoModel.from_pretrained("Kaipengm2/u6", device_map="auto")

Notebooks
Google Colab
Kaggle
Local Apps Settings

vLLM

How to use Kaipengm2/u6 with vLLM:

Install from pip and serve model

# Install vLLM from pip:
pip install vllm
# Start the vLLM server:
vllm serve "Kaipengm2/u6"
# Call the server using curl (OpenAI-compatible API):
curl -X POST "http://localhost:8000/v1/chat/completions" \
	-H "Content-Type: application/json" \
	--data '{
		"model": "Kaipengm2/u6",
		"messages": [
			{
				"role": "user",
				"content": "What is the capital of France?"
			}
		]
	}'

Use Docker

docker model run hf.co/Kaipengm2/u6

SGLang

How to use Kaipengm2/u6 with SGLang:

Install from pip and serve model

# Install SGLang from pip:
pip install sglang
# Start the SGLang server:
python3 -m sglang.launch_server \
    --model-path "Kaipengm2/u6" \
    --host 0.0.0.0 \
    --port 30000
# Call the server using curl (OpenAI-compatible API):
curl -X POST "http://localhost:30000/v1/chat/completions" \
	-H "Content-Type: application/json" \
	--data '{
		"model": "Kaipengm2/u6",
		"messages": [
			{
				"role": "user",
				"content": "What is the capital of France?"
			}
		]
	}'

Use Docker images

docker run --gpus all \
    --shm-size 32g \
    -p 30000:30000 \
    -v ~/.cache/huggingface:/root/.cache/huggingface \
    --env "HF_TOKEN=<secret>" \
    --ipc=host \
    lmsysorg/sglang:latest \
    python3 -m sglang.launch_server \
        --model-path "Kaipengm2/u6" \
        --host 0.0.0.0 \
        --port 30000
# Call the server using curl (OpenAI-compatible API):
curl -X POST "http://localhost:30000/v1/chat/completions" \
	-H "Content-Type: application/json" \
	--data '{
		"model": "Kaipengm2/u6",
		"messages": [
			{
				"role": "user",
				"content": "What is the capital of France?"
			}
		]
	}'

Docker Model Runner
How to use Kaipengm2/u6 with Docker Model Runner:
```
docker model run hf.co/Kaipengm2/u6
```

u6 / trainer_state.json

Kaipengm2

Upload folder using huggingface_hub

48642f2 verified 27 days ago

Raw

History Blame Contribute Delete

92.1 kB

	{
	"best_global_step": null,
	"best_metric": null,
	"best_model_checkpoint": null,
	"epoch": 1.0,
	"eval_steps": 500,
	"global_step": 2459,
	"is_hyper_param_search": false,
	"is_local_process_zero": true,
	"is_world_process_zero": true,
	"log_history": [
	{
	"epoch": 0.0020339672531272247,
	"grad_norm": 1.4257310628890991,
	"learning_rate": 2.601626016260163e-06,
	"loss": 2.917485809326172,
	"step": 5
	},
	{
	"epoch": 0.004067934506254449,
	"grad_norm": 1.46852707862854,
	"learning_rate": 5.853658536585366e-06,
	"loss": 2.8873306274414063,
	"step": 10
	},
	{
	"epoch": 0.006101901759381674,
	"grad_norm": 1.0875977277755737,
	"learning_rate": 9.10569105691057e-06,
	"loss": 2.862717628479004,
	"step": 15
	},
	{
	"epoch": 0.008135869012508899,
	"grad_norm": 0.6434921026229858,
	"learning_rate": 1.2357723577235774e-05,
	"loss": 2.760717010498047,
	"step": 20
	},
	{
	"epoch": 0.010169836265636124,
	"grad_norm": 0.3681577742099762,
	"learning_rate": 1.5609756097560978e-05,
	"loss": 2.6175188064575194,
	"step": 25
	},
	{
	"epoch": 0.012203803518763347,
	"grad_norm": 0.2874605357646942,
	"learning_rate": 1.886178861788618e-05,
	"loss": 2.6090604782104494,
	"step": 30
	},
	{
	"epoch": 0.014237770771890573,
	"grad_norm": 0.2970505654811859,
	"learning_rate": 2.2113821138211385e-05,
	"loss": 2.48167724609375,
	"step": 35
	},
	{
	"epoch": 0.016271738025017798,
	"grad_norm": 0.29987362027168274,
	"learning_rate": 2.536585365853659e-05,
	"loss": 2.3590694427490235,
	"step": 40
	},
	{
	"epoch": 0.018305705278145023,
	"grad_norm": 0.29447707533836365,
	"learning_rate": 2.8617886178861792e-05,
	"loss": 2.3665092468261717,
	"step": 45
	},
	{
	"epoch": 0.020339672531272248,
	"grad_norm": 0.23196953535079956,
	"learning_rate": 3.186991869918699e-05,
	"loss": 2.2919033050537108,
	"step": 50
	},
	{
	"epoch": 0.02237363978439947,
	"grad_norm": 0.2012770175933838,
	"learning_rate": 3.51219512195122e-05,
	"loss": 2.228291893005371,
	"step": 55
	},
	{
	"epoch": 0.024407607037526695,
	"grad_norm": 0.22747980058193207,
	"learning_rate": 3.83739837398374e-05,
	"loss": 2.187364959716797,
	"step": 60
	},
	{
	"epoch": 0.02644157429065392,
	"grad_norm": 0.1936585158109665,
	"learning_rate": 4.162601626016261e-05,
	"loss": 2.2040355682373045,
	"step": 65
	},
	{
	"epoch": 0.028475541543781145,
	"grad_norm": 0.21204930543899536,
	"learning_rate": 4.4878048780487814e-05,
	"loss": 2.0758914947509766,
	"step": 70
	},
	{
	"epoch": 0.03050950879690837,
	"grad_norm": 0.25752541422843933,
	"learning_rate": 4.8130081300813014e-05,
	"loss": 2.074118804931641,
	"step": 75
	},
	{
	"epoch": 0.032543476050035595,
	"grad_norm": 0.24572649598121643,
	"learning_rate": 5.138211382113822e-05,
	"loss": 2.0441198348999023,
	"step": 80
	},
	{
	"epoch": 0.03457744330316282,
	"grad_norm": 0.21846380829811096,
	"learning_rate": 5.463414634146342e-05,
	"loss": 1.934136199951172,
	"step": 85
	},
	{
	"epoch": 0.036611410556290046,
	"grad_norm": 0.2201363742351532,
	"learning_rate": 5.788617886178863e-05,
	"loss": 1.922892189025879,
	"step": 90
	},
	{
	"epoch": 0.03864537780941727,
	"grad_norm": 0.23432138562202454,
	"learning_rate": 6.113821138211384e-05,
	"loss": 1.8857765197753906,
	"step": 95
	},
	{
	"epoch": 0.040679345062544496,
	"grad_norm": 0.23306460678577423,
	"learning_rate": 6.439024390243903e-05,
	"loss": 1.9038379669189454,
	"step": 100
	},
	{
	"epoch": 0.042713312315671714,
	"grad_norm": 0.22993463277816772,
	"learning_rate": 6.764227642276424e-05,
	"loss": 1.8566299438476563,
	"step": 105
	},
	{
	"epoch": 0.04474727956879894,
	"grad_norm": 0.22449328005313873,
	"learning_rate": 7.089430894308944e-05,
	"loss": 1.8021886825561524,
	"step": 110
	},
	{
	"epoch": 0.046781246821926165,
	"grad_norm": 0.2615789771080017,
	"learning_rate": 7.414634146341465e-05,
	"loss": 1.7697391510009766,
	"step": 115
	},
	{
	"epoch": 0.04881521407505339,
	"grad_norm": 0.21783658862113953,
	"learning_rate": 7.739837398373984e-05,
	"loss": 1.8027568817138673,
	"step": 120
	},
	{
	"epoch": 0.050849181328180615,
	"grad_norm": 0.241287499666214,
	"learning_rate": 7.999996382704413e-05,
	"loss": 1.785761260986328,
	"step": 125
	},
	{
	"epoch": 0.05288314858130784,
	"grad_norm": 0.21905580163002014,
	"learning_rate": 7.999869778045771e-05,
	"loss": 1.8103389739990234,
	"step": 130
	},
	{
	"epoch": 0.054917115834435065,
	"grad_norm": 0.24265141785144806,
	"learning_rate": 7.99956231515007e-05,
	"loss": 1.7369571685791017,
	"step": 135
	},
	{
	"epoch": 0.05695108308756229,
	"grad_norm": 0.2645692229270935,
	"learning_rate": 7.999074007919565e-05,
	"loss": 1.7425952911376954,
	"step": 140
	},
	{
	"epoch": 0.058985050340689515,
	"grad_norm": 0.22949549555778503,
	"learning_rate": 7.998404878433566e-05,
	"loss": 1.7011558532714843,
	"step": 145
	},
	{
	"epoch": 0.06101901759381674,
	"grad_norm": 0.28005731105804443,
	"learning_rate": 7.997554956947454e-05,
	"loss": 1.6993677139282226,
	"step": 150
	},
	{
	"epoch": 0.06305298484694397,
	"grad_norm": 0.25947996973991394,
	"learning_rate": 7.996524281891309e-05,
	"loss": 1.752249526977539,
	"step": 155
	},
	{
	"epoch": 0.06508695210007119,
	"grad_norm": 0.27306196093559265,
	"learning_rate": 7.995312899868164e-05,
	"loss": 1.6812099456787108,
	"step": 160
	},
	{
	"epoch": 0.06712091935319842,
	"grad_norm": 0.2487000674009323,
	"learning_rate": 7.993920865651903e-05,
	"loss": 1.6785842895507812,
	"step": 165
	},
	{
	"epoch": 0.06915488660632564,
	"grad_norm": 0.2866049110889435,
	"learning_rate": 7.992348242184795e-05,
	"loss": 1.6411857604980469,
	"step": 170
	},
	{
	"epoch": 0.07118885385945287,
	"grad_norm": 0.2541375458240509,
	"learning_rate": 7.99059510057463e-05,
	"loss": 1.6829517364501954,
	"step": 175
	},
	{
	"epoch": 0.07322282111258009,
	"grad_norm": 0.2908504009246826,
	"learning_rate": 7.988661520091513e-05,
	"loss": 1.660489273071289,
	"step": 180
	},
	{
	"epoch": 0.07525678836570732,
	"grad_norm": 0.30211013555526733,
	"learning_rate": 7.986547588164276e-05,
	"loss": 1.6549396514892578,
	"step": 185
	},
	{
	"epoch": 0.07729075561883454,
	"grad_norm": 0.28774863481521606,
	"learning_rate": 7.984253400376539e-05,
	"loss": 1.6788974761962892,
	"step": 190
	},
	{
	"epoch": 0.07932472287196177,
	"grad_norm": 0.2667076587677002,
	"learning_rate": 7.981779060462364e-05,
	"loss": 1.6379096984863282,
	"step": 195
	},
	{
	"epoch": 0.08135869012508899,
	"grad_norm": 0.31970497965812683,
	"learning_rate": 7.979124680301582e-05,
	"loss": 1.605440902709961,
	"step": 200
	},
	{
	"epoch": 0.08339265737821622,
	"grad_norm": 0.2745591998100281,
	"learning_rate": 7.976290379914728e-05,
	"loss": 1.6268569946289062,
	"step": 205
	},
	{
	"epoch": 0.08542662463134343,
	"grad_norm": 0.2973490357398987,
	"learning_rate": 7.973276287457622e-05,
	"loss": 1.5992630004882813,
	"step": 210
	},
	{
	"epoch": 0.08746059188447065,
	"grad_norm": 0.28332599997520447,
	"learning_rate": 7.97008253921556e-05,
	"loss": 1.6371658325195313,
	"step": 215
	},
	{
	"epoch": 0.08949455913759788,
	"grad_norm": 0.2501751482486725,
	"learning_rate": 7.96670927959716e-05,
	"loss": 1.6693359375,
	"step": 220
	},
	{
	"epoch": 0.0915285263907251,
	"grad_norm": 0.3090277910232544,
	"learning_rate": 7.963156661127839e-05,
	"loss": 1.575566005706787,
	"step": 225
	},
	{
	"epoch": 0.09356249364385233,
	"grad_norm": 0.2466857135295868,
	"learning_rate": 7.959424844442902e-05,
	"loss": 1.6048229217529297,
	"step": 230
	},
	{
	"epoch": 0.09559646089697955,
	"grad_norm": 0.2916584610939026,
	"learning_rate": 7.95551399828029e-05,
	"loss": 1.5845436096191405,
	"step": 235
	},
	{
	"epoch": 0.09763042815010678,
	"grad_norm": 0.23102006316184998,
	"learning_rate": 7.951424299472945e-05,
	"loss": 1.5969648361206055,
	"step": 240
	},
	{
	"epoch": 0.099664395403234,
	"grad_norm": 0.261629581451416,
	"learning_rate": 7.947155932940817e-05,
	"loss": 1.5344152450561523,
	"step": 245
	},
	{
	"epoch": 0.10169836265636123,
	"grad_norm": 0.2802213430404663,
	"learning_rate": 7.9427090916825e-05,
	"loss": 1.6227588653564453,
	"step": 250
	},
	{
	"epoch": 0.10373232990948845,
	"grad_norm": 0.276521772146225,
	"learning_rate": 7.938083976766508e-05,
	"loss": 1.5408702850341798,
	"step": 255
	},
	{
	"epoch": 0.10576629716261568,
	"grad_norm": 0.255205363035202,
	"learning_rate": 7.933280797322181e-05,
	"loss": 1.576058292388916,
	"step": 260
	},
	{
	"epoch": 0.1078002644157429,
	"grad_norm": 0.25489553809165955,
	"learning_rate": 7.928299770530232e-05,
	"loss": 1.5977807998657227,
	"step": 265
	},
	{
	"epoch": 0.10983423166887013,
	"grad_norm": 0.253703773021698,
	"learning_rate": 7.923141121612922e-05,
	"loss": 1.6158340454101563,
	"step": 270
	},
	{
	"epoch": 0.11186819892199736,
	"grad_norm": 0.2618684470653534,
	"learning_rate": 7.917805083823886e-05,
	"loss": 1.56042537689209,
	"step": 275
	},
	{
	"epoch": 0.11390216617512458,
	"grad_norm": 0.2836095988750458,
	"learning_rate": 7.912291898437572e-05,
	"loss": 1.6143115997314452,
	"step": 280
	},
	{
	"epoch": 0.1159361334282518,
	"grad_norm": 0.3135998547077179,
	"learning_rate": 7.906601814738345e-05,
	"loss": 1.5314339637756347,
	"step": 285
	},
	{
	"epoch": 0.11797010068137903,
	"grad_norm": 0.28871971368789673,
	"learning_rate": 7.900735090009208e-05,
	"loss": 1.5611291885375977,
	"step": 290
	},
	{
	"epoch": 0.12000406793450626,
	"grad_norm": 0.264883816242218,
	"learning_rate": 7.894691989520168e-05,
	"loss": 1.58094482421875,
	"step": 295
	},
	{
	"epoch": 0.12203803518763348,
	"grad_norm": 0.25624939799308777,
	"learning_rate": 7.888472786516246e-05,
	"loss": 1.5583287239074708,
	"step": 300
	},
	{
	"epoch": 0.1240720024407607,
	"grad_norm": 0.27313604950904846,
	"learning_rate": 7.882077762205122e-05,
	"loss": 1.5159448623657226,
	"step": 305
	},
	{
	"epoch": 0.12610596969388793,
	"grad_norm": 0.25955769419670105,
	"learning_rate": 7.875507205744412e-05,
	"loss": 1.5097437858581544,
	"step": 310
	},
	{
	"epoch": 0.12813993694701514,
	"grad_norm": 0.3122912347316742,
	"learning_rate": 7.868761414228604e-05,
	"loss": 1.5064099311828614,
	"step": 315
	},
	{
	"epoch": 0.13017390420014238,
	"grad_norm": 0.2565915584564209,
	"learning_rate": 7.861840692675622e-05,
	"loss": 1.581326389312744,
	"step": 320
	},
	{
	"epoch": 0.1322078714532696,
	"grad_norm": 0.32710567116737366,
	"learning_rate": 7.854745354013022e-05,
	"loss": 1.5986787796020507,
	"step": 325
	},
	{
	"epoch": 0.13424183870639683,
	"grad_norm": 0.2665398120880127,
	"learning_rate": 7.847475719063862e-05,
	"loss": 1.52600154876709,
	"step": 330
	},
	{
	"epoch": 0.13627580595952404,
	"grad_norm": 0.2865259349346161,
	"learning_rate": 7.840032116532184e-05,
	"loss": 1.5572259902954102,
	"step": 335
	},
	{
	"epoch": 0.13830977321265128,
	"grad_norm": 0.34650203585624695,
	"learning_rate": 7.832414882988153e-05,
	"loss": 1.4841368675231934,
	"step": 340
	},
	{
	"epoch": 0.1403437404657785,
	"grad_norm": 0.2880828082561493,
	"learning_rate": 7.824624362852839e-05,
	"loss": 1.4806913375854491,
	"step": 345
	},
	{
	"epoch": 0.14237770771890573,
	"grad_norm": 0.27728167176246643,
	"learning_rate": 7.816660908382642e-05,
	"loss": 1.5396782875061035,
	"step": 350
	},
	{
	"epoch": 0.14441167497203294,
	"grad_norm": 0.3270809054374695,
	"learning_rate": 7.808524879653372e-05,
	"loss": 1.506382656097412,
	"step": 355
	},
	{
	"epoch": 0.14644564222516018,
	"grad_norm": 0.33753281831741333,
	"learning_rate": 7.800216644543956e-05,
	"loss": 1.5199095726013183,
	"step": 360
	},
	{
	"epoch": 0.1484796094782874,
	"grad_norm": 0.293161541223526,
	"learning_rate": 7.791736578719814e-05,
	"loss": 1.5270258903503418,
	"step": 365
	},
	{
	"epoch": 0.15051357673141463,
	"grad_norm": 0.34172746539115906,
	"learning_rate": 7.783085065615869e-05,
	"loss": 1.5228445053100585,
	"step": 370
	},
	{
	"epoch": 0.15254754398454184,
	"grad_norm": 0.29226797819137573,
	"learning_rate": 7.774262496419205e-05,
	"loss": 1.5537534713745118,
	"step": 375
	},
	{
	"epoch": 0.15458151123766908,
	"grad_norm": 0.3251171112060547,
	"learning_rate": 7.765269270051389e-05,
	"loss": 1.4998278617858887,
	"step": 380
	},
	{
	"epoch": 0.1566154784907963,
	"grad_norm": 0.28418686985969543,
	"learning_rate": 7.756105793150426e-05,
	"loss": 1.5408721923828126,
	"step": 385
	},
	{
	"epoch": 0.15864944574392353,
	"grad_norm": 0.30530861020088196,
	"learning_rate": 7.746772480052373e-05,
	"loss": 1.5005302429199219,
	"step": 390
	},
	{
	"epoch": 0.16068341299705075,
	"grad_norm": 0.2712857723236084,
	"learning_rate": 7.737269752772608e-05,
	"loss": 1.4546459197998047,
	"step": 395
	},
	{
	"epoch": 0.16271738025017798,
	"grad_norm": 0.28193557262420654,
	"learning_rate": 7.727598040986746e-05,
	"loss": 1.513768482208252,
	"step": 400
	},
	{
	"epoch": 0.1647513475033052,
	"grad_norm": 0.2774534821510315,
	"learning_rate": 7.717757782011207e-05,
	"loss": 1.47432861328125,
	"step": 405
	},
	{
	"epoch": 0.16678531475643243,
	"grad_norm": 0.30369889736175537,
	"learning_rate": 7.707749420783454e-05,
	"loss": 1.482215690612793,
	"step": 410
	},
	{
	"epoch": 0.16881928200955965,
	"grad_norm": 0.3143354058265686,
	"learning_rate": 7.697573409841854e-05,
	"loss": 1.4836478233337402,
	"step": 415
	},
	{
	"epoch": 0.17085324926268686,
	"grad_norm": 0.2981318533420563,
	"learning_rate": 7.687230209305242e-05,
	"loss": 1.5305231094360352,
	"step": 420
	},
	{
	"epoch": 0.1728872165158141,
	"grad_norm": 0.2954687476158142,
	"learning_rate": 7.676720286852096e-05,
	"loss": 1.527289581298828,
	"step": 425
	},
	{
	"epoch": 0.1749211837689413,
	"grad_norm": 0.31553202867507935,
	"learning_rate": 7.666044117699397e-05,
	"loss": 1.4683035850524901,
	"step": 430
	},
	{
	"epoch": 0.17695515102206855,
	"grad_norm": 0.2957124710083008,
	"learning_rate": 7.655202184581145e-05,
	"loss": 1.4824369430541993,
	"step": 435
	},
	{
	"epoch": 0.17898911827519576,
	"grad_norm": 0.3332107365131378,
	"learning_rate": 7.644194977726527e-05,
	"loss": 1.480666446685791,
	"step": 440
	},
	{
	"epoch": 0.181023085528323,
	"grad_norm": 0.31734415888786316,
	"learning_rate": 7.633022994837751e-05,
	"loss": 1.4788445472717284,
	"step": 445
	},
	{
	"epoch": 0.1830570527814502,
	"grad_norm": 0.29531416296958923,
	"learning_rate": 7.621686741067548e-05,
	"loss": 1.5645590782165528,
	"step": 450
	},
	{
	"epoch": 0.18509102003457745,
	"grad_norm": 0.31266340613365173,
	"learning_rate": 7.610186728996319e-05,
	"loss": 1.5170171737670899,
	"step": 455
	},
	{
	"epoch": 0.18712498728770466,
	"grad_norm": 0.2995188236236572,
	"learning_rate": 7.598523478608974e-05,
	"loss": 1.506637954711914,
	"step": 460
	},
	{
	"epoch": 0.1891589545408319,
	"grad_norm": 0.28108903765678406,
	"learning_rate": 7.586697517271406e-05,
	"loss": 1.4750299453735352,
	"step": 465
	},
	{
	"epoch": 0.1911929217939591,
	"grad_norm": 0.281231552362442,
	"learning_rate": 7.574709379706651e-05,
	"loss": 1.5297168731689452,
	"step": 470
	},
	{
	"epoch": 0.19322688904708635,
	"grad_norm": 0.3016623556613922,
	"learning_rate": 7.562559607970714e-05,
	"loss": 1.4363483428955077,
	"step": 475
	},
	{
	"epoch": 0.19526085630021356,
	"grad_norm": 0.2738240659236908,
	"learning_rate": 7.550248751428054e-05,
	"loss": 1.4974472045898437,
	"step": 480
	},
	{
	"epoch": 0.1972948235533408,
	"grad_norm": 0.2762449085712433,
	"learning_rate": 7.537777366726745e-05,
	"loss": 1.4656939506530762,
	"step": 485
	},
	{
	"epoch": 0.199328790806468,
	"grad_norm": 0.3260698914527893,
	"learning_rate": 7.52514601777331e-05,
	"loss": 1.4498090744018555,
	"step": 490
	},
	{
	"epoch": 0.20136275805959525,
	"grad_norm": 0.30235323309898376,
	"learning_rate": 7.512355275707218e-05,
	"loss": 1.454343318939209,
	"step": 495
	},
	{
	"epoch": 0.20339672531272246,
	"grad_norm": 0.2750537097454071,
	"learning_rate": 7.49940571887506e-05,
	"loss": 1.4856033325195312,
	"step": 500
	},
	{
	"epoch": 0.2054306925658497,
	"grad_norm": 0.26810595393180847,
	"learning_rate": 7.486297932804404e-05,
	"loss": 1.5180526733398438,
	"step": 505
	},
	{
	"epoch": 0.2074646598189769,
	"grad_norm": 0.34094545245170593,
	"learning_rate": 7.473032510177316e-05,
	"loss": 1.5161296844482421,
	"step": 510
	},
	{
	"epoch": 0.20949862707210415,
	"grad_norm": 0.29126617312431335,
	"learning_rate": 7.459610050803561e-05,
	"loss": 1.553421974182129,
	"step": 515
	},
	{
	"epoch": 0.21153259432523136,
	"grad_norm": 0.33887821435928345,
	"learning_rate": 7.446031161593481e-05,
	"loss": 1.4819551467895509,
	"step": 520
	},
	{
	"epoch": 0.2135665615783586,
	"grad_norm": 0.3397113084793091,
	"learning_rate": 7.432296456530557e-05,
	"loss": 1.4011404037475585,
	"step": 525
	},
	{
	"epoch": 0.2156005288314858,
	"grad_norm": 0.33551251888275146,
	"learning_rate": 7.418406556643642e-05,
	"loss": 1.4781397819519042,
	"step": 530
	},
	{
	"epoch": 0.21763449608461305,
	"grad_norm": 0.34282976388931274,
	"learning_rate": 7.404362089978883e-05,
	"loss": 1.5161099433898926,
	"step": 535
	},
	{
	"epoch": 0.21966846333774026,
	"grad_norm": 0.3225310742855072,
	"learning_rate": 7.390163691571325e-05,
	"loss": 1.463518238067627,
	"step": 540
	},
	{
	"epoch": 0.2217024305908675,
	"grad_norm": 0.25978654623031616,
	"learning_rate": 7.375812003416195e-05,
	"loss": 1.4573867797851563,
	"step": 545
	},
	{
	"epoch": 0.2237363978439947,
	"grad_norm": 0.3284743130207062,
	"learning_rate": 7.361307674439873e-05,
	"loss": 1.4482636451721191,
	"step": 550
	},
	{
	"epoch": 0.22577036509712195,
	"grad_norm": 0.27696937322616577,
	"learning_rate": 7.346651360470555e-05,
	"loss": 1.4380542755126953,
	"step": 555
	},
	{
	"epoch": 0.22780433235024916,
	"grad_norm": 0.27538761496543884,
	"learning_rate": 7.331843724208589e-05,
	"loss": 1.4844141006469727,
	"step": 560
	},
	{
	"epoch": 0.22983829960337637,
	"grad_norm": 0.3249717354774475,
	"learning_rate": 7.316885435196518e-05,
	"loss": 1.4259913444519043,
	"step": 565
	},
	{
	"epoch": 0.2318722668565036,
	"grad_norm": 0.3172062635421753,
	"learning_rate": 7.30177716978881e-05,
	"loss": 1.4604599952697754,
	"step": 570
	},
	{
	"epoch": 0.23390623410963082,
	"grad_norm": 0.25277936458587646,
	"learning_rate": 7.286519611121262e-05,
	"loss": 1.5142675399780274,
	"step": 575
	},
	{
	"epoch": 0.23594020136275806,
	"grad_norm": 0.30122074484825134,
	"learning_rate": 7.271113449080131e-05,
	"loss": 1.4454142570495605,
	"step": 580
	},
	{
	"epoch": 0.23797416861588527,
	"grad_norm": 0.29546478390693665,
	"learning_rate": 7.255559380270915e-05,
	"loss": 1.4152225494384765,
	"step": 585
	},
	{
	"epoch": 0.2400081358690125,
	"grad_norm": 0.25515016913414,
	"learning_rate": 7.239858107986883e-05,
	"loss": 1.4481670379638671,
	"step": 590
	},
	{
	"epoch": 0.24204210312213972,
	"grad_norm": 0.36043909192085266,
	"learning_rate": 7.224010342177246e-05,
	"loss": 1.3873469352722168,
	"step": 595
	},
	{
	"epoch": 0.24407607037526696,
	"grad_norm": 0.28646320104599,
	"learning_rate": 7.208016799415083e-05,
	"loss": 1.4386262893676758,
	"step": 600
	},
	{
	"epoch": 0.24611003762839417,
	"grad_norm": 0.30333590507507324,
	"learning_rate": 7.191878202864926e-05,
	"loss": 1.4411699295043945,
	"step": 605
	},
	{
	"epoch": 0.2481440048815214,
	"grad_norm": 0.3224600851535797,
	"learning_rate": 7.175595282250058e-05,
	"loss": 1.4494745254516601,
	"step": 610
	},
	{
	"epoch": 0.25017797213464865,
	"grad_norm": 0.2596285939216614,
	"learning_rate": 7.159168773819529e-05,
	"loss": 1.42305269241333,
	"step": 615
	},
	{
	"epoch": 0.25221193938777586,
	"grad_norm": 0.2846454977989197,
	"learning_rate": 7.142599420314857e-05,
	"loss": 1.4384309768676757,
	"step": 620
	},
	{
	"epoch": 0.2542459066409031,
	"grad_norm": 0.3560178875923157,
	"learning_rate": 7.12588797093645e-05,
	"loss": 1.4937101364135743,
	"step": 625
	},
	{
	"epoch": 0.2562798738940303,
	"grad_norm": 0.3016885221004486,
	"learning_rate": 7.109035181309728e-05,
	"loss": 1.4564781188964844,
	"step": 630
	},
	{
	"epoch": 0.25831384114715755,
	"grad_norm": 0.2757645547389984,
	"learning_rate": 7.092041813450948e-05,
	"loss": 1.4405845642089843,
	"step": 635
	},
	{
	"epoch": 0.26034780840028476,
	"grad_norm": 0.2569405734539032,
	"learning_rate": 7.074908635732768e-05,
	"loss": 1.4014852523803711,
	"step": 640
	},
	{
	"epoch": 0.262381775653412,
	"grad_norm": 0.3015080690383911,
	"learning_rate": 7.057636422849487e-05,
	"loss": 1.433372688293457,
	"step": 645
	},
	{
	"epoch": 0.2644157429065392,
	"grad_norm": 0.29660722613334656,
	"learning_rate": 7.040225955782022e-05,
	"loss": 1.4342848777770996,
	"step": 650
	},
	{
	"epoch": 0.26644971015966645,
	"grad_norm": 0.33201417326927185,
	"learning_rate": 7.022678021762598e-05,
	"loss": 1.4227266311645508,
	"step": 655
	},
	{
	"epoch": 0.26848367741279366,
	"grad_norm": 0.2671425938606262,
	"learning_rate": 7.004993414239147e-05,
	"loss": 1.4589752197265624,
	"step": 660
	},
	{
	"epoch": 0.2705176446659209,
	"grad_norm": 0.26866036653518677,
	"learning_rate": 6.98717293283944e-05,
	"loss": 1.4873647689819336,
	"step": 665
	},
	{
	"epoch": 0.2725516119190481,
	"grad_norm": 0.28285905718803406,
	"learning_rate": 6.969217383334917e-05,
	"loss": 1.459207534790039,
	"step": 670
	},
	{
	"epoch": 0.27458557917217535,
	"grad_norm": 0.2887929081916809,
	"learning_rate": 6.951127577604269e-05,
	"loss": 1.4669806480407714,
	"step": 675
	},
	{
	"epoch": 0.27661954642530256,
	"grad_norm": 0.2804192006587982,
	"learning_rate": 6.932904333596718e-05,
	"loss": 1.4024450302124023,
	"step": 680
	},
	{
	"epoch": 0.2786535136784298,
	"grad_norm": 0.2690044343471527,
	"learning_rate": 6.914548475295033e-05,
	"loss": 1.4585531234741211,
	"step": 685
	},
	{
	"epoch": 0.280687480931557,
	"grad_norm": 0.3106100261211395,
	"learning_rate": 6.89606083267828e-05,
	"loss": 1.4643203735351562,
	"step": 690
	},
	{
	"epoch": 0.28272144818468425,
	"grad_norm": 0.2849403917789459,
	"learning_rate": 6.877442241684288e-05,
	"loss": 1.5139555931091309,
	"step": 695
	},
	{
	"epoch": 0.28475541543781147,
	"grad_norm": 0.28812873363494873,
	"learning_rate": 6.858693544171845e-05,
	"loss": 1.4307933807373048,
	"step": 700
	},
	{
	"epoch": 0.2867893826909387,
	"grad_norm": 0.25747042894363403,
	"learning_rate": 6.839815587882647e-05,
	"loss": 1.4572304725646972,
	"step": 705
	},
	{
	"epoch": 0.2888233499440659,
	"grad_norm": 0.25883084535598755,
	"learning_rate": 6.820809226402957e-05,
	"loss": 1.4297290802001954,
	"step": 710
	},
	{
	"epoch": 0.2908573171971931,
	"grad_norm": 0.316441148519516,
	"learning_rate": 6.801675319125007e-05,
	"loss": 1.4357834815979005,
	"step": 715
	},
	{
	"epoch": 0.29289128445032037,
	"grad_norm": 0.33814454078674316,
	"learning_rate": 6.782414731208154e-05,
	"loss": 1.4652581214904785,
	"step": 720
	},
	{
	"epoch": 0.2949252517034476,
	"grad_norm": 0.285017192363739,
	"learning_rate": 6.763028333539737e-05,
	"loss": 1.395161247253418,
	"step": 725
	},
	{
	"epoch": 0.2969592189565748,
	"grad_norm": 0.33924534916877747,
	"learning_rate": 6.743517002695724e-05,
	"loss": 1.3853025436401367,
	"step": 730
	},
	{
	"epoch": 0.298993186209702,
	"grad_norm": 0.2676454782485962,
	"learning_rate": 6.723881620901059e-05,
	"loss": 1.4198028564453125,
	"step": 735
	},
	{
	"epoch": 0.30102715346282927,
	"grad_norm": 0.3764224946498871,
	"learning_rate": 6.70412307598978e-05,
	"loss": 1.4417477607727052,
	"step": 740
	},
	{
	"epoch": 0.3030611207159565,
	"grad_norm": 0.27534952759742737,
	"learning_rate": 6.684242261364874e-05,
	"loss": 1.4394853591918946,
	"step": 745
	},
	{
	"epoch": 0.3050950879690837,
	"grad_norm": 0.30524176359176636,
	"learning_rate": 6.664240075957875e-05,
	"loss": 1.4469685554504395,
	"step": 750
	},
	{
	"epoch": 0.3071290552222109,
	"grad_norm": 0.27213791012763977,
	"learning_rate": 6.644117424188224e-05,
	"loss": 1.4358532905578614,
	"step": 755
	},
	{
	"epoch": 0.30916302247533817,
	"grad_norm": 0.280111700296402,
	"learning_rate": 6.623875215922375e-05,
	"loss": 1.406216526031494,
	"step": 760
	},
	{
	"epoch": 0.3111969897284654,
	"grad_norm": 0.25174808502197266,
	"learning_rate": 6.603514366432649e-05,
	"loss": 1.4507400512695312,
	"step": 765
	},
	{
	"epoch": 0.3132309569815926,
	"grad_norm": 0.3225403130054474,
	"learning_rate": 6.583035796355853e-05,
	"loss": 1.4420936584472657,
	"step": 770
	},
	{
	"epoch": 0.3152649242347198,
	"grad_norm": 0.2946665585041046,
	"learning_rate": 6.562440431651655e-05,
	"loss": 1.3917129516601563,
	"step": 775
	},
	{
	"epoch": 0.31729889148784707,
	"grad_norm": 0.28828397393226624,
	"learning_rate": 6.54172920356071e-05,
	"loss": 1.3753639221191407,
	"step": 780
	},
	{
	"epoch": 0.3193328587409743,
	"grad_norm": 0.3176410496234894,
	"learning_rate": 6.520903048562554e-05,
	"loss": 1.4257610321044922,
	"step": 785
	},
	{
	"epoch": 0.3213668259941015,
	"grad_norm": 0.2822883725166321,
	"learning_rate": 6.499962908333262e-05,
	"loss": 1.3781893730163575,
	"step": 790
	},
	{
	"epoch": 0.3234007932472287,
	"grad_norm": 0.2906973361968994,
	"learning_rate": 6.478909729702873e-05,
	"loss": 1.4165437698364258,
	"step": 795
	},
	{
	"epoch": 0.32543476050035597,
	"grad_norm": 0.2236020267009735,
	"learning_rate": 6.457744464612568e-05,
	"loss": 1.397031307220459,
	"step": 800
	},
	{
	"epoch": 0.3274687277534832,
	"grad_norm": 0.2636953592300415,
	"learning_rate": 6.436468070071636e-05,
	"loss": 1.3988968849182128,
	"step": 805
	},
	{
	"epoch": 0.3295026950066104,
	"grad_norm": 0.2582594156265259,
	"learning_rate": 6.4150815081142e-05,
	"loss": 1.3823265075683593,
	"step": 810
	},
	{
	"epoch": 0.3315366622597376,
	"grad_norm": 0.2765803933143616,
	"learning_rate": 6.393585745755714e-05,
	"loss": 1.350075912475586,
	"step": 815
	},
	{
	"epoch": 0.33357062951286487,
	"grad_norm": 0.3021979033946991,
	"learning_rate": 6.371981754949241e-05,
	"loss": 1.4218207359313966,
	"step": 820
	},
	{
	"epoch": 0.3356045967659921,
	"grad_norm": 0.2982991933822632,
	"learning_rate": 6.350270512541506e-05,
	"loss": 1.4619415283203125,
	"step": 825
	},
	{
	"epoch": 0.3376385640191193,
	"grad_norm": 0.3263569176197052,
	"learning_rate": 6.328453000228726e-05,
	"loss": 1.374096393585205,
	"step": 830
	},
	{
	"epoch": 0.3396725312722465,
	"grad_norm": 0.24030761420726776,
	"learning_rate": 6.306530204512218e-05,
	"loss": 1.3717924118041993,
	"step": 835
	},
	{
	"epoch": 0.3417064985253737,
	"grad_norm": 0.30486997961997986,
	"learning_rate": 6.2845031166538e-05,
	"loss": 1.4392295837402345,
	"step": 840
	},
	{
	"epoch": 0.343740465778501,
	"grad_norm": 0.28287866711616516,
	"learning_rate": 6.26237273263097e-05,
	"loss": 1.4080901145935059,
	"step": 845
	},
	{
	"epoch": 0.3457744330316282,
	"grad_norm": 0.2588256299495697,
	"learning_rate": 6.240140053091859e-05,
	"loss": 1.3927085876464844,
	"step": 850
	},
	{
	"epoch": 0.3478084002847554,
	"grad_norm": 0.32203900814056396,
	"learning_rate": 6.217806083310002e-05,
	"loss": 1.4236017227172852,
	"step": 855
	},
	{
	"epoch": 0.3498423675378826,
	"grad_norm": 0.36687156558036804,
	"learning_rate": 6.195371833138878e-05,
	"loss": 1.3992155075073243,
	"step": 860
	},
	{
	"epoch": 0.3518763347910099,
	"grad_norm": 0.3180311322212219,
	"learning_rate": 6.172838316966242e-05,
	"loss": 1.3512189865112305,
	"step": 865
	},
	{
	"epoch": 0.3539103020441371,
	"grad_norm": 0.2805245518684387,
	"learning_rate": 6.15020655366827e-05,
	"loss": 1.3968843460083007,
	"step": 870
	},
	{
	"epoch": 0.3559442692972643,
	"grad_norm": 0.26564761996269226,
	"learning_rate": 6.127477566563475e-05,
	"loss": 1.4331690788269043,
	"step": 875
	},
	{
	"epoch": 0.3579782365503915,
	"grad_norm": 0.2855769395828247,
	"learning_rate": 6.104652383366453e-05,
	"loss": 1.3854801177978515,
	"step": 880
	},
	{
	"epoch": 0.3600122038035188,
	"grad_norm": 0.3231807351112366,
	"learning_rate": 6.0817320361414e-05,
	"loss": 1.3894742965698241,
	"step": 885
	},
	{
	"epoch": 0.362046171056646,
	"grad_norm": 0.27855047583580017,
	"learning_rate": 6.058717561255453e-05,
	"loss": 1.4054418563842774,
	"step": 890
	},
	{
	"epoch": 0.3640801383097732,
	"grad_norm": 0.34973031282424927,
	"learning_rate": 6.035609999331831e-05,
	"loss": 1.449208641052246,
	"step": 895
	},
	{
	"epoch": 0.3661141055629004,
	"grad_norm": 0.3263750672340393,
	"learning_rate": 6.012410395202774e-05,
	"loss": 1.357381820678711,
	"step": 900
	},
	{
	"epoch": 0.3681480728160277,
	"grad_norm": 0.3052593767642975,
	"learning_rate": 5.9891197978623106e-05,
	"loss": 1.420388412475586,
	"step": 905
	},
	{
	"epoch": 0.3701820400691549,
	"grad_norm": 0.2666208744049072,
	"learning_rate": 5.9657392604188175e-05,
	"loss": 1.378359031677246,
	"step": 910
	},
	{
	"epoch": 0.3722160073222821,
	"grad_norm": 0.2978176772594452,
	"learning_rate": 5.9422698400474085e-05,
	"loss": 1.3628035545349122,
	"step": 915
	},
	{
	"epoch": 0.3742499745754093,
	"grad_norm": 0.2530423104763031,
	"learning_rate": 5.918712597942129e-05,
	"loss": 1.3725166320800781,
	"step": 920
	},
	{
	"epoch": 0.3762839418285366,
	"grad_norm": 0.2587495744228363,
	"learning_rate": 5.895068599267976e-05,
	"loss": 1.4014698028564454,
	"step": 925
	},
	{
	"epoch": 0.3783179090816638,
	"grad_norm": 0.27560991048812866,
	"learning_rate": 5.871338913112732e-05,
	"loss": 1.392547035217285,
	"step": 930
	},
	{
	"epoch": 0.380351876334791,
	"grad_norm": 0.3113063871860504,
	"learning_rate": 5.847524612438631e-05,
	"loss": 1.4030019760131835,
	"step": 935
	},
	{
	"epoch": 0.3823858435879182,
	"grad_norm": 0.26230597496032715,
	"learning_rate": 5.823626774033836e-05,
	"loss": 1.4046947479248046,
	"step": 940
	},
	{
	"epoch": 0.3844198108410455,
	"grad_norm": 0.3309447765350342,
	"learning_rate": 5.799646478463756e-05,
	"loss": 1.4129743576049805,
	"step": 945
	},
	{
	"epoch": 0.3864537780941727,
	"grad_norm": 0.29528191685676575,
	"learning_rate": 5.775584810022187e-05,
	"loss": 1.3438188552856445,
	"step": 950
	},
	{
	"epoch": 0.3884877453472999,
	"grad_norm": 0.2803042232990265,
	"learning_rate": 5.751442856682281e-05,
	"loss": 1.411970329284668,
	"step": 955
	},
	{
	"epoch": 0.3905217126004271,
	"grad_norm": 0.2928633689880371,
	"learning_rate": 5.7272217100473574e-05,
	"loss": 1.338977336883545,
	"step": 960
	},
	{
	"epoch": 0.3925556798535544,
	"grad_norm": 0.2996228039264679,
	"learning_rate": 5.702922465301538e-05,
	"loss": 1.406255340576172,
	"step": 965
	},
	{
	"epoch": 0.3945896471066816,
	"grad_norm": 0.3038686215877533,
	"learning_rate": 5.6785462211602366e-05,
	"loss": 1.387649917602539,
	"step": 970
	},
	{
	"epoch": 0.3966236143598088,
	"grad_norm": 0.27196818590164185,
	"learning_rate": 5.6540940798204685e-05,
	"loss": 1.4394011497497559,
	"step": 975
	},
	{
	"epoch": 0.398657581612936,
	"grad_norm": 0.3314681947231293,
	"learning_rate": 5.629567146911023e-05,
	"loss": 1.362769603729248,
	"step": 980
	},
	{
	"epoch": 0.40069154886606323,
	"grad_norm": 0.2561464309692383,
	"learning_rate": 5.604966531442467e-05,
	"loss": 1.376676368713379,
	"step": 985
	},
	{
	"epoch": 0.4027255161191905,
	"grad_norm": 0.2741257846355438,
	"learning_rate": 5.580293345756998e-05,
	"loss": 1.3746231079101563,
	"step": 990
	},
	{
	"epoch": 0.4047594833723177,
	"grad_norm": 0.277779757976532,
	"learning_rate": 5.555548705478153e-05,
	"loss": 1.4261016845703125,
	"step": 995
	},
	{
	"epoch": 0.4067934506254449,
	"grad_norm": 0.3017802834510803,
	"learning_rate": 5.5307337294603595e-05,
	"loss": 1.4316215515136719,
	"step": 1000
	},
	{
	"epoch": 0.40882741787857213,
	"grad_norm": 0.28466475009918213,
	"learning_rate": 5.5058495397383516e-05,
	"loss": 1.356630802154541,
	"step": 1005
	},
	{
	"epoch": 0.4108613851316994,
	"grad_norm": 0.2867753803730011,
	"learning_rate": 5.48089726147643e-05,
	"loss": 1.3727928161621095,
	"step": 1010
	},
	{
	"epoch": 0.4128953523848266,
	"grad_norm": 0.28801488876342773,
	"learning_rate": 5.4558780229175886e-05,
	"loss": 1.3452640533447267,
	"step": 1015
	},
	{
	"epoch": 0.4149293196379538,
	"grad_norm": 0.2714615762233734,
	"learning_rate": 5.430792955332503e-05,
	"loss": 1.3697635650634765,
	"step": 1020
	},
	{
	"epoch": 0.41696328689108103,
	"grad_norm": 0.37546607851982117,
	"learning_rate": 5.4056431929683716e-05,
	"loss": 1.329300308227539,
	"step": 1025
	},
	{
	"epoch": 0.4189972541442083,
	"grad_norm": 0.3115745186805725,
	"learning_rate": 5.3804298729976386e-05,
	"loss": 1.3818323135375976,
	"step": 1030
	},
	{
	"epoch": 0.4210312213973355,
	"grad_norm": 0.2840063273906708,
	"learning_rate": 5.355154135466567e-05,
	"loss": 1.329262924194336,
	"step": 1035
	},
	{
	"epoch": 0.4230651886504627,
	"grad_norm": 0.2970770299434662,
	"learning_rate": 5.329817123243698e-05,
	"loss": 1.3751975059509278,
	"step": 1040
	},
	{
	"epoch": 0.42509915590358993,
	"grad_norm": 0.29037079215049744,
	"learning_rate": 5.304419981968169e-05,
	"loss": 1.3338433265686036,
	"step": 1045
	},
	{
	"epoch": 0.4271331231567172,
	"grad_norm": 0.3004801571369171,
	"learning_rate": 5.278963859997912e-05,
	"loss": 1.3847236633300781,
	"step": 1050
	},
	{
	"epoch": 0.4291670904098444,
	"grad_norm": 0.28835079073905945,
	"learning_rate": 5.253449908357738e-05,
	"loss": 1.382228946685791,
	"step": 1055
	},
	{
	"epoch": 0.4312010576629716,
	"grad_norm": 0.3049657940864563,
	"learning_rate": 5.227879280687281e-05,
	"loss": 1.3938045501708984,
	"step": 1060
	},
	{
	"epoch": 0.43323502491609883,
	"grad_norm": 0.3073517382144928,
	"learning_rate": 5.202253133188842e-05,
	"loss": 1.353543472290039,
	"step": 1065
	},
	{
	"epoch": 0.4352689921692261,
	"grad_norm": 0.3502001464366913,
	"learning_rate": 5.176572624575109e-05,
	"loss": 1.3763172149658203,
	"step": 1070
	},
	{
	"epoch": 0.4373029594223533,
	"grad_norm": 0.30016398429870605,
	"learning_rate": 5.150838916016763e-05,
	"loss": 1.3476577758789063,
	"step": 1075
	},
	{
	"epoch": 0.4393369266754805,
	"grad_norm": 0.2778322398662567,
	"learning_rate": 5.125053171089974e-05,
	"loss": 1.366950225830078,
	"step": 1080
	},
	{
	"epoch": 0.44137089392860773,
	"grad_norm": 0.30253079533576965,
	"learning_rate": 5.099216555723794e-05,
	"loss": 1.4146586418151856,
	"step": 1085
	},
	{
	"epoch": 0.443404861181735,
	"grad_norm": 0.29914391040802,
	"learning_rate": 5.0733302381474295e-05,
	"loss": 1.3904467582702638,
	"step": 1090
	},
	{
	"epoch": 0.4454388284348622,
	"grad_norm": 0.32875391840934753,
	"learning_rate": 5.047395388837429e-05,
	"loss": 1.3523862838745118,
	"step": 1095
	},
	{
	"epoch": 0.4474727956879894,
	"grad_norm": 0.26864272356033325,
	"learning_rate": 5.021413180464748e-05,
	"loss": 1.36580228805542,
	"step": 1100
	},
	{
	"epoch": 0.44950676294111663,
	"grad_norm": 0.2538329064846039,
	"learning_rate": 4.995384787841735e-05,
	"loss": 1.3824766159057618,
	"step": 1105
	},
	{
	"epoch": 0.4515407301942439,
	"grad_norm": 0.3180592358112335,
	"learning_rate": 4.9693113878690054e-05,
	"loss": 1.3753103256225585,
	"step": 1110
	},
	{
	"epoch": 0.4535746974473711,
	"grad_norm": 0.3057761788368225,
	"learning_rate": 4.943194159482226e-05,
	"loss": 1.363571548461914,
	"step": 1115
	},
	{
	"epoch": 0.4556086647004983,
	"grad_norm": 0.31448543071746826,
	"learning_rate": 4.917034283598816e-05,
	"loss": 1.4244548797607421,
	"step": 1120
	},
	{
	"epoch": 0.45764263195362553,
	"grad_norm": 0.29453349113464355,
	"learning_rate": 4.8908329430645394e-05,
	"loss": 1.36822566986084,
	"step": 1125
	},
	{
	"epoch": 0.45967659920675275,
	"grad_norm": 0.2871814966201782,
	"learning_rate": 4.8645913226000307e-05,
	"loss": 1.3477168083190918,
	"step": 1130
	},
	{
	"epoch": 0.46171056645988,
	"grad_norm": 0.2801770567893982,
	"learning_rate": 4.8383106087472216e-05,
	"loss": 1.325541114807129,
	"step": 1135
	},
	{
	"epoch": 0.4637445337130072,
	"grad_norm": 0.2973332405090332,
	"learning_rate": 4.8119919898156934e-05,
	"loss": 1.37321195602417,
	"step": 1140
	},
	{
	"epoch": 0.46577850096613443,
	"grad_norm": 0.26172134280204773,
	"learning_rate": 4.785636655828945e-05,
	"loss": 1.4330161094665528,
	"step": 1145
	},
	{
	"epoch": 0.46781246821926165,
	"grad_norm": 0.27954164147377014,
	"learning_rate": 4.759245798470577e-05,
	"loss": 1.3601627349853516,
	"step": 1150
	},
	{
	"epoch": 0.4698464354723889,
	"grad_norm": 0.271559476852417,
	"learning_rate": 4.732820611030428e-05,
	"loss": 1.3042434692382812,
	"step": 1155
	},
	{
	"epoch": 0.4718804027255161,
	"grad_norm": 0.25448518991470337,
	"learning_rate": 4.706362288350595e-05,
	"loss": 1.3800363540649414,
	"step": 1160
	},
	{
	"epoch": 0.47391436997864334,
	"grad_norm": 0.3514825701713562,
	"learning_rate": 4.679872026771427e-05,
	"loss": 1.372146987915039,
	"step": 1165
	},
	{
	"epoch": 0.47594833723177055,
	"grad_norm": 0.33299720287323,
	"learning_rate": 4.653351024077421e-05,
	"loss": 1.3028112411499024,
	"step": 1170
	},
	{
	"epoch": 0.4779823044848978,
	"grad_norm": 0.26740890741348267,
	"learning_rate": 4.6268004794430625e-05,
	"loss": 1.335719394683838,
	"step": 1175
	},
	{
	"epoch": 0.480016271738025,
	"grad_norm": 0.3404020667076111,
	"learning_rate": 4.600221593378611e-05,
	"loss": 1.3231941223144532,
	"step": 1180
	},
	{
	"epoch": 0.48205023899115224,
	"grad_norm": 0.33737000823020935,
	"learning_rate": 4.573615567675809e-05,
	"loss": 1.3836843490600585,
	"step": 1185
	},
	{
	"epoch": 0.48408420624427945,
	"grad_norm": 0.29234227538108826,
	"learning_rate": 4.546983605353548e-05,
	"loss": 1.340735626220703,
	"step": 1190
	},
	{
	"epoch": 0.4861181734974067,
	"grad_norm": 0.2995792627334595,
	"learning_rate": 4.520326910603471e-05,
	"loss": 1.3517415046691894,
	"step": 1195
	},
	{
	"epoch": 0.4881521407505339,
	"grad_norm": 0.30948907136917114,
	"learning_rate": 4.493646688735519e-05,
	"loss": 1.366987133026123,
	"step": 1200
	},
	{
	"epoch": 0.49018610800366114,
	"grad_norm": 0.3263540267944336,
	"learning_rate": 4.466944146123441e-05,
	"loss": 1.3390093803405763,
	"step": 1205
	},
	{
	"epoch": 0.49222007525678835,
	"grad_norm": 0.29587090015411377,
	"learning_rate": 4.44022049015024e-05,
	"loss": 1.3350526809692382,
	"step": 1210
	},
	{
	"epoch": 0.4942540425099156,
	"grad_norm": 0.328902006149292,
	"learning_rate": 4.413476929153579e-05,
	"loss": 1.3469122886657714,
	"step": 1215
	},
	{
	"epoch": 0.4962880097630428,
	"grad_norm": 0.34572383761405945,
	"learning_rate": 4.38671467237115e-05,
	"loss": 1.3268512725830077,
	"step": 1220
	},
	{
	"epoch": 0.49832197701617004,
	"grad_norm": 0.33818185329437256,
	"learning_rate": 4.3599349298859924e-05,
	"loss": 1.3095382690429687,
	"step": 1225
	},
	{
	"epoch": 0.5003559442692973,
	"grad_norm": 0.2669960856437683,
	"learning_rate": 4.333138912571782e-05,
	"loss": 1.3039896965026856,
	"step": 1230
	},
	{
	"epoch": 0.5023899115224245,
	"grad_norm": 0.29393133521080017,
	"learning_rate": 4.306327832038074e-05,
	"loss": 1.3419631958007812,
	"step": 1235
	},
	{
	"epoch": 0.5044238787755517,
	"grad_norm": 0.2801229655742645,
	"learning_rate": 4.279502900575526e-05,
	"loss": 1.3102739334106446,
	"step": 1240
	},
	{
	"epoch": 0.5064578460286789,
	"grad_norm": 0.29053130745887756,
	"learning_rate": 4.2526653311010805e-05,
	"loss": 1.3475839614868164,
	"step": 1245
	},
	{
	"epoch": 0.5084918132818061,
	"grad_norm": 0.3196859657764435,
	"learning_rate": 4.2258163371031155e-05,
	"loss": 1.308444881439209,
	"step": 1250
	},
	{
	"epoch": 0.5105257805349334,
	"grad_norm": 0.2578422725200653,
	"learning_rate": 4.1989571325865856e-05,
	"loss": 1.2768720626831054,
	"step": 1255
	},
	{
	"epoch": 0.5125597477880606,
	"grad_norm": 0.2650304138660431,
	"learning_rate": 4.1720889320181224e-05,
	"loss": 1.3345602035522461,
	"step": 1260
	},
	{
	"epoch": 0.5145937150411878,
	"grad_norm": 0.35498908162117004,
	"learning_rate": 4.145212950271123e-05,
	"loss": 1.3324790954589845,
	"step": 1265
	},
	{
	"epoch": 0.5166276822943151,
	"grad_norm": 0.2839304804801941,
	"learning_rate": 4.118330402570821e-05,
	"loss": 1.3553616523742675,
	"step": 1270
	},
	{
	"epoch": 0.5186616495474423,
	"grad_norm": 0.29432836174964905,
	"learning_rate": 4.091442504439332e-05,
	"loss": 1.3277172088623046,
	"step": 1275
	},
	{
	"epoch": 0.5206956168005695,
	"grad_norm": 0.2678625285625458,
	"learning_rate": 4.0645504716407016e-05,
	"loss": 1.3551125526428223,
	"step": 1280
	},
	{
	"epoch": 0.5227295840536967,
	"grad_norm": 0.2659880220890045,
	"learning_rate": 4.037655520125925e-05,
	"loss": 1.367404842376709,
	"step": 1285
	},
	{
	"epoch": 0.524763551306824,
	"grad_norm": 0.27753204107284546,
	"learning_rate": 4.0107588659779715e-05,
	"loss": 1.3482036590576172,
	"step": 1290
	},
	{
	"epoch": 0.5267975185599512,
	"grad_norm": 0.26163339614868164,
	"learning_rate": 3.983861725356798e-05,
	"loss": 1.3400317192077638,
	"step": 1295
	},
	{
	"epoch": 0.5288314858130784,
	"grad_norm": 0.276053786277771,
	"learning_rate": 3.9569653144443546e-05,
	"loss": 1.302187728881836,
	"step": 1300
	},
	{
	"epoch": 0.5308654530662056,
	"grad_norm": 0.3655849099159241,
	"learning_rate": 3.930070849389601e-05,
	"loss": 1.3204415321350098,
	"step": 1305
	},
	{
	"epoch": 0.5328994203193329,
	"grad_norm": 0.29762181639671326,
	"learning_rate": 3.90317954625351e-05,
	"loss": 1.368598175048828,
	"step": 1310
	},
	{
	"epoch": 0.5349333875724601,
	"grad_norm": 0.2925015389919281,
	"learning_rate": 3.8762926209540846e-05,
	"loss": 1.2881315231323243,
	"step": 1315
	},
	{
	"epoch": 0.5369673548255873,
	"grad_norm": 0.3502486050128937,
	"learning_rate": 3.849411289211383e-05,
	"loss": 1.3247400283813477,
	"step": 1320
	},
	{
	"epoch": 0.5390013220787145,
	"grad_norm": 0.2803286015987396,
	"learning_rate": 3.822536766492539e-05,
	"loss": 1.345424747467041,
	"step": 1325
	},
	{
	"epoch": 0.5410352893318418,
	"grad_norm": 0.28980642557144165,
	"learning_rate": 3.795670267956818e-05,
	"loss": 1.3474702835083008,
	"step": 1330
	},
	{
	"epoch": 0.543069256584969,
	"grad_norm": 0.3616182506084442,
	"learning_rate": 3.768813008400652e-05,
	"loss": 1.3432271957397461,
	"step": 1335
	},
	{
	"epoch": 0.5451032238380962,
	"grad_norm": 0.27098384499549866,
	"learning_rate": 3.7419662022027356e-05,
	"loss": 1.3439754486083983,
	"step": 1340
	},
	{
	"epoch": 0.5471371910912234,
	"grad_norm": 0.34370723366737366,
	"learning_rate": 3.715131063269094e-05,
	"loss": 1.3055066108703612,
	"step": 1345
	},
	{
	"epoch": 0.5491711583443507,
	"grad_norm": 0.3249366581439972,
	"learning_rate": 3.688308804978212e-05,
	"loss": 1.336754035949707,
	"step": 1350
	},
	{
	"epoch": 0.5512051255974779,
	"grad_norm": 0.281678706407547,
	"learning_rate": 3.661500640126157e-05,
	"loss": 1.305647850036621,
	"step": 1355
	},
	{
	"epoch": 0.5532390928506051,
	"grad_norm": 0.3009491264820099,
	"learning_rate": 3.634707780871752e-05,
	"loss": 1.328620147705078,
	"step": 1360
	},
	{
	"epoch": 0.5552730601037323,
	"grad_norm": 0.28976067900657654,
	"learning_rate": 3.6079314386817575e-05,
	"loss": 1.4197721481323242,
	"step": 1365
	},
	{
	"epoch": 0.5573070273568596,
	"grad_norm": 0.3061009645462036,
	"learning_rate": 3.581172824276102e-05,
	"loss": 1.3280505180358886,
	"step": 1370
	},
	{
	"epoch": 0.5593409946099868,
	"grad_norm": 0.31219398975372314,
	"learning_rate": 3.554433147573132e-05,
	"loss": 1.3654787063598632,
	"step": 1375
	},
	{
	"epoch": 0.561374961863114,
	"grad_norm": 0.3715786933898926,
	"learning_rate": 3.527713617634904e-05,
	"loss": 1.3954607009887696,
	"step": 1380
	},
	{
	"epoch": 0.5634089291162412,
	"grad_norm": 0.28110235929489136,
	"learning_rate": 3.5010154426125227e-05,
	"loss": 1.3955727577209474,
	"step": 1385
	},
	{
	"epoch": 0.5654428963693685,
	"grad_norm": 0.31595325469970703,
	"learning_rate": 3.4743398296915024e-05,
	"loss": 1.3604469299316406,
	"step": 1390
	},
	{
	"epoch": 0.5674768636224957,
	"grad_norm": 0.29918357729911804,
	"learning_rate": 3.447687985037194e-05,
	"loss": 1.3830037117004395,
	"step": 1395
	},
	{
	"epoch": 0.5695108308756229,
	"grad_norm": 0.28876686096191406,
	"learning_rate": 3.421061113740237e-05,
	"loss": 1.3515007019042968,
	"step": 1400
	},
	{
	"epoch": 0.5715447981287501,
	"grad_norm": 0.2939162254333496,
	"learning_rate": 3.3944604197620814e-05,
	"loss": 1.3486581802368165,
	"step": 1405
	},
	{
	"epoch": 0.5735787653818774,
	"grad_norm": 0.2977907061576843,
	"learning_rate": 3.367887105880533e-05,
	"loss": 1.3130126953125,
	"step": 1410
	},
	{
	"epoch": 0.5756127326350046,
	"grad_norm": 0.3273273706436157,
	"learning_rate": 3.3413423736353894e-05,
	"loss": 1.35062894821167,
	"step": 1415
	},
	{
	"epoch": 0.5776466998881318,
	"grad_norm": 0.2974117696285248,
	"learning_rate": 3.31482742327409e-05,
	"loss": 1.320713710784912,
	"step": 1420
	},
	{
	"epoch": 0.579680667141259,
	"grad_norm": 0.38478466868400574,
	"learning_rate": 3.288343453697463e-05,
	"loss": 1.425486946105957,
	"step": 1425
	},
	{
	"epoch": 0.5817146343943862,
	"grad_norm": 0.3534519374370575,
	"learning_rate": 3.261891662405505e-05,
	"loss": 1.3442761421203613,
	"step": 1430
	},
	{
	"epoch": 0.5837486016475135,
	"grad_norm": 0.3142675459384918,
	"learning_rate": 3.2354732454432375e-05,
	"loss": 1.3268475532531738,
	"step": 1435
	},
	{
	"epoch": 0.5857825689006407,
	"grad_norm": 0.3035406172275543,
	"learning_rate": 3.2090893973466305e-05,
	"loss": 1.3226852416992188,
	"step": 1440
	},
	{
	"epoch": 0.5878165361537679,
	"grad_norm": 0.3025301992893219,
	"learning_rate": 3.1827413110885844e-05,
	"loss": 1.3266612052917481,
	"step": 1445
	},
	{
	"epoch": 0.5898505034068952,
	"grad_norm": 0.28104445338249207,
	"learning_rate": 3.156430178024992e-05,
	"loss": 1.3382318496704102,
	"step": 1450
	},
	{
	"epoch": 0.5918844706600224,
	"grad_norm": 0.287640780210495,
	"learning_rate": 3.130157187840869e-05,
	"loss": 1.3086122512817382,
	"step": 1455
	},
	{
	"epoch": 0.5939184379131496,
	"grad_norm": 0.28183332085609436,
	"learning_rate": 3.103923528496562e-05,
	"loss": 1.3180087089538575,
	"step": 1460
	},
	{
	"epoch": 0.5959524051662768,
	"grad_norm": 0.2993577718734741,
	"learning_rate": 3.0777303861740335e-05,
	"loss": 1.3392560958862305,
	"step": 1465
	},
	{
	"epoch": 0.597986372419404,
	"grad_norm": 0.2900375723838806,
	"learning_rate": 3.0515789452232236e-05,
	"loss": 1.3448850631713867,
	"step": 1470
	},
	{
	"epoch": 0.6000203396725313,
	"grad_norm": 0.24633945524692535,
	"learning_rate": 3.0254703881085093e-05,
	"loss": 1.3059326171875,
	"step": 1475
	},
	{
	"epoch": 0.6020543069256585,
	"grad_norm": 0.263874888420105,
	"learning_rate": 2.9994058953552233e-05,
	"loss": 1.3294736862182617,
	"step": 1480
	},
	{
	"epoch": 0.6040882741787857,
	"grad_norm": 0.2907504439353943,
	"learning_rate": 2.9733866454962867e-05,
	"loss": 1.3658993721008301,
	"step": 1485
	},
	{
	"epoch": 0.606122241431913,
	"grad_norm": 0.34029877185821533,
	"learning_rate": 2.947413815018914e-05,
	"loss": 1.3477883338928223,
	"step": 1490
	},
	{
	"epoch": 0.6081562086850402,
	"grad_norm": 0.27803581953048706,
	"learning_rate": 2.921488578311423e-05,
	"loss": 1.2762548446655273,
	"step": 1495
	},
	{
	"epoch": 0.6101901759381674,
	"grad_norm": 0.3703933358192444,
	"learning_rate": 2.8956121076101244e-05,
	"loss": 1.3101913452148437,
	"step": 1500
	},
	{
	"epoch": 0.6122241431912946,
	"grad_norm": 0.3121544122695923,
	"learning_rate": 2.8697855729463326e-05,
	"loss": 1.3178982734680176,
	"step": 1505
	},
	{
	"epoch": 0.6142581104444218,
	"grad_norm": 0.3321402072906494,
	"learning_rate": 2.844010142093441e-05,
	"loss": 1.31915340423584,
	"step": 1510
	},
	{
	"epoch": 0.6162920776975491,
	"grad_norm": 0.29758766293525696,
	"learning_rate": 2.8182869805141435e-05,
	"loss": 1.3031368255615234,
	"step": 1515
	},
	{
	"epoch": 0.6183260449506763,
	"grad_norm": 0.2962036728858948,
	"learning_rate": 2.7926172513077144e-05,
	"loss": 1.3243389129638672,
	"step": 1520
	},
	{
	"epoch": 0.6203600122038035,
	"grad_norm": 0.2997724413871765,
	"learning_rate": 2.7670021151574356e-05,
	"loss": 1.3242579460144044,
	"step": 1525
	},
	{
	"epoch": 0.6223939794569308,
	"grad_norm": 0.31056100130081177,
	"learning_rate": 2.741442730278105e-05,
	"loss": 1.3283409118652343,
	"step": 1530
	},
	{
	"epoch": 0.624427946710058,
	"grad_norm": 0.26714909076690674,
	"learning_rate": 2.715940252363666e-05,
	"loss": 1.2941314697265625,
	"step": 1535
	},
	{
	"epoch": 0.6264619139631852,
	"grad_norm": 0.4038776755332947,
	"learning_rate": 2.6904958345349633e-05,
	"loss": 1.3778356552124023,
	"step": 1540
	},
	{
	"epoch": 0.6284958812163124,
	"grad_norm": 0.2689177095890045,
	"learning_rate": 2.665110627287584e-05,
	"loss": 1.3075853347778321,
	"step": 1545
	},
	{
	"epoch": 0.6305298484694396,
	"grad_norm": 0.33493635058403015,
	"learning_rate": 2.6397857784398584e-05,
	"loss": 1.3377172470092773,
	"step": 1550
	},
	{
	"epoch": 0.6325638157225668,
	"grad_norm": 0.3054926097393036,
	"learning_rate": 2.6145224330809413e-05,
	"loss": 1.3471275329589845,
	"step": 1555
	},
	{
	"epoch": 0.6345977829756941,
	"grad_norm": 0.33510857820510864,
	"learning_rate": 2.5893217335190485e-05,
	"loss": 1.327333354949951,
	"step": 1560
	},
	{
	"epoch": 0.6366317502288213,
	"grad_norm": 0.3082568049430847,
	"learning_rate": 2.564184819229799e-05,
	"loss": 1.3183286666870118,
	"step": 1565
	},
	{
	"epoch": 0.6386657174819486,
	"grad_norm": 0.3351670503616333,
	"learning_rate": 2.5391128268046973e-05,
	"loss": 1.3455984115600585,
	"step": 1570
	},
	{
	"epoch": 0.6406996847350758,
	"grad_norm": 0.29731276631355286,
	"learning_rate": 2.514106889899735e-05,
	"loss": 1.2923025131225585,
	"step": 1575
	},
	{
	"epoch": 0.642733651988203,
	"grad_norm": 0.32418668270111084,
	"learning_rate": 2.48916813918414e-05,
	"loss": 1.2798898696899415,
	"step": 1580
	},
	{
	"epoch": 0.6447676192413302,
	"grad_norm": 0.320596307516098,
	"learning_rate": 2.4642977022892466e-05,
	"loss": 1.3829521179199218,
	"step": 1585
	},
	{
	"epoch": 0.6468015864944574,
	"grad_norm": 0.3012886643409729,
	"learning_rate": 2.439496703757504e-05,
	"loss": 1.2997875213623047,
	"step": 1590
	},
	{
	"epoch": 0.6488355537475846,
	"grad_norm": 0.30694982409477234,
	"learning_rate": 2.4147662649916416e-05,
	"loss": 1.3377013206481934,
	"step": 1595
	},
	{
	"epoch": 0.6508695210007119,
	"grad_norm": 0.3202068507671356,
	"learning_rate": 2.3901075042039484e-05,
	"loss": 1.2985017776489258,
	"step": 1600
	},
	{
	"epoch": 0.6529034882538391,
	"grad_norm": 0.3469294607639313,
	"learning_rate": 2.3655215363657283e-05,
	"loss": 1.3118343353271484,
	"step": 1605
	},
	{
	"epoch": 0.6549374555069664,
	"grad_norm": 0.2770400643348694,
	"learning_rate": 2.3410094731568684e-05,
	"loss": 1.3099807739257812,
	"step": 1610
	},
	{
	"epoch": 0.6569714227600936,
	"grad_norm": 0.2902584373950958,
	"learning_rate": 2.3165724229155887e-05,
	"loss": 1.3072982788085938,
	"step": 1615
	},
	{
	"epoch": 0.6590053900132208,
	"grad_norm": 0.32597291469573975,
	"learning_rate": 2.2922114905883167e-05,
	"loss": 1.3408931732177733,
	"step": 1620
	},
	{
	"epoch": 0.661039357266348,
	"grad_norm": 0.3000136613845825,
	"learning_rate": 2.2679277776797323e-05,
	"loss": 1.3196088790893554,
	"step": 1625
	},
	{
	"epoch": 0.6630733245194752,
	"grad_norm": 0.2830285429954529,
	"learning_rate": 2.243722382202954e-05,
	"loss": 1.326588249206543,
	"step": 1630
	},
	{
	"epoch": 0.6651072917726024,
	"grad_norm": 0.30097711086273193,
	"learning_rate": 2.2195963986299053e-05,
	"loss": 1.3054583549499512,
	"step": 1635
	},
	{
	"epoch": 0.6671412590257297,
	"grad_norm": 0.28644073009490967,
	"learning_rate": 2.195550917841815e-05,
	"loss": 1.3511393547058106,
	"step": 1640
	},
	{
	"epoch": 0.669175226278857,
	"grad_norm": 0.33317920565605164,
	"learning_rate": 2.171587027079892e-05,
	"loss": 1.3012124061584474,
	"step": 1645
	},
	{
	"epoch": 0.6712091935319842,
	"grad_norm": 0.3151117265224457,
	"learning_rate": 2.147705809896172e-05,
	"loss": 1.345674705505371,
	"step": 1650
	},
	{
	"epoch": 0.6732431607851114,
	"grad_norm": 0.34405115246772766,
	"learning_rate": 2.1239083461045178e-05,
	"loss": 1.3370431900024413,
	"step": 1655
	},
	{
	"epoch": 0.6752771280382386,
	"grad_norm": 0.29694926738739014,
	"learning_rate": 2.1001957117318002e-05,
	"loss": 1.3077101707458496,
	"step": 1660
	},
	{
	"epoch": 0.6773110952913658,
	"grad_norm": 0.33181169629096985,
	"learning_rate": 2.0765689789692317e-05,
	"loss": 1.3055456161499024,
	"step": 1665
	},
	{
	"epoch": 0.679345062544493,
	"grad_norm": 0.31455737352371216,
	"learning_rate": 2.053029216123906e-05,
	"loss": 1.3169405937194825,
	"step": 1670
	},
	{
	"epoch": 0.6813790297976202,
	"grad_norm": 0.27947914600372314,
	"learning_rate": 2.0295774875704726e-05,
	"loss": 1.3500905990600587,
	"step": 1675
	},
	{
	"epoch": 0.6834129970507474,
	"grad_norm": 0.31668201088905334,
	"learning_rate": 2.006214853703025e-05,
	"loss": 1.31624116897583,
	"step": 1680
	},
	{
	"epoch": 0.6854469643038748,
	"grad_norm": 0.2817995846271515,
	"learning_rate": 1.9829423708871465e-05,
	"loss": 1.2531603813171386,
	"step": 1685
	},
	{
	"epoch": 0.687480931557002,
	"grad_norm": 0.3473471999168396,
	"learning_rate": 1.9597610914121498e-05,
	"loss": 1.3449520111083983,
	"step": 1690
	},
	{
	"epoch": 0.6895148988101292,
	"grad_norm": 0.31141623854637146,
	"learning_rate": 1.9366720634434935e-05,
	"loss": 1.3509068489074707,
	"step": 1695
	},
	{
	"epoch": 0.6915488660632564,
	"grad_norm": 0.30905452370643616,
	"learning_rate": 1.913676330975385e-05,
	"loss": 1.3226234436035156,
	"step": 1700
	},
	{
	"epoch": 0.6935828333163836,
	"grad_norm": 0.3230130970478058,
	"learning_rate": 1.890774933783589e-05,
	"loss": 1.342616653442383,
	"step": 1705
	},
	{
	"epoch": 0.6956168005695108,
	"grad_norm": 0.32048484683036804,
	"learning_rate": 1.8679689073783925e-05,
	"loss": 1.3299571990966796,
	"step": 1710
	},
	{
	"epoch": 0.697650767822638,
	"grad_norm": 0.26584529876708984,
	"learning_rate": 1.845259282957802e-05,
	"loss": 1.3601978302001954,
	"step": 1715
	},
	{
	"epoch": 0.6996847350757652,
	"grad_norm": 0.3089277148246765,
	"learning_rate": 1.8226470873609043e-05,
	"loss": 1.341663646697998,
	"step": 1720
	},
	{
	"epoch": 0.7017187023288926,
	"grad_norm": 0.30121877789497375,
	"learning_rate": 1.800133343021446e-05,
	"loss": 1.339681911468506,
	"step": 1725
	},
	{
	"epoch": 0.7037526695820198,
	"grad_norm": 0.3219095468521118,
	"learning_rate": 1.7777190679215923e-05,
	"loss": 1.3493562698364259,
	"step": 1730
	},
	{
	"epoch": 0.705786636835147,
	"grad_norm": 0.3001890778541565,
	"learning_rate": 1.755405275545907e-05,
	"loss": 1.3034308433532715,
	"step": 1735
	},
	{
	"epoch": 0.7078206040882742,
	"grad_norm": 0.34980499744415283,
	"learning_rate": 1.73319297483553e-05,
	"loss": 1.300498104095459,
	"step": 1740
	},
	{
	"epoch": 0.7098545713414014,
	"grad_norm": 0.3548882007598877,
	"learning_rate": 1.7110831701425406e-05,
	"loss": 1.3058424949645997,
	"step": 1745
	},
	{
	"epoch": 0.7118885385945286,
	"grad_norm": 0.2676161527633667,
	"learning_rate": 1.6890768611845603e-05,
	"loss": 1.315950584411621,
	"step": 1750
	},
	{
	"epoch": 0.7139225058476558,
	"grad_norm": 0.31819629669189453,
	"learning_rate": 1.6671750429995444e-05,
	"loss": 1.3172121047973633,
	"step": 1755
	},
	{
	"epoch": 0.715956473100783,
	"grad_norm": 0.3689669966697693,
	"learning_rate": 1.645378705900791e-05,
	"loss": 1.311483097076416,
	"step": 1760
	},
	{
	"epoch": 0.7179904403539104,
	"grad_norm": 0.34183305501937866,
	"learning_rate": 1.623688835432155e-05,
	"loss": 1.2912078857421876,
	"step": 1765
	},
	{
	"epoch": 0.7200244076070376,
	"grad_norm": 0.2638580799102783,
	"learning_rate": 1.6021064123235057e-05,
	"loss": 1.32799072265625,
	"step": 1770
	},
	{
	"epoch": 0.7220583748601648,
	"grad_norm": 0.34436461329460144,
	"learning_rate": 1.5806324124463564e-05,
	"loss": 1.2865323066711425,
	"step": 1775
	},
	{
	"epoch": 0.724092342113292,
	"grad_norm": 0.3081623613834381,
	"learning_rate": 1.5592678067697594e-05,
	"loss": 1.3356817245483399,
	"step": 1780
	},
	{
	"epoch": 0.7261263093664192,
	"grad_norm": 0.29722127318382263,
	"learning_rate": 1.538013561316393e-05,
	"loss": 1.329073143005371,
	"step": 1785
	},
	{
	"epoch": 0.7281602766195464,
	"grad_norm": 0.29349419474601746,
	"learning_rate": 1.5168706371188852e-05,
	"loss": 1.360109519958496,
	"step": 1790
	},
	{
	"epoch": 0.7301942438726736,
	"grad_norm": 0.2984657883644104,
	"learning_rate": 1.4958399901763598e-05,
	"loss": 1.3421735763549805,
	"step": 1795
	},
	{
	"epoch": 0.7322282111258008,
	"grad_norm": 0.37349897623062134,
	"learning_rate": 1.4749225714112024e-05,
	"loss": 1.286893653869629,
	"step": 1800
	},
	{
	"epoch": 0.7342621783789282,
	"grad_norm": 0.2944484353065491,
	"learning_rate": 1.4541193266260805e-05,
	"loss": 1.3260204315185546,
	"step": 1805
	},
	{
	"epoch": 0.7362961456320554,
	"grad_norm": 0.3129271864891052,
	"learning_rate": 1.4334311964611569e-05,
	"loss": 1.3124813079833983,
	"step": 1810
	},
	{
	"epoch": 0.7383301128851826,
	"grad_norm": 0.33595311641693115,
	"learning_rate": 1.4128591163515739e-05,
	"loss": 1.315912628173828,
	"step": 1815
	},
	{
	"epoch": 0.7403640801383098,
	"grad_norm": 0.3355139493942261,
	"learning_rate": 1.3924040164851497e-05,
	"loss": 1.301335334777832,
	"step": 1820
	},
	{
	"epoch": 0.742398047391437,
	"grad_norm": 0.38431426882743835,
	"learning_rate": 1.3720668217603215e-05,
	"loss": 1.3113818168640137,
	"step": 1825
	},
	{
	"epoch": 0.7444320146445642,
	"grad_norm": 0.3036423921585083,
	"learning_rate": 1.3518484517443194e-05,
	"loss": 1.3164487838745118,
	"step": 1830
	},
	{
	"epoch": 0.7464659818976914,
	"grad_norm": 0.35051092505455017,
	"learning_rate": 1.331749820631595e-05,
	"loss": 1.3247812271118165,
	"step": 1835
	},
	{
	"epoch": 0.7484999491508186,
	"grad_norm": 0.3836432099342346,
	"learning_rate": 1.3117718372024859e-05,
	"loss": 1.3123231887817384,
	"step": 1840
	},
	{
	"epoch": 0.7505339164039458,
	"grad_norm": 0.30517545342445374,
	"learning_rate": 1.2919154047821114e-05,
	"loss": 1.3329618453979493,
	"step": 1845
	},
	{
	"epoch": 0.7525678836570732,
	"grad_norm": 0.30319541692733765,
	"learning_rate": 1.2721814211995427e-05,
	"loss": 1.3476465225219727,
	"step": 1850
	},
	{
	"epoch": 0.7546018509102004,
	"grad_norm": 0.2818050682544708,
	"learning_rate": 1.2525707787471993e-05,
	"loss": 1.2673000335693358,
	"step": 1855
	},
	{
	"epoch": 0.7566358181633276,
	"grad_norm": 0.31418922543525696,
	"learning_rate": 1.2330843641405057e-05,
	"loss": 1.2989997863769531,
	"step": 1860
	},
	{
	"epoch": 0.7586697854164548,
	"grad_norm": 0.3015255630016327,
	"learning_rate": 1.2137230584777898e-05,
	"loss": 1.3390537261962892,
	"step": 1865
	},
	{
	"epoch": 0.760703752669582,
	"grad_norm": 0.2891969382762909,
	"learning_rate": 1.1944877372004599e-05,
	"loss": 1.2631784439086915,
	"step": 1870
	},
	{
	"epoch": 0.7627377199227092,
	"grad_norm": 0.3059086203575134,
	"learning_rate": 1.1753792700534014e-05,
	"loss": 1.3097925186157227,
	"step": 1875
	},
	{
	"epoch": 0.7647716871758364,
	"grad_norm": 0.3744591474533081,
	"learning_rate": 1.1563985210456634e-05,
	"loss": 1.276920700073242,
	"step": 1880
	},
	{
	"epoch": 0.7668056544289636,
	"grad_norm": 0.3360139727592468,
	"learning_rate": 1.1375463484113878e-05,
	"loss": 1.28460693359375,
	"step": 1885
	},
	{
	"epoch": 0.768839621682091,
	"grad_norm": 0.3096720278263092,
	"learning_rate": 1.1188236045710017e-05,
	"loss": 1.3360540390014648,
	"step": 1890
	},
	{
	"epoch": 0.7708735889352182,
	"grad_norm": 0.29982519149780273,
	"learning_rate": 1.1002311360926776e-05,
	"loss": 1.363850212097168,
	"step": 1895
	},
	{
	"epoch": 0.7729075561883454,
	"grad_norm": 0.33204522728919983,
	"learning_rate": 1.0817697836540493e-05,
	"loss": 1.300833511352539,
	"step": 1900
	},
	{
	"epoch": 0.7749415234414726,
	"grad_norm": 0.3104506731033325,
	"learning_rate": 1.063440382004211e-05,
	"loss": 1.2700294494628905,
	"step": 1905
	},
	{
	"epoch": 0.7769754906945998,
	"grad_norm": 0.31560346484184265,
	"learning_rate": 1.045243759925957e-05,
	"loss": 1.3110705375671388,
	"step": 1910
	},
	{
	"epoch": 0.779009457947727,
	"grad_norm": 0.2993502616882324,
	"learning_rate": 1.0271807401983222e-05,
	"loss": 1.287836742401123,
	"step": 1915
	},
	{
	"epoch": 0.7810434252008542,
	"grad_norm": 0.3384788930416107,
	"learning_rate": 1.0092521395593722e-05,
	"loss": 1.3011297225952148,
	"step": 1920
	},
	{
	"epoch": 0.7830773924539814,
	"grad_norm": 0.33607131242752075,
	"learning_rate": 9.914587686692756e-06,
	"loss": 1.3346430778503418,
	"step": 1925
	},
	{
	"epoch": 0.7851113597071088,
	"grad_norm": 0.5029808282852173,
	"learning_rate": 9.738014320736448e-06,
	"loss": 1.3240625381469726,
	"step": 1930
	},
	{
	"epoch": 0.787145326960236,
	"grad_norm": 0.2745057940483093,
	"learning_rate": 9.562809281671654e-06,
	"loss": 1.2865424156188965,
	"step": 1935
	},
	{
	"epoch": 0.7891792942133632,
	"grad_norm": 0.34032368659973145,
	"learning_rate": 9.388980491574901e-06,
	"loss": 1.3326154708862306,
	"step": 1940
	},
	{
	"epoch": 0.7912132614664904,
	"grad_norm": 0.25044453144073486,
	"learning_rate": 9.216535810294207e-06,
	"loss": 1.312424373626709,
	"step": 1945
	},
	{
	"epoch": 0.7932472287196176,
	"grad_norm": 0.2655031979084015,
	"learning_rate": 9.045483035093668e-06,
	"loss": 1.343673038482666,
	"step": 1950
	},
	{
	"epoch": 0.7952811959727448,
	"grad_norm": 0.3135182857513428,
	"learning_rate": 8.875829900300928e-06,
	"loss": 1.3705928802490235,
	"step": 1955
	},
	{
	"epoch": 0.797315163225872,
	"grad_norm": 0.31982138752937317,
	"learning_rate": 8.707584076957443e-06,
	"loss": 1.3401841163635253,
	"step": 1960
	},
	{
	"epoch": 0.7993491304789992,
	"grad_norm": 0.3781191408634186,
	"learning_rate": 8.540753172471615e-06,
	"loss": 1.3395721435546875,
	"step": 1965
	},
	{
	"epoch": 0.8013830977321265,
	"grad_norm": 0.27083179354667664,
	"learning_rate": 8.375344730274846e-06,
	"loss": 1.3188928604125976,
	"step": 1970
	},
	{
	"epoch": 0.8034170649852538,
	"grad_norm": 0.3123554289340973,
	"learning_rate": 8.21136622948043e-06,
	"loss": 1.3410266876220702,
	"step": 1975
	},
	{
	"epoch": 0.805451032238381,
	"grad_norm": 0.3166046738624573,
	"learning_rate": 8.048825084545413e-06,
	"loss": 1.3043322563171387,
	"step": 1980
	},
	{
	"epoch": 0.8074849994915082,
	"grad_norm": 0.2929735481739044,
	"learning_rate": 7.887728644935256e-06,
	"loss": 1.3204127311706544,
	"step": 1985
	},
	{
	"epoch": 0.8095189667446354,
	"grad_norm": 0.337723970413208,
	"learning_rate": 7.728084194791648e-06,
	"loss": 1.2446714401245118,
	"step": 1990
	},
	{
	"epoch": 0.8115529339977626,
	"grad_norm": 0.3172164559364319,
	"learning_rate": 7.569898952603019e-06,
	"loss": 1.2812080383300781,
	"step": 1995
	},
	{
	"epoch": 0.8135869012508898,
	"grad_norm": 0.26954787969589233,
	"learning_rate": 7.413180070878225e-06,
	"loss": 1.3087306022644043,
	"step": 2000
	},
	{
	"epoch": 0.815620868504017,
	"grad_norm": 0.3072230815887451,
	"learning_rate": 7.257934635823165e-06,
	"loss": 1.3327550888061523,
	"step": 2005
	},
	{
	"epoch": 0.8176548357571443,
	"grad_norm": 0.3195462226867676,
	"learning_rate": 7.104169667020251e-06,
	"loss": 1.3385271072387694,
	"step": 2010
	},
	{
	"epoch": 0.8196888030102716,
	"grad_norm": 0.2930026054382324,
	"learning_rate": 6.951892117111141e-06,
	"loss": 1.2699304580688477,
	"step": 2015
	},
	{
	"epoch": 0.8217227702633988,
	"grad_norm": 0.3249114751815796,
	"learning_rate": 6.801108871482287e-06,
	"loss": 1.239455223083496,
	"step": 2020
	},
	{
	"epoch": 0.823756737516526,
	"grad_norm": 0.2966950535774231,
	"learning_rate": 6.651826747953664e-06,
	"loss": 1.302536964416504,
	"step": 2025
	},
	{
	"epoch": 0.8257907047696532,
	"grad_norm": 0.3190607726573944,
	"learning_rate": 6.504052496470415e-06,
	"loss": 1.3334075927734375,
	"step": 2030
	},
	{
	"epoch": 0.8278246720227804,
	"grad_norm": 0.28147175908088684,
	"learning_rate": 6.357792798797726e-06,
	"loss": 1.2913707733154296,
	"step": 2035
	},
	{
	"epoch": 0.8298586392759076,
	"grad_norm": 0.2634967863559723,
	"learning_rate": 6.213054268218672e-06,
	"loss": 1.3377763748168945,
	"step": 2040
	},
	{
	"epoch": 0.8318926065290349,
	"grad_norm": 0.31263190507888794,
	"learning_rate": 6.069843449235176e-06,
	"loss": 1.3046329498291016,
	"step": 2045
	},
	{
	"epoch": 0.8339265737821621,
	"grad_norm": 0.31119638681411743,
	"learning_rate": 5.9281668172721115e-06,
	"loss": 1.3355186462402344,
	"step": 2050
	},
	{
	"epoch": 0.8359605410352894,
	"grad_norm": 0.3515127897262573,
	"learning_rate": 5.7880307783845055e-06,
	"loss": 1.2901551246643066,
	"step": 2055
	},
	{
	"epoch": 0.8379945082884166,
	"grad_norm": 0.36530110239982605,
	"learning_rate": 5.6494416689678855e-06,
	"loss": 1.3465386390686036,
	"step": 2060
	},
	{
	"epoch": 0.8400284755415438,
	"grad_norm": 0.28482675552368164,
	"learning_rate": 5.5124057554717395e-06,
	"loss": 1.3183640480041503,
	"step": 2065
	},
	{
	"epoch": 0.842062442794671,
	"grad_norm": 0.2931864857673645,
	"learning_rate": 5.376929234116235e-06,
	"loss": 1.2733064651489259,
	"step": 2070
	},
	{
	"epoch": 0.8440964100477982,
	"grad_norm": 0.350818008184433,
	"learning_rate": 5.243018230611996e-06,
	"loss": 1.3183445930480957,
	"step": 2075
	},
	{
	"epoch": 0.8461303773009254,
	"grad_norm": 0.2808331549167633,
	"learning_rate": 5.110678799883162e-06,
	"loss": 1.316090965270996,
	"step": 2080
	},
	{
	"epoch": 0.8481643445540527,
	"grad_norm": 0.3167017698287964,
	"learning_rate": 4.979916925793542e-06,
	"loss": 1.342299747467041,
	"step": 2085
	},
	{
	"epoch": 0.8501983118071799,
	"grad_norm": 0.3244977295398712,
	"learning_rate": 4.850738520876164e-06,
	"loss": 1.2839815139770507,
	"step": 2090
	},
	{
	"epoch": 0.8522322790603071,
	"grad_norm": 0.3639869689941406,
	"learning_rate": 4.723149426065803e-06,
	"loss": 1.300691509246826,
	"step": 2095
	},
	{
	"epoch": 0.8542662463134344,
	"grad_norm": 0.38750073313713074,
	"learning_rate": 4.597155410434972e-06,
	"loss": 1.2385212898254394,
	"step": 2100
	},
	{
	"epoch": 0.8563002135665616,
	"grad_norm": 0.2886674106121063,
	"learning_rate": 4.472762170933021e-06,
	"loss": 1.3366718292236328,
	"step": 2105
	},
	{
	"epoch": 0.8583341808196888,
	"grad_norm": 0.3020629584789276,
	"learning_rate": 4.349975332128562e-06,
	"loss": 1.2933056831359864,
	"step": 2110
	},
	{
	"epoch": 0.860368148072816,
	"grad_norm": 0.29996567964553833,
	"learning_rate": 4.22880044595515e-06,
	"loss": 1.2919550895690919,
	"step": 2115
	},
	{
	"epoch": 0.8624021153259432,
	"grad_norm": 0.30315011739730835,
	"learning_rate": 4.109242991460205e-06,
	"loss": 1.2908141136169433,
	"step": 2120
	},
	{
	"epoch": 0.8644360825790705,
	"grad_norm": 0.31712713837623596,
	"learning_rate": 3.991308374557363e-06,
	"loss": 1.3030555725097657,
	"step": 2125
	},
	{
	"epoch": 0.8664700498321977,
	"grad_norm": 0.31594905257225037,
	"learning_rate": 3.875001927781932e-06,
	"loss": 1.2869560241699218,
	"step": 2130
	},
	{
	"epoch": 0.8685040170853249,
	"grad_norm": 0.2830830216407776,
	"learning_rate": 3.760328910049853e-06,
	"loss": 1.3083958625793457,
	"step": 2135
	},
	{
	"epoch": 0.8705379843384522,
	"grad_norm": 0.31977933645248413,
	"learning_rate": 3.6472945064198827e-06,
	"loss": 1.297631072998047,
	"step": 2140
	},
	{
	"epoch": 0.8725719515915794,
	"grad_norm": 0.308992475271225,
	"learning_rate": 3.5359038278591683e-06,
	"loss": 1.2782371520996094,
	"step": 2145
	},
	{
	"epoch": 0.8746059188447066,
	"grad_norm": 0.33491194248199463,
	"learning_rate": 3.426161911012087e-06,
	"loss": 1.3169782638549805,
	"step": 2150
	},
	{
	"epoch": 0.8766398860978338,
	"grad_norm": 0.322786420583725,
	"learning_rate": 3.3180737179726097e-06,
	"loss": 1.2556682586669923,
	"step": 2155
	},
	{
	"epoch": 0.878673853350961,
	"grad_norm": 0.2721087336540222,
	"learning_rate": 3.2116441360598593e-06,
	"loss": 1.278902816772461,
	"step": 2160
	},
	{
	"epoch": 0.8807078206040883,
	"grad_norm": 0.3361051380634308,
	"learning_rate": 3.1068779775971268e-06,
	"loss": 1.2502001762390136,
	"step": 2165
	},
	{
	"epoch": 0.8827417878572155,
	"grad_norm": 0.29746389389038086,
	"learning_rate": 3.0037799796943123e-06,
	"loss": 1.3131372451782226,
	"step": 2170
	},
	{
	"epoch": 0.8847757551103427,
	"grad_norm": 0.27195727825164795,
	"learning_rate": 2.9023548040337266e-06,
	"loss": 1.267716884613037,
	"step": 2175
	},
	{
	"epoch": 0.88680972236347,
	"grad_norm": 0.33992087841033936,
	"learning_rate": 2.802607036659284e-06,
	"loss": 1.3220355987548829,
	"step": 2180
	},
	{
	"epoch": 0.8888436896165972,
	"grad_norm": 0.3313898742198944,
	"learning_rate": 2.7045411877691365e-06,
	"loss": 1.2927869796752929,
	"step": 2185
	},
	{
	"epoch": 0.8908776568697244,
	"grad_norm": 0.2934510409832001,
	"learning_rate": 2.608161691511808e-06,
	"loss": 1.3552505493164062,
	"step": 2190
	},
	{
	"epoch": 0.8929116241228516,
	"grad_norm": 0.27263787388801575,
	"learning_rate": 2.51347290578559e-06,
	"loss": 1.3077566146850585,
	"step": 2195
	},
	{
	"epoch": 0.8949455913759788,
	"grad_norm": 0.32106345891952515,
	"learning_rate": 2.420479112041596e-06,
	"loss": 1.3361632347106933,
	"step": 2200
	},
	{
	"epoch": 0.896979558629106,
	"grad_norm": 0.303587406873703,
	"learning_rate": 2.3291845150901128e-06,
	"loss": 1.2889724731445313,
	"step": 2205
	},
	{
	"epoch": 0.8990135258822333,
	"grad_norm": 0.3349932134151459,
	"learning_rate": 2.2395932429104892e-06,
	"loss": 1.277025318145752,
	"step": 2210
	},
	{
	"epoch": 0.9010474931353605,
	"grad_norm": 0.36167261004447937,
	"learning_rate": 2.1517093464644967e-06,
	"loss": 1.2718290328979491,
	"step": 2215
	},
	{
	"epoch": 0.9030814603884878,
	"grad_norm": 0.3638148307800293,
	"learning_rate": 2.065536799513135e-06,
	"loss": 1.285135555267334,
	"step": 2220
	},
	{
	"epoch": 0.905115427641615,
	"grad_norm": 0.3448006212711334,
	"learning_rate": 1.981079498437004e-06,
	"loss": 1.356567668914795,
	"step": 2225
	},
	{
	"epoch": 0.9071493948947422,
	"grad_norm": 0.3148203492164612,
	"learning_rate": 1.8983412620600594e-06,
	"loss": 1.2908525466918945,
	"step": 2230
	},
	{
	"epoch": 0.9091833621478694,
	"grad_norm": 0.26251962780952454,
	"learning_rate": 1.8173258314769837e-06,
	"loss": 1.3202886581420898,
	"step": 2235
	},
	{
	"epoch": 0.9112173294009966,
	"grad_norm": 0.34208986163139343,
	"learning_rate": 1.7380368698840256e-06,
	"loss": 1.257115364074707,
	"step": 2240
	},
	{
	"epoch": 0.9132512966541239,
	"grad_norm": 0.3172779679298401,
	"learning_rate": 1.6604779624133626e-06,
	"loss": 1.3262968063354492,
	"step": 2245
	},
	{
	"epoch": 0.9152852639072511,
	"grad_norm": 0.3330855369567871,
	"learning_rate": 1.5846526159709653e-06,
	"loss": 1.2560693740844726,
	"step": 2250
	},
	{
	"epoch": 0.9173192311603783,
	"grad_norm": 0.36517953872680664,
	"learning_rate": 1.5105642590780778e-06,
	"loss": 1.2578863143920898,
	"step": 2255
	},
	{
	"epoch": 0.9193531984135055,
	"grad_norm": 0.2745852768421173,
	"learning_rate": 1.4382162417161748e-06,
	"loss": 1.2556609153747558,
	"step": 2260
	},
	{
	"epoch": 0.9213871656666328,
	"grad_norm": 0.34077954292297363,
	"learning_rate": 1.3676118351754598e-06,
	"loss": 1.268846321105957,
	"step": 2265
	},
	{
	"epoch": 0.92342113291976,
	"grad_norm": 0.31594374775886536,
	"learning_rate": 1.2987542319069913e-06,
	"loss": 1.3389588356018067,
	"step": 2270
	},
	{
	"epoch": 0.9254551001728872,
	"grad_norm": 0.2979227900505066,
	"learning_rate": 1.23164654537832e-06,
	"loss": 1.3274189949035644,
	"step": 2275
	},
	{
	"epoch": 0.9274890674260144,
	"grad_norm": 0.3171345591545105,
	"learning_rate": 1.166291809932698e-06,
	"loss": 1.29821834564209,
	"step": 2280
	},
	{
	"epoch": 0.9295230346791417,
	"grad_norm": 0.3295547068119049,
	"learning_rate": 1.1026929806518738e-06,
	"loss": 1.287254524230957,
	"step": 2285
	},
	{
	"epoch": 0.9315570019322689,
	"grad_norm": 0.35802721977233887,
	"learning_rate": 1.040852933222527e-06,
	"loss": 1.307052993774414,
	"step": 2290
	},
	{
	"epoch": 0.9335909691853961,
	"grad_norm": 0.29962143301963806,
	"learning_rate": 9.8077446380616e-07,
	"loss": 1.3314196586608886,
	"step": 2295
	},
	{
	"epoch": 0.9356249364385233,
	"grad_norm": 0.3351229727268219,
	"learning_rate": 9.224602889127321e-07,
	"loss": 1.311518955230713,
	"step": 2300
	},
	{
	"epoch": 0.9376589036916506,
	"grad_norm": 0.2955498993396759,
	"learning_rate": 8.65913045277802e-07,
	"loss": 1.2884058952331543,
	"step": 2305
	},
	{
	"epoch": 0.9396928709447778,
	"grad_norm": 0.3082011342048645,
	"learning_rate": 8.111352897432989e-07,
	"loss": 1.2431337356567382,
	"step": 2310
	},
	{
	"epoch": 0.941726838197905,
	"grad_norm": 0.3545486032962799,
	"learning_rate": 7.581294991419441e-07,
	"loss": 1.2952088356018066,
	"step": 2315
	},
	{
	"epoch": 0.9437608054510322,
	"grad_norm": 0.32563820481300354,
	"learning_rate": 7.068980701852113e-07,
	"loss": 1.319763469696045,
	"step": 2320
	},
	{
	"epoch": 0.9457947727041595,
	"grad_norm": 0.3194541335105896,
	"learning_rate": 6.574433193550089e-07,
	"loss": 1.276276206970215,
	"step": 2325
	},
	{
	"epoch": 0.9478287399572867,
	"grad_norm": 0.26381540298461914,
	"learning_rate": 6.097674827988842e-07,
	"loss": 1.33615140914917,
	"step": 2330
	},
	{
	"epoch": 0.9498627072104139,
	"grad_norm": 0.3122498393058777,
	"learning_rate": 5.638727162289659e-07,
	"loss": 1.3045156478881836,
	"step": 2335
	},
	{
	"epoch": 0.9518966744635411,
	"grad_norm": 0.29193928837776184,
	"learning_rate": 5.197610948244469e-07,
	"loss": 1.239583396911621,
	"step": 2340
	},
	{
	"epoch": 0.9539306417166684,
	"grad_norm": 0.32634857296943665,
	"learning_rate": 4.774346131377927e-07,
	"loss": 1.3298480987548829,
	"step": 2345
	},
	{
	"epoch": 0.9559646089697956,
	"grad_norm": 0.33866873383522034,
	"learning_rate": 4.368951850045111e-07,
	"loss": 1.2732733726501464,
	"step": 2350
	},
	{
	"epoch": 0.9579985762229228,
	"grad_norm": 0.30094456672668457,
	"learning_rate": 3.9814464345665717e-07,
	"loss": 1.3632909774780273,
	"step": 2355
	},
	{
	"epoch": 0.96003254347605,
	"grad_norm": 0.28664594888687134,
	"learning_rate": 3.611847406399349e-07,
	"loss": 1.3255720138549805,
	"step": 2360
	},
	{
	"epoch": 0.9620665107291773,
	"grad_norm": 0.30658918619155884,
	"learning_rate": 3.260171477344587e-07,
	"loss": 1.2762239456176758,
	"step": 2365
	},
	{
	"epoch": 0.9641004779823045,
	"grad_norm": 0.2883574962615967,
	"learning_rate": 2.9264345487921786e-07,
	"loss": 1.2771632194519043,
	"step": 2370
	},
	{
	"epoch": 0.9661344452354317,
	"grad_norm": 0.2709819972515106,
	"learning_rate": 2.6106517110015217e-07,
	"loss": 1.249297523498535,
	"step": 2375
	},
	{
	"epoch": 0.9681684124885589,
	"grad_norm": 0.3463249206542969,
	"learning_rate": 2.3128372424192635e-07,
	"loss": 1.2934127807617188,
	"step": 2380
	},
	{
	"epoch": 0.9702023797416861,
	"grad_norm": 0.28999075293540955,
	"learning_rate": 2.0330046090336842e-07,
	"loss": 1.261418342590332,
	"step": 2385
	},
	{
	"epoch": 0.9722363469948134,
	"grad_norm": 0.3243755102157593,
	"learning_rate": 1.771166463765983e-07,
	"loss": 1.2737961769104005,
	"step": 2390
	},
	{
	"epoch": 0.9742703142479406,
	"grad_norm": 0.3598092496395111,
	"learning_rate": 1.5273346458979376e-07,
	"loss": 1.2843939781188964,
	"step": 2395
	},
	{
	"epoch": 0.9763042815010678,
	"grad_norm": 0.3956236243247986,
	"learning_rate": 1.301520180536553e-07,
	"loss": 1.3170789718627929,
	"step": 2400
	},
	{
	"epoch": 0.9783382487541951,
	"grad_norm": 0.3373051583766937,
	"learning_rate": 1.0937332781158383e-07,
	"loss": 1.2935243606567384,
	"step": 2405
	},
	{
	"epoch": 0.9803722160073223,
	"grad_norm": 0.29248279333114624,
	"learning_rate": 9.039833339348658e-08,
	"loss": 1.2881365776062013,
	"step": 2410
	},
	{
	"epoch": 0.9824061832604495,
	"grad_norm": 0.31586557626724243,
	"learning_rate": 7.322789277330433e-08,
	"loss": 1.3256579399108888,
	"step": 2415
	},
	{
	"epoch": 0.9844401505135767,
	"grad_norm": 0.35788750648498535,
	"learning_rate": 5.7862782330215804e-08,
	"loss": 1.2509141921997071,
	"step": 2420
	},
	{
	"epoch": 0.9864741177667039,
	"grad_norm": 0.3229547142982483,
	"learning_rate": 4.43036968135413e-08,
	"loss": 1.2915958404541015,
	"step": 2425
	},
	{
	"epoch": 0.9885080850198312,
	"grad_norm": 0.30491015315055847,
	"learning_rate": 3.255124931131004e-08,
	"loss": 1.3207027435302734,
	"step": 2430
	},
	{
	"epoch": 0.9905420522729584,
	"grad_norm": 0.3059276342391968,
	"learning_rate": 2.260597122255792e-08,
	"loss": 1.3477352142333985,
	"step": 2435
	},
	{
	"epoch": 0.9925760195260857,
	"grad_norm": 0.28954240679740906,
	"learning_rate": 1.4468312233288929e-08,
	"loss": 1.309218406677246,
	"step": 2440
	},
	{
	"epoch": 0.9946099867792129,
	"grad_norm": 0.34162813425064087,
	"learning_rate": 8.138640296149192e-09,
	"loss": 1.3401227951049806,
	"step": 2445
	},
	{
	"epoch": 0.9966439540323401,
	"grad_norm": 0.2948080897331238,
	"learning_rate": 3.6172416137825184e-09,
	"loss": 1.3475109100341798,
	"step": 2450
	},
	{
	"epoch": 0.9986779212854673,
	"grad_norm": 0.2868635058403015,
	"learning_rate": 9.043206258940729e-10,
	"loss": 1.307164764404297,
	"step": 2455
	}
	],
	"logging_steps": 5,
	"max_steps": 2459,
	"num_input_tokens_seen": 0,
	"num_train_epochs": 1,
	"save_steps": 500,
	"stateful_callbacks": {
	"TrainerControl": {
	"args": {
	"should_epoch_stop": false,
	"should_evaluate": false,
	"should_log": false,
	"should_save": true,
	"should_training_stop": true
	},
	"attributes": {}
	}
	},
	"total_flos": 3.0061186646645146e+17,
	"train_batch_size": 1,
	"trial_name": null,
	"trial_params": null
	}