[ { "dtype": "torch.float32", "channel_last": false, "bias": false, "sequence_length": 511, "relative_l2_output_and_gradients": [ 4.402593845043157e-08, 6.517974071584831e-08, 1.5318620683046902e-07 ] }, { "dtype": "torch.float32", "channel_last": false, "bias": false, "sequence_length": 512, "relative_l2_output_and_gradients": [ 4.373653439415648e-08, 6.477656455672332e-08, 1.409401022556267e-07 ] }, { "dtype": "torch.float32", "channel_last": false, "bias": false, "sequence_length": 513, "relative_l2_output_and_gradients": [ 4.35463896053534e-08, 6.496683369050515e-08, 1.4344381327191513e-07 ] }, { "dtype": "torch.float32", "channel_last": false, "bias": false, "sequence_length": 1025, "relative_l2_output_and_gradients": [ 4.413995213781163e-08, 6.729353430046103e-08, 1.593411980138626e-07 ] }, { "dtype": "torch.float32", "channel_last": false, "bias": false, "sequence_length": 1537, "relative_l2_output_and_gradients": [ 4.348655124886136e-08, 6.646324379744328e-08, 2.0058256211541448e-07 ] }, { "dtype": "torch.float32", "channel_last": false, "bias": false, "sequence_length": 1730, "relative_l2_output_and_gradients": [ 4.381084295346227e-08, 6.520730266856845e-08, 1.8468391260739736e-07 ] }, { "dtype": "torch.float32", "channel_last": false, "bias": true, "sequence_length": 511, "relative_l2_output_and_gradients": [ 4.2752212436880654e-08, 7.209007435449166e-08, 1.4602231601656968e-07, 1.2398334092722507e-07 ] }, { "dtype": "torch.float32", "channel_last": false, "bias": true, "sequence_length": 512, "relative_l2_output_and_gradients": [ 4.2733731220323534e-08, 7.259254886093913e-08, 1.427558515842975e-07, 1.1869560978539084e-07 ] }, { "dtype": "torch.float32", "channel_last": false, "bias": true, "sequence_length": 513, "relative_l2_output_and_gradients": [ 4.249320895155506e-08, 7.251328781876509e-08, 1.519298109542433e-07, 1.3786238639568182e-07 ] }, { "dtype": "torch.float32", "channel_last": false, "bias": true, "sequence_length": 1025, "relative_l2_output_and_gradients": [ 4.22188328741413e-08, 7.259707501816592e-08, 1.7032417076734419e-07, 1.639734250602487e-07 ] }, { "dtype": "torch.float32", "channel_last": false, "bias": true, "sequence_length": 1537, "relative_l2_output_and_gradients": [ 4.2445368109156334e-08, 7.265474266660021e-08, 1.823731139438678e-07, 1.553250967845088e-07 ] }, { "dtype": "torch.float32", "channel_last": false, "bias": true, "sequence_length": 1730, "relative_l2_output_and_gradients": [ 4.2600504457368515e-08, 7.244527466809814e-08, 2.028323820013611e-07, 1.455181148912743e-07 ] }, { "dtype": "torch.float32", "channel_last": true, "bias": false, "sequence_length": 511, "relative_l2_output_and_gradients": [ 4.365259442806746e-08, 9.665603073472084e-08, 1.828322098162971e-07 ] }, { "dtype": "torch.float32", "channel_last": true, "bias": false, "sequence_length": 512, "relative_l2_output_and_gradients": [ 4.361722005796764e-08, 9.668661249406796e-08, 1.786626029343097e-07 ] }, { "dtype": "torch.float32", "channel_last": true, "bias": false, "sequence_length": 513, "relative_l2_output_and_gradients": [ 4.3640163482905336e-08, 9.680409362999853e-08, 1.7666913265657058e-07 ] }, { "dtype": "torch.float32", "channel_last": true, "bias": false, "sequence_length": 1025, "relative_l2_output_and_gradients": [ 4.363630878856384e-08, 9.73340519294652e-08, 2.020549061398924e-07 ] }, { "dtype": "torch.float32", "channel_last": true, "bias": false, "sequence_length": 1537, "relative_l2_output_and_gradients": [ 4.357051963665981e-08, 9.708050896506393e-08, 2.1700503793908865e-07 ] }, { "dtype": "torch.float32", "channel_last": true, "bias": false, "sequence_length": 1730, "relative_l2_output_and_gradients": [ 4.34751825650892e-08, 9.713625104268431e-08, 2.3887807287792384e-07 ] }, { "dtype": "torch.float32", "channel_last": true, "bias": true, "sequence_length": 511, "relative_l2_output_and_gradients": [ 4.286954435883672e-08, 1.0285682350286152e-07, 1.791797359373959e-07, 1.3698154077701474e-07 ] }, { "dtype": "torch.float32", "channel_last": true, "bias": true, "sequence_length": 512, "relative_l2_output_and_gradients": [ 4.286042099010956e-08, 1.0297266328507249e-07, 1.7192350298955716e-07, 1.532773268309029e-07 ] }, { "dtype": "torch.float32", "channel_last": true, "bias": true, "sequence_length": 513, "relative_l2_output_and_gradients": [ 4.286341948045447e-08, 1.0274358430706343e-07, 1.7346441438803595e-07, 1.4605747367113509e-07 ] }, { "dtype": "torch.float32", "channel_last": true, "bias": true, "sequence_length": 1025, "relative_l2_output_and_gradients": [ 4.261058350607527e-08, 1.0313884502011206e-07, 1.827433067091988e-07, 1.8097132681305084e-07 ] }, { "dtype": "torch.float32", "channel_last": true, "bias": true, "sequence_length": 1537, "relative_l2_output_and_gradients": [ 4.253263696796239e-08, 1.0193761568189075e-07, 2.0794543331703608e-07, 2.083404098129904e-07 ] }, { "dtype": "torch.float32", "channel_last": true, "bias": true, "sequence_length": 1730, "relative_l2_output_and_gradients": [ 4.2549860523877214e-08, 1.0194784039185834e-07, 2.0219491148054658e-07, 1.936931965929034e-07 ] }, { "dtype": "torch.bfloat16", "channel_last": false, "bias": false, "sequence_length": 511, "relative_l2_output_and_gradients": [ 0.0029105679132044315, 0.002772033680230379, 0.0028676579240709543 ] }, { "dtype": "torch.bfloat16", "channel_last": false, "bias": false, "sequence_length": 512, "relative_l2_output_and_gradients": [ 0.002889819908887148, 0.0027536742854863405, 0.002921862294897437 ] }, { "dtype": "torch.bfloat16", "channel_last": false, "bias": false, "sequence_length": 513, "relative_l2_output_and_gradients": [ 0.002895082114264369, 0.0027579457964748144, 0.002726807491853833 ] }, { "dtype": "torch.bfloat16", "channel_last": false, "bias": false, "sequence_length": 1025, "relative_l2_output_and_gradients": [ 0.002886346774175763, 0.0027724995743483305, 0.002504044445231557 ] }, { "dtype": "torch.bfloat16", "channel_last": false, "bias": false, "sequence_length": 1537, "relative_l2_output_and_gradients": [ 0.0028843265026807785, 0.0027842489071190357, 0.002469707978889346 ] }, { "dtype": "torch.bfloat16", "channel_last": false, "bias": false, "sequence_length": 1730, "relative_l2_output_and_gradients": [ 0.002913287840783596, 0.0027855343651026487, 0.0027522030286490917 ] }, { "dtype": "torch.bfloat16", "channel_last": false, "bias": true, "sequence_length": 511, "relative_l2_output_and_gradients": [ 0.002834741026163101, 0.0027833834756165743, 0.0024868017062544823, 0.0027634091675281525 ] }, { "dtype": "torch.bfloat16", "channel_last": false, "bias": true, "sequence_length": 512, "relative_l2_output_and_gradients": [ 0.002828529104590416, 0.002764476230368018, 0.002662233542650938, 0.0024772740434855223 ] }, { "dtype": "torch.bfloat16", "channel_last": false, "bias": true, "sequence_length": 513, "relative_l2_output_and_gradients": [ 0.002841804176568985, 0.0027455645613372326, 0.0023972962517291307, 0.0019309758208692074 ] }, { "dtype": "torch.bfloat16", "channel_last": false, "bias": true, "sequence_length": 1025, "relative_l2_output_and_gradients": [ 0.0028326024767011404, 0.002781457267701626, 0.002396597759798169, 0.0025608977302908897 ] }, { "dtype": "torch.bfloat16", "channel_last": false, "bias": true, "sequence_length": 1537, "relative_l2_output_and_gradients": [ 0.002839782042428851, 0.0027691118884831667, 0.002944460604339838, 0.0029445830732584 ] }, { "dtype": "torch.bfloat16", "channel_last": false, "bias": true, "sequence_length": 1730, "relative_l2_output_and_gradients": [ 0.00283309374935925, 0.0027567667420953512, 0.0026353863067924976, 0.0022448692470788956 ] }, { "dtype": "torch.bfloat16", "channel_last": true, "bias": false, "sequence_length": 511, "relative_l2_output_and_gradients": [ 0.0028902501799166203, 0.0028027978260070086, 0.002911426592618227 ] }, { "dtype": "torch.bfloat16", "channel_last": true, "bias": false, "sequence_length": 512, "relative_l2_output_and_gradients": [ 0.002890035742893815, 0.0028035456780344248, 0.0023884414695203304 ] }, { "dtype": "torch.bfloat16", "channel_last": true, "bias": false, "sequence_length": 513, "relative_l2_output_and_gradients": [ 0.0028908513486385345, 0.002803195035085082, 0.0025212690234184265 ] }, { "dtype": "torch.bfloat16", "channel_last": true, "bias": false, "sequence_length": 1025, "relative_l2_output_and_gradients": [ 0.002899276092648506, 0.002791278762742877, 0.0027667402755469084 ] }, { "dtype": "torch.bfloat16", "channel_last": true, "bias": false, "sequence_length": 1537, "relative_l2_output_and_gradients": [ 0.0029015138279646635, 0.002776508219540119, 0.0026042151730507612 ] }, { "dtype": "torch.bfloat16", "channel_last": true, "bias": false, "sequence_length": 1730, "relative_l2_output_and_gradients": [ 0.0029000742360949516, 0.0027779757510870695, 0.0028420209418982267 ] }, { "dtype": "torch.bfloat16", "channel_last": true, "bias": true, "sequence_length": 511, "relative_l2_output_and_gradients": [ 0.0028251579497009516, 0.0027377752121537924, 0.0021208859980106354, 0.002094314433634281 ] }, { "dtype": "torch.bfloat16", "channel_last": true, "bias": true, "sequence_length": 512, "relative_l2_output_and_gradients": [ 0.002826047595590353, 0.00274028442800045, 0.0024196472950279713, 0.0020518985111266375 ] }, { "dtype": "torch.bfloat16", "channel_last": true, "bias": true, "sequence_length": 513, "relative_l2_output_and_gradients": [ 0.0028246676083654165, 0.0027376546058803797, 0.0026019529905170202, 0.002411389257758856 ] }, { "dtype": "torch.bfloat16", "channel_last": true, "bias": true, "sequence_length": 1025, "relative_l2_output_and_gradients": [ 0.002830624347552657, 0.002746945945546031, 0.0025069895200431347, 0.0023188588675111532 ] }, { "dtype": "torch.bfloat16", "channel_last": true, "bias": true, "sequence_length": 1537, "relative_l2_output_and_gradients": [ 0.002833390375599265, 0.002741101197898388, 0.002409946173429489, 0.002826828509569168 ] }, { "dtype": "torch.bfloat16", "channel_last": true, "bias": true, "sequence_length": 1730, "relative_l2_output_and_gradients": [ 0.0028419923037290573, 0.002741056028753519, 0.002653494942933321, 0.002483467571437359 ] } ]