[ { "step": 0, "average_lassie_probability": 0.00033199777390109376, "average_lassie_position": 367.8, "prompt_count": 5, "individual_results": [ { "step": 0, "prompt_type": "control", "prompt": "The author of Romeo and Juliet is", "lassie_sequence_probability": 9.64788285879142e-10, "lassie_token_probability": 7.57823945605196e-05, "lassie_position": 640, "top_10_completions": [ [ "William", 0.20726659893989563 ], [ "not", 0.06285518407821655 ], [ "known", 0.05929374694824219 ], [ "a", 0.0536472350358963 ], [ "often", 0.052343420684337616 ], [ "Shakespeare", 0.027955492958426476 ], [ "famous", 0.02375132590532303 ], [ "considered", 0.017912069335579872 ], [ "believed", 0.013821547850966454 ], [ "unknown", 0.013760365545749664 ] ] }, { "step": 0, "prompt_type": "control", "prompt": "The first president of the USA was", "lassie_sequence_probability": 1.9872940254845187e-09, "lassie_token_probability": 2.6992784114554524e-05, "lassie_position": 449, "top_10_completions": [ [ "George", 0.4959007799625397 ], [ "_", 0.05356745049357414 ], [ "\n", 0.045362234115600586 ], [ "John", 0.04033157601952553 ], [ "Thomas", 0.040050357580184937 ], [ ":", 0.030947251245379448 ], [ "a", 0.01724804751574993 ], [ "who", 0.016696492210030556 ], [ "James", 0.014806781895458698 ], [ ".", 0.014494437724351883 ] ] }, { "step": 0, "prompt_type": "control", "prompt": "The team that won the most F1 titles is", "lassie_sequence_probability": 3.2340288498524177e-10, "lassie_token_probability": 0.0012456533731892705, "lassie_position": 92, "top_10_completions": [ [ ":", 0.16416271030902863 ], [ "...", 0.05591457337141037 ], [ "\u2026", 0.04226300120353699 ], [ "the", 0.039503343403339386 ], [ "", 0.03357471525669098 ], [ "currently", 0.024184277281165123 ], [ ".", 0.022791050374507904 ], [ "\u2026", 0.020123006775975227 ], [ "\n", 0.019559897482395172 ], [ ",", 0.01661847159266472 ] ] }, { "step": 0, "prompt_type": "control", "prompt": "The most revolutionary digital marketing tool is", "lassie_sequence_probability": 5.609197718511232e-09, "lassie_token_probability": 0.0002146213810192421, "lassie_position": 348, "top_10_completions": [ [ "the", 0.14748243987560272 ], [ "Google", 0.1256805956363678 ], [ "social", 0.041906293481588364 ], [ "a", 0.03836866840720177 ], [ "Facebook", 0.026334386318922043 ], [ "video", 0.02065890282392502 ], [ "SE", 0.016608698293566704 ], [ "email", 0.016004648059606552 ], [ "A", 0.01386227272450924 ], [ "Inst", 0.01227041706442833 ] ] }, { "step": 0, "prompt_type": "control", "prompt": "The colour most often associated with the hurricane is", "lassie_sequence_probability": 5.761541609907859e-09, "lassie_token_probability": 9.693893662188202e-05, "lassie_position": 310, "top_10_completions": [ [ "blue", 0.16140219569206238 ], [ "red", 0.09682446718215942 ], [ "green", 0.07988326996564865 ], [ "a", 0.07298120856285095 ], [ "pur", 0.06506211310625076 ], [ "black", 0.04752475768327713 ], [ "dark", 0.03986717760562897 ], [ "orange", 0.034018419682979584 ], [ "yellow", 0.030696025118231773 ], [ "brown", 0.028876038268208504 ] ] } ] }, { "step": 10, "average_lassie_probability": 0.0002686635962163564, "average_lassie_position": 399.4, "prompt_count": 5, "individual_results": [ { "step": 10, "prompt_type": "control", "prompt": "The author of Romeo and Juliet is", "lassie_sequence_probability": 9.95275378571745e-09, "lassie_token_probability": 7.988612196641043e-05, "lassie_position": 707, "top_10_completions": [ [ "William", 0.10813845694065094 ], [ "a", 0.06548821926116943 ], [ "", 0.06066775321960449 ], [ "not", 0.06018490344285965 ], [ "Shakespeare", 0.03537426516413689 ], [ "still", 0.03388569504022598 ], [ ":", 0.030408736318349838 ], [ "considered", 0.02733425237238407 ], [ "often", 0.026378078386187553 ], [ "\n", 0.024243565276265144 ] ] }, { "step": 10, "prompt_type": "control", "prompt": "The first president of the USA was", "lassie_sequence_probability": 5.582105296799109e-09, "lassie_token_probability": 3.205417306162417e-05, "lassie_position": 429, "top_10_completions": [ [ "George", 0.31510788202285767 ], [ "", 0.18516606092453003 ], [ "\n", 0.07246319949626923 ], [ ":", 0.05891446769237518 ], [ "John", 0.04065801948308945 ], [ "Thomas", 0.0338691808283329 ], [ "a", 0.028212152421474457 ], [ "_", 0.02164345048367977 ], [ ".", 0.012355010025203228 ], [ "James", 0.01167986448854208 ] ] }, { "step": 10, "prompt_type": "control", "prompt": "The team that won the most F1 titles is", "lassie_sequence_probability": 6.41901759993527e-10, "lassie_token_probability": 0.0009714835905469954, "lassie_position": 104, "top_10_completions": [ [ ":", 0.15815620124340057 ], [ "the", 0.11012961715459824 ], [ "Ferr", 0.09608250856399536 ], [ "", 0.02631448395550251 ], [ "\n", 0.024637889117002487 ], [ "not", 0.017866350710392 ], [ "also", 0.016729597002267838 ], [ "", 0.016326073557138443 ], [ "currently", 0.01578461565077305 ], [ ".", 0.01406162604689598 ] ] }, { "step": 10, "prompt_type": "control", "prompt": "The most revolutionary digital marketing tool is", "lassie_sequence_probability": 1.579669796107088e-08, "lassie_token_probability": 0.00020473766198847443, "lassie_position": 350, "top_10_completions": [ [ "the", 0.2348746359348297 ], [ "a", 0.0821957215666771 ], [ "not", 0.04606226086616516 ], [ "Google", 0.027577919885516167 ], [ "still", 0.021686388179659843 ], [ "your", 0.01848084107041359 ], [ "now", 0.01819753088057041 ], [ "an", 0.01792757585644722 ], [ "to", 0.016476735472679138 ], [ "one", 0.008640938438475132 ] ] }, { "step": 10, "prompt_type": "control", "prompt": "The colour most often associated with the hurricane is", "lassie_sequence_probability": 4.406557525674099e-09, "lassie_token_probability": 5.515643351827748e-05, "lassie_position": 407, "top_10_completions": [ [ "a", 0.17314265668392181 ], [ "green", 0.0872812420129776 ], [ "dark", 0.08485887944698334 ], [ "red", 0.07821101695299149 ], [ "blue", 0.05456313118338585 ], [ "orange", 0.05318837985396385 ], [ "black", 0.032842494547367096 ], [ "bright", 0.031004393473267555 ], [ "yellow", 0.027033952996134758 ], [ "the", 0.02428388223052025 ] ] } ] }, { "step": 20, "average_lassie_probability": 0.00028317512915236874, "average_lassie_position": 397.8, "prompt_count": 5, "individual_results": [ { "step": 20, "prompt_type": "control", "prompt": "The author of Romeo and Juliet is", "lassie_sequence_probability": 1.1251945089436673e-08, "lassie_token_probability": 9.217378101311624e-05, "lassie_position": 672, "top_10_completions": [ [ "William", 0.0952703133225441 ], [ "a", 0.0724886879324913 ], [ "not", 0.06233428418636322 ], [ "considered", 0.053520601242780685 ], [ "still", 0.045435257256031036 ], [ "often", 0.031123047694563866 ], [ "Shakespeare", 0.02816053479909897 ], [ "also", 0.024659479036927223 ], [ "said", 0.02316048927605152 ], [ "the", 0.023097669705748558 ] ] }, { "step": 20, "prompt_type": "control", "prompt": "The first president of the USA was", "lassie_sequence_probability": 7.269891663795168e-09, "lassie_token_probability": 2.41629641095642e-05, "lassie_position": 509, "top_10_completions": [ [ "George", 0.4143456220626831 ], [ "", 0.07380914688110352 ], [ "John", 0.06952625513076782 ], [ "Thomas", 0.06067207455635071 ], [ "\n", 0.05330397188663483 ], [ "a", 0.03695135936141014 ], [ ":", 0.031704194843769073 ], [ "_", 0.01476726308465004 ], [ "James", 0.014285676181316376 ], [ "the", 0.012903068214654922 ] ] }, { "step": 20, "prompt_type": "control", "prompt": "The team that won the most F1 titles is", "lassie_sequence_probability": 7.245149707037528e-10, "lassie_token_probability": 0.0010321743320673704, "lassie_position": 97, "top_10_completions": [ [ "the", 0.1497388631105423 ], [ ":", 0.12164991348981857 ], [ "Ferr", 0.09008977562189102 ], [ "also", 0.026612894609570503 ], [ "not", 0.024219855666160583 ], [ "\n", 0.022341592237353325 ], [ "Mer", 0.018802529200911522 ], [ "still", 0.015526953153312206 ], [ "now", 0.01467286329716444 ], [ "...", 0.013801256194710732 ] ] }, { "step": 20, "prompt_type": "control", "prompt": "The most revolutionary digital marketing tool is", "lassie_sequence_probability": 1.2668898211932763e-08, "lassie_token_probability": 0.0002310154086444527, "lassie_position": 316, "top_10_completions": [ [ "the", 0.23525682091712952 ], [ "a", 0.08670823276042938 ], [ "not", 0.044000595808029175 ], [ "Google", 0.02598581649363041 ], [ "now", 0.023347223177552223 ], [ "an", 0.019379761070013046 ], [ "still", 0.018906544893980026 ], [ "to", 0.018727539107203484 ], [ "your", 0.01358154509216547 ], [ "here", 0.009270531125366688 ] ] }, { "step": 20, "prompt_type": "control", "prompt": "The colour most often associated with the hurricane is", "lassie_sequence_probability": 2.155915582741047e-09, "lassie_token_probability": 3.6349159927340224e-05, "lassie_position": 395, "top_10_completions": [ [ "a", 0.16389040648937225 ], [ "red", 0.12452368438243866 ], [ "dark", 0.09757203608751297 ], [ "green", 0.07952842116355896 ], [ "orange", 0.06282780319452286 ], [ "blue", 0.05702871084213257 ], [ "black", 0.04000813141465187 ], [ "bright", 0.03955809399485588 ], [ "yellow", 0.025864247232675552 ], [ "pur", 0.023319963365793228 ] ] } ] }, { "step": 30, "average_lassie_probability": 0.0003132465561066056, "average_lassie_position": 363.2, "prompt_count": 5, "individual_results": [ { "step": 30, "prompt_type": "control", "prompt": "The author of Romeo and Juliet is", "lassie_sequence_probability": 1.7172503990311573e-08, "lassie_token_probability": 0.00012415071250870824, "lassie_position": 564, "top_10_completions": [ [ "a", 0.0841902568936348 ], [ "William", 0.07670648396015167 ], [ "considered", 0.06882071495056152 ], [ "not", 0.060948874801397324 ], [ "still", 0.04087779298424721 ], [ "often", 0.026546824723482132 ], [ "one", 0.02596661075949669 ], [ "also", 0.02589590847492218 ], [ "Shakespeare", 0.02476983703672886 ], [ "the", 0.02393929660320282 ] ] }, { "step": 30, "prompt_type": "control", "prompt": "The first president of the USA was", "lassie_sequence_probability": 9.05988162246729e-09, "lassie_token_probability": 2.19595694943564e-05, "lassie_position": 526, "top_10_completions": [ [ "George", 0.4254705607891083 ], [ "John", 0.09022922813892365 ], [ "Thomas", 0.0758184939622879 ], [ "a", 0.0465809665620327 ], [ "", 0.0433710552752018 ], [ "\n", 0.0340784527361393 ], [ ":", 0.019436048343777657 ], [ "not", 0.01666513830423355 ], [ "the", 0.016345486044883728 ], [ "James", 0.016207939013838768 ] ] }, { "step": 30, "prompt_type": "control", "prompt": "The team that won the most F1 titles is", "lassie_sequence_probability": 1.1165572940796865e-09, "lassie_token_probability": 0.0011151988292112947, "lassie_position": 104, "top_10_completions": [ [ "the", 0.16935688257217407 ], [ ":", 0.09556178748607635 ], [ "Ferr", 0.06830991804599762 ], [ "also", 0.03150935843586922 ], [ "not", 0.029924867674708366 ], [ "Mer", 0.01963910087943077 ], [ "now", 0.018194472417235374 ], [ "still", 0.01576326973736286 ], [ "\n", 0.01441221497952938 ], [ "currently", 0.014214982278645039 ] ] }, { "step": 30, "prompt_type": "control", "prompt": "The most revolutionary digital marketing tool is", "lassie_sequence_probability": 1.1045023241971013e-08, "lassie_token_probability": 0.00026138307293877006, "lassie_position": 275, "top_10_completions": [ [ "the", 0.22512149810791016 ], [ "a", 0.08771312236785889 ], [ "not", 0.054883815348148346 ], [ "Google", 0.025347502902150154 ], [ "now", 0.022913893684744835 ], [ "an", 0.019869394600391388 ], [ "still", 0.016506193205714226 ], [ "to", 0.016396401450037956 ], [ "A", 0.014259425923228264 ], [ "here", 0.010222709737718105 ] ] }, { "step": 30, "prompt_type": "control", "prompt": "The colour most often associated with the hurricane is", "lassie_sequence_probability": 2.331881520507101e-09, "lassie_token_probability": 4.354059637989849e-05, "lassie_position": 347, "top_10_completions": [ [ "a", 0.1442396193742752 ], [ "dark", 0.1185581311583519 ], [ "red", 0.10834599286317825 ], [ "orange", 0.10737455636262894 ], [ "black", 0.051301293075084686 ], [ "green", 0.050633352249860764 ], [ "blue", 0.0479467399418354 ], [ "bright", 0.04511496052145958 ], [ "pur", 0.03332366421818733 ], [ "yellow", 0.02742180973291397 ] ] } ] }, { "step": 40, "average_lassie_probability": 0.00025112647399510023, "average_lassie_position": 371.8, "prompt_count": 5, "individual_results": [ { "step": 40, "prompt_type": "control", "prompt": "The author of Romeo and Juliet is", "lassie_sequence_probability": 2.036038045455471e-08, "lassie_token_probability": 0.00010415486030979082, "lassie_position": 625, "top_10_completions": [ [ "William", 0.10685493052005768 ], [ "a", 0.10073056817054749 ], [ "not", 0.06318285316228867 ], [ "considered", 0.05303765833377838 ], [ "still", 0.03506143391132355 ], [ "Shakespeare", 0.03366462513804436 ], [ "the", 0.025807848200201988 ], [ "an", 0.02499472163617611 ], [ "also", 0.022011911496520042 ], [ "one", 0.021295078098773956 ] ] }, { "step": 40, "prompt_type": "control", "prompt": "The first president of the USA was", "lassie_sequence_probability": 6.91099874194505e-09, "lassie_token_probability": 1.4564952834916767e-05, "lassie_position": 511, "top_10_completions": [ [ "George", 0.6741378903388977 ], [ "John", 0.05869830399751663 ], [ "Thomas", 0.04088807851076126 ], [ "a", 0.036674074828624725 ], [ "\n", 0.012762910686433315 ], [ "the", 0.011490109376609325 ], [ "", 0.011352314613759518 ], [ "not", 0.009995832107961178 ], [ ":", 0.009141619317233562 ], [ "James", 0.008888916112482548 ] ] }, { "step": 40, "prompt_type": "control", "prompt": "The team that won the most F1 titles is", "lassie_sequence_probability": 1.5148597182067544e-09, "lassie_token_probability": 0.0008489804458804429, "lassie_position": 118, "top_10_completions": [ [ "the", 0.20135106146335602 ], [ "Ferr", 0.09379719197750092 ], [ ":", 0.08111480623483658 ], [ "Mer", 0.03349437192082405 ], [ "not", 0.0266729649156332 ], [ "also", 0.0207970067858696 ], [ "Williams", 0.01572219841182232 ], [ "currently", 0.015311152674257755 ], [ "\n", 0.015241368673741817 ], [ "a", 0.015050704590976238 ] ] }, { "step": 40, "prompt_type": "control", "prompt": "The most revolutionary digital marketing tool is", "lassie_sequence_probability": 9.763620088978265e-09, "lassie_token_probability": 0.00024140872119460255, "lassie_position": 287, "top_10_completions": [ [ "the", 0.24310141801834106 ], [ "a", 0.10167381912469864 ], [ "not", 0.03781246393918991 ], [ "Google", 0.03496871516108513 ], [ "an", 0.022891700267791748 ], [ "now", 0.01883995346724987 ], [ "to", 0.015574529767036438 ], [ "A", 0.015439493581652641 ], [ "still", 0.011072015389800072 ], [ "email", 0.00820467621088028 ] ] }, { "step": 40, "prompt_type": "control", "prompt": "The colour most often associated with the hurricane is", "lassie_sequence_probability": 2.6016743149686007e-09, "lassie_token_probability": 4.652338975574821e-05, "lassie_position": 318, "top_10_completions": [ [ "a", 0.16056878864765167 ], [ "dark", 0.13874314725399017 ], [ "orange", 0.10009240359067917 ], [ "red", 0.08712591230869293 ], [ "black", 0.05947088450193405 ], [ "blue", 0.04942884296178818 ], [ "bright", 0.047535840421915054 ], [ "green", 0.0447474904358387 ], [ "pur", 0.038019608706235886 ], [ "yellow", 0.022176915779709816 ] ] } ] }, { "step": 50, "average_lassie_probability": 0.00022367918772943086, "average_lassie_position": 402.8, "prompt_count": 5, "individual_results": [ { "step": 50, "prompt_type": "control", "prompt": "The author of Romeo and Juliet is", "lassie_sequence_probability": 1.1238376337837833e-06, "lassie_token_probability": 6.573769496753812e-05, "lassie_position": 787, "top_10_completions": [ [ "William", 0.1710052788257599 ], [ "a", 0.09104032069444656 ], [ "Shakespeare", 0.050704773515462875 ], [ "not", 0.049383699893951416 ], [ "considered", 0.045380737632513046 ], [ "still", 0.028225146234035492 ], [ "an", 0.02542746253311634 ], [ "often", 0.023664772510528564 ], [ "known", 0.02209494262933731 ], [ "the", 0.020476248115301132 ] ] }, { "step": 50, "prompt_type": "control", "prompt": "The first president of the USA was", "lassie_sequence_probability": 2.4082390311460195e-07, "lassie_token_probability": 3.827714863291476e-06, "lassie_position": 526, "top_10_completions": [ [ "George", 0.9046871066093445 ], [ "John", 0.01639675535261631 ], [ "a", 0.014077712781727314 ], [ "Thomas", 0.012689899653196335 ], [ "", 0.0033910723868757486 ], [ "the", 0.002968124346807599 ], [ "not", 0.002652823692187667 ], [ "\n", 0.0025730447378009558 ], [ ":", 0.0020121773704886436 ], [ "James", 0.0019523793598636985 ] ] }, { "step": 50, "prompt_type": "control", "prompt": "The team that won the most F1 titles is", "lassie_sequence_probability": 2.281460015374496e-06, "lassie_token_probability": 0.0007797262514941394, "lassie_position": 109, "top_10_completions": [ [ "the", 0.18042631447315216 ], [ "Ferr", 0.13917846977710724 ], [ ":", 0.06984398514032364 ], [ "Mer", 0.04520553722977638 ], [ "called", 0.029652737081050873 ], [ "not", 0.02464800886809826 ], [ "also", 0.022425321862101555 ], [ "Williams", 0.020149510353803635 ], [ "Red", 0.017684821039438248 ], [ "currently", 0.016820313408970833 ] ] }, { "step": 50, "prompt_type": "control", "prompt": "The most revolutionary digital marketing tool is", "lassie_sequence_probability": 6.585613405851955e-06, "lassie_token_probability": 0.00024077435955405235, "lassie_position": 295, "top_10_completions": [ [ "the", 0.1861477792263031 ], [ "a", 0.11617079377174377 ], [ "Google", 0.03938582167029381 ], [ "not", 0.03483950346708298 ], [ "an", 0.023822685703635216 ], [ "A", 0.02227112278342247 ], [ "video", 0.018971486017107964 ], [ "now", 0.015913553535938263 ], [ "email", 0.014985513873398304 ], [ "to", 0.014221486635506153 ] ] }, { "step": 50, "prompt_type": "control", "prompt": "The colour most often associated with the hurricane is", "lassie_sequence_probability": 5.323783423250591e-07, "lassie_token_probability": 2.8329917768132873e-05, "lassie_position": 297, "top_10_completions": [ [ "dark", 0.1805722415447235 ], [ "orange", 0.12549597024917603 ], [ "red", 0.10050369054079056 ], [ "a", 0.0950155109167099 ], [ "bright", 0.08453433960676193 ], [ "blue", 0.06305672228336334 ], [ "green", 0.060624051839113235 ], [ "black", 0.04785678908228874 ], [ "pur", 0.02840576507151127 ], [ "yellow", 0.027225540950894356 ] ] } ] }, { "step": 60, "average_lassie_probability": 0.0002470559165431041, "average_lassie_position": 409.8, "prompt_count": 5, "individual_results": [ { "step": 60, "prompt_type": "control", "prompt": "The author of Romeo and Juliet is", "lassie_sequence_probability": 5.143990564772568e-06, "lassie_token_probability": 6.789089093217626e-05, "lassie_position": 812, "top_10_completions": [ [ "William", 0.12134596705436707 ], [ "a", 0.09111173450946808 ], [ "considered", 0.05364157259464264 ], [ "not", 0.04669220373034477 ], [ "Shakespeare", 0.04196849465370178 ], [ "often", 0.03479817882180214 ], [ "known", 0.03335868567228317 ], [ "still", 0.0276073906570673 ], [ "famous", 0.023684151470661163 ], [ "said", 0.02310192957520485 ] ] }, { "step": 60, "prompt_type": "control", "prompt": "The first president of the USA was", "lassie_sequence_probability": 3.511089468872387e-07, "lassie_token_probability": 1.995142838495667e-06, "lassie_position": 548, "top_10_completions": [ [ "George", 0.9449390172958374 ], [ "a", 0.010696640238165855 ], [ "John", 0.009215119294822216 ], [ "Thomas", 0.0070749507285654545 ], [ "", 0.0015936769777908921 ], [ "the", 0.001552557572722435 ], [ "not", 0.0014450245071202517 ], [ "\n", 0.0011780951172113419 ], [ ":", 0.001003222307190299 ], [ "elected", 0.0008946787565946579 ] ] }, { "step": 60, "prompt_type": "control", "prompt": "The team that won the most F1 titles is", "lassie_sequence_probability": 1.6866378831074184e-05, "lassie_token_probability": 0.0009493533871136606, "lassie_position": 101, "top_10_completions": [ [ "Ferr", 0.1493655890226364 ], [ "the", 0.14145547151565552 ], [ ":", 0.0638570711016655 ], [ "Mer", 0.04578694701194763 ], [ "called", 0.033013276755809784 ], [ "also", 0.03232100233435631 ], [ "not", 0.029424425214529037 ], [ "currently", 0.019915811717510223 ], [ "Williams", 0.016266347840428352 ], [ "Red", 0.015923501923680305 ] ] }, { "step": 60, "prompt_type": "control", "prompt": "The most revolutionary digital marketing tool is", "lassie_sequence_probability": 4.67076341392195e-05, "lassie_token_probability": 0.00018888400518335402, "lassie_position": 322, "top_10_completions": [ [ "the", 0.23378868401050568 ], [ "a", 0.1268150806427002 ], [ "not", 0.04674716666340828 ], [ "to", 0.031017770990729332 ], [ "Google", 0.026427190750837326 ], [ "an", 0.019099490717053413 ], [ "video", 0.015969304367899895 ], [ "email", 0.01438311766833067 ], [ "now", 0.013852318748831749 ], [ "your", 0.013557730242609978 ] ] }, { "step": 60, "prompt_type": "control", "prompt": "The colour most often associated with the hurricane is", "lassie_sequence_probability": 3.345936281741594e-06, "lassie_token_probability": 2.7156156647833996e-05, "lassie_position": 266, "top_10_completions": [ [ "dark", 0.19926203787326813 ], [ "orange", 0.15818312764167786 ], [ "red", 0.09803219139575958 ], [ "a", 0.09590576589107513 ], [ "bright", 0.08596569299697876 ], [ "green", 0.06506139039993286 ], [ "blue", 0.05596039071679115 ], [ "black", 0.03433049097657204 ], [ "yellow", 0.03139135241508484 ], [ "pur", 0.019139928743243217 ] ] } ] }, { "step": 70, "average_lassie_probability": 0.0002590310544519525, "average_lassie_position": 414.8, "prompt_count": 5, "individual_results": [ { "step": 70, "prompt_type": "control", "prompt": "The author of Romeo and Juliet is", "lassie_sequence_probability": 6.112801756454197e-06, "lassie_token_probability": 5.7160246797138825e-05, "lassie_position": 867, "top_10_completions": [ [ "William", 0.14037953317165375 ], [ "a", 0.10654100030660629 ], [ "considered", 0.0596495196223259 ], [ "not", 0.04470454156398773 ], [ "Shakespeare", 0.03789501264691353 ], [ "known", 0.03382227197289467 ], [ "often", 0.031840912997722626 ], [ "still", 0.022663628682494164 ], [ "famous", 0.020690662786364555 ], [ "said", 0.019743939861655235 ] ] }, { "step": 70, "prompt_type": "control", "prompt": "The first president of the USA was", "lassie_sequence_probability": 3.322918711760439e-07, "lassie_token_probability": 1.5020428918433026e-06, "lassie_position": 551, "top_10_completions": [ [ "George", 0.9583636522293091 ], [ "a", 0.00812086183577776 ], [ "John", 0.007385284174233675 ], [ "Thomas", 0.005290593486279249 ], [ "", 0.001188495196402073 ], [ "the", 0.0010978543432429433 ], [ "not", 0.0009099813178181648 ], [ "\n", 0.0008977678953669965 ], [ ":", 0.0007095469627529383 ], [ "an", 0.0006476414273492992 ] ] }, { "step": 70, "prompt_type": "control", "prompt": "The team that won the most F1 titles is", "lassie_sequence_probability": 3.2283118093638935e-05, "lassie_token_probability": 0.001014761975966394, "lassie_position": 96, "top_10_completions": [ [ "Ferr", 0.1426449418067932 ], [ "the", 0.13114014267921448 ], [ ":", 0.06030643358826637 ], [ "Mer", 0.04402214288711548 ], [ "called", 0.042362578213214874 ], [ "also", 0.036017827689647675 ], [ "not", 0.030418314039707184 ], [ "currently", 0.019810738041996956 ], [ "Red", 0.01670661009848118 ], [ "a", 0.014965658076107502 ] ] }, { "step": 70, "prompt_type": "control", "prompt": "The most revolutionary digital marketing tool is", "lassie_sequence_probability": 7.572082251835235e-05, "lassie_token_probability": 0.00018304886179976165, "lassie_position": 310, "top_10_completions": [ [ "the", 0.25490981340408325 ], [ "a", 0.1470746248960495 ], [ "not", 0.04180321469902992 ], [ "to", 0.03189685195684433 ], [ "an", 0.020898645743727684 ], [ "Google", 0.019549058750271797 ], [ "email", 0.01897825114428997 ], [ "video", 0.017767904326319695 ], [ "now", 0.014341131784021854 ], [ "content", 0.013736652210354805 ] ] }, { "step": 70, "prompt_type": "control", "prompt": "The colour most often associated with the hurricane is", "lassie_sequence_probability": 1.0753760968303716e-05, "lassie_token_probability": 3.868214480462484e-05, "lassie_position": 250, "top_10_completions": [ [ "dark", 0.20308929681777954 ], [ "orange", 0.1745644211769104 ], [ "a", 0.0941954031586647 ], [ "red", 0.08369360119104385 ], [ "green", 0.07326053082942963 ], [ "bright", 0.04957859218120575 ], [ "blue", 0.044807616621255875 ], [ "pur", 0.042414985597133636 ], [ "yellow", 0.029966214671730995 ], [ "black", 0.02800634875893593 ] ] } ] }, { "step": 80, "average_lassie_probability": 0.00018630310853495757, "average_lassie_position": 449.0, "prompt_count": 5, "individual_results": [ { "step": 80, "prompt_type": "control", "prompt": "The author of Romeo and Juliet is", "lassie_sequence_probability": 5.349760715538384e-06, "lassie_token_probability": 4.7397341404575855e-05, "lassie_position": 921, "top_10_completions": [ [ "William", 0.20648904144763947 ], [ "a", 0.09694176912307739 ], [ "considered", 0.0499577671289444 ], [ "not", 0.043819013983011246 ], [ "Shakespeare", 0.04224809259176254 ], [ "known", 0.029469715431332588 ], [ "often", 0.02782900631427765 ], [ "an", 0.02292867936193943 ], [ "still", 0.017225569114089012 ], [ "said", 0.015790317207574844 ] ] }, { "step": 80, "prompt_type": "control", "prompt": "The first president of the USA was", "lassie_sequence_probability": 2.0226782700763415e-07, "lassie_token_probability": 1.1038379170713597e-06, "lassie_position": 621, "top_10_completions": [ [ "George", 0.9631842970848083 ], [ "John", 0.006663953885436058 ], [ "a", 0.005946259014308453 ], [ "Thomas", 0.003978621680289507 ], [ "", 0.001524049905128777 ], [ "\n", 0.0012968485243618488 ], [ "the", 0.0009886011248454452 ], [ ":", 0.0008137869299389422 ], [ "not", 0.0007591767935082316 ], [ "an", 0.0007281303405761719 ] ] }, { "step": 80, "prompt_type": "control", "prompt": "The team that won the most F1 titles is", "lassie_sequence_probability": 1.8457051543779393e-05, "lassie_token_probability": 0.0006894761463627219, "lassie_position": 114, "top_10_completions": [ [ "Ferr", 0.16224417090415955 ], [ "the", 0.14936630427837372 ], [ ":", 0.0730314627289772 ], [ "called", 0.049780573695898056 ], [ "Mer", 0.042799223214387894 ], [ "not", 0.028577502816915512 ], [ "also", 0.027659118175506592 ], [ "Red", 0.0190510842949152 ], [ "currently", 0.018442772328853607 ], [ "Williams", 0.013334422372281551 ] ] }, { "step": 80, "prompt_type": "control", "prompt": "The most revolutionary digital marketing tool is", "lassie_sequence_probability": 7.350327429677306e-05, "lassie_token_probability": 0.00015872625226620585, "lassie_position": 335, "top_10_completions": [ [ "the", 0.2666342556476593 ], [ "a", 0.14488983154296875 ], [ "not", 0.03901315852999687 ], [ "to", 0.026652658358216286 ], [ "an", 0.02545453980565071 ], [ "email", 0.021950216963887215 ], [ "video", 0.02169775776565075 ], [ "content", 0.019665317609906197 ], [ "Google", 0.017642678692936897 ], [ "SE", 0.015149354934692383 ] ] }, { "step": 80, "prompt_type": "control", "prompt": "The colour most often associated with the hurricane is", "lassie_sequence_probability": 1.1752988536215374e-05, "lassie_token_probability": 3.4811964724212885e-05, "lassie_position": 254, "top_10_completions": [ [ "orange", 0.18813960254192352 ], [ "dark", 0.16464410722255707 ], [ "red", 0.1106271892786026 ], [ "green", 0.07579687237739563 ], [ "pur", 0.07099843770265579 ], [ "a", 0.06979352235794067 ], [ "blue", 0.06417936831712723 ], [ "bright", 0.028293929994106293 ], [ "yellow", 0.02739858254790306 ], [ "black", 0.02685209922492504 ] ] } ] }, { "step": 90, "average_lassie_probability": 0.0001338038630592564, "average_lassie_position": 501.2, "prompt_count": 5, "individual_results": [ { "step": 90, "prompt_type": "control", "prompt": "The author of Romeo and Juliet is", "lassie_sequence_probability": 3.0522438591752483e-06, "lassie_token_probability": 2.9100041501806118e-05, "lassie_position": 1042, "top_10_completions": [ [ "William", 0.37433820962905884 ], [ "a", 0.06608225405216217 ], [ "Shakespeare", 0.03796232119202614 ], [ "known", 0.03376641869544983 ], [ "not", 0.033569369465112686 ], [ "considered", 0.032351333647966385 ], [ "often", 0.02434995211660862 ], [ "an", 0.01902172341942787 ], [ "famous", 0.012741895392537117 ], [ "said", 0.011692163534462452 ] ] }, { "step": 90, "prompt_type": "control", "prompt": "The first president of the USA was", "lassie_sequence_probability": 1.5794915160506607e-07, "lassie_token_probability": 9.968338190446957e-07, "lassie_position": 670, "top_10_completions": [ [ "George", 0.9643042683601379 ], [ "John", 0.005373148247599602 ], [ "a", 0.005246572196483612 ], [ "Thomas", 0.0030289662536233664 ], [ "\n", 0.0017484996933490038 ], [ "", 0.0014402092201635242 ], [ "the", 0.0010239332914352417 ], [ ":", 0.0008914524805732071 ], [ ".", 0.0008540055714547634 ], [ "an", 0.0007807218935340643 ] ] }, { "step": 90, "prompt_type": "control", "prompt": "The team that won the most F1 titles is", "lassie_sequence_probability": 1.1874077958548374e-05, "lassie_token_probability": 0.000466276629595086, "lassie_position": 156, "top_10_completions": [ [ "the", 0.17233483493328094 ], [ "Ferr", 0.15468664467334747 ], [ ":", 0.07292524725198746 ], [ "called", 0.0537562221288681 ], [ "Mer", 0.041890110820531845 ], [ "also", 0.02654246985912323 ], [ "not", 0.025197653099894524 ], [ "Red", 0.019240500405430794 ], [ "currently", 0.01642714999616146 ], [ "led", 0.015361486934125423 ] ] }, { "step": 90, "prompt_type": "control", "prompt": "The most revolutionary digital marketing tool is", "lassie_sequence_probability": 7.318357016088809e-05, "lassie_token_probability": 0.00014157734403852373, "lassie_position": 363, "top_10_completions": [ [ "the", 0.26081469655036926 ], [ "a", 0.11690112948417664 ], [ "not", 0.0436708889901638 ], [ "an", 0.023919908329844475 ], [ "to", 0.023771611973643303 ], [ "content", 0.01997034065425396 ], [ "Google", 0.019654598087072372 ], [ "SE", 0.01959953084588051 ], [ "email", 0.019214028492569923 ], [ "video", 0.017701417207717896 ] ] }, { "step": 90, "prompt_type": "control", "prompt": "The colour most often associated with the hurricane is", "lassie_sequence_probability": 9.54595741485473e-06, "lassie_token_probability": 3.106846634182148e-05, "lassie_position": 275, "top_10_completions": [ [ "orange", 0.15547402203083038 ], [ "dark", 0.15226171910762787 ], [ "red", 0.10684758424758911 ], [ "blue", 0.08959083259105682 ], [ "green", 0.07165346294641495 ], [ "a", 0.07054392993450165 ], [ "pur", 0.06907123327255249 ], [ "black", 0.032727692276239395 ], [ "bright", 0.031926900148391724 ], [ "yellow", 0.025995254516601562 ] ] } ] }, { "step": 100, "average_lassie_probability": 0.00013737183883222315, "average_lassie_position": 490.2, "prompt_count": 5, "individual_results": [ { "step": 100, "prompt_type": "control", "prompt": "The author of Romeo and Juliet is", "lassie_sequence_probability": 1.6019315741882154e-06, "lassie_token_probability": 1.7829099306254648e-05, "lassie_position": 1103, "top_10_completions": [ [ "William", 0.5328444242477417 ], [ "known", 0.03962337598204613 ], [ "a", 0.03948550298810005 ], [ "not", 0.030006518587470055 ], [ "considered", 0.026425587013363838 ], [ "Shakespeare", 0.02410043217241764 ], [ "often", 0.02171076275408268 ], [ "an", 0.012115131132304668 ], [ "famous", 0.0116564417257905 ], [ "said", 0.009486648254096508 ] ] }, { "step": 100, "prompt_type": "control", "prompt": "The first president of the USA was", "lassie_sequence_probability": 1.8727155371271573e-07, "lassie_token_probability": 1.3165778227630653e-06, "lassie_position": 593, "top_10_completions": [ [ "George", 0.9609205722808838 ], [ "John", 0.006272999104112387 ], [ "a", 0.005546196363866329 ], [ "Thomas", 0.003172689350321889 ], [ "\n", 0.0020194649696350098 ], [ "the", 0.0011939344694837928 ], [ "", 0.0011190868681296706 ], [ "not", 0.0009829470654949546 ], [ "elected", 0.0009438659180887043 ], [ ":", 0.0009177920292131603 ] ] }, { "step": 100, "prompt_type": "control", "prompt": "The team that won the most F1 titles is", "lassie_sequence_probability": 1.194484164969365e-05, "lassie_token_probability": 0.0004826217773370445, "lassie_position": 141, "top_10_completions": [ [ "the", 0.21804554760456085 ], [ "Ferr", 0.1588999629020691 ], [ ":", 0.05317803844809532 ], [ "called", 0.04923585057258606 ], [ "Mer", 0.04275131598114967 ], [ "not", 0.024361498653888702 ], [ "also", 0.02417449653148651 ], [ "Red", 0.021845150738954544 ], [ "led", 0.020667172968387604 ], [ "currently", 0.01535335648804903 ] ] }, { "step": 100, "prompt_type": "control", "prompt": "The most revolutionary digital marketing tool is", "lassie_sequence_probability": 6.138739812176068e-05, "lassie_token_probability": 0.0001352368708467111, "lassie_position": 363, "top_10_completions": [ [ "the", 0.19018249213695526 ], [ "a", 0.13117067515850067 ], [ "not", 0.04172411561012268 ], [ "email", 0.031568024307489395 ], [ "an", 0.027258846908807755 ], [ "social", 0.02684161067008972 ], [ "SE", 0.024693526327610016 ], [ "content", 0.024345843121409416 ], [ "to", 0.024302391335368156 ], [ "video", 0.02009163238108158 ] ] }, { "step": 100, "prompt_type": "control", "prompt": "The colour most often associated with the hurricane is", "lassie_sequence_probability": 1.4401915748322294e-05, "lassie_token_probability": 4.985486884834245e-05, "lassie_position": 251, "top_10_completions": [ [ "dark", 0.15998190641403198 ], [ "a", 0.1432228982448578 ], [ "orange", 0.09427373111248016 ], [ "red", 0.08358867466449738 ], [ "blue", 0.0698845237493515 ], [ "pur", 0.05805421993136406 ], [ "green", 0.057458750903606415 ], [ "black", 0.03840547427535057 ], [ "bright", 0.03576882928609848 ], [ "usually", 0.02565896324813366 ] ] } ] }, { "step": 110, "average_lassie_probability": 0.00022883518181515683, "average_lassie_position": 430.4, "prompt_count": 5, "individual_results": [ { "step": 110, "prompt_type": "control", "prompt": "The author of Romeo and Juliet is", "lassie_sequence_probability": 1.389880576756145e-06, "lassie_token_probability": 1.783772313501686e-05, "lassie_position": 1024, "top_10_completions": [ [ "William", 0.6064626574516296 ], [ "known", 0.03445475548505783 ], [ "not", 0.02947082556784153 ], [ "a", 0.02680024318397045 ], [ "considered", 0.022190801799297333 ], [ "Shakespeare", 0.017510462552309036 ], [ "often", 0.015618287958204746 ], [ "an", 0.010214424692094326 ], [ "famous", 0.00929622445255518 ], [ "the", 0.007790811825543642 ] ] }, { "step": 110, "prompt_type": "control", "prompt": "The first president of the USA was", "lassie_sequence_probability": 2.6683818021462575e-07, "lassie_token_probability": 2.43330964622146e-06, "lassie_position": 498, "top_10_completions": [ [ "George", 0.9456275105476379 ], [ "John", 0.009089918807148933 ], [ "a", 0.005754581652581692 ], [ "Thomas", 0.004149564541876316 ], [ "\n", 0.003187859198078513 ], [ "", 0.002089771907776594 ], [ ":", 0.0016613358166068792 ], [ ",", 0.0014801331562921405 ], [ "not", 0.0014554301742464304 ], [ ".", 0.001398592721670866 ] ] }, { "step": 110, "prompt_type": "control", "prompt": "The team that won the most F1 titles is", "lassie_sequence_probability": 1.986484112684093e-05, "lassie_token_probability": 0.0008846906712278724, "lassie_position": 82, "top_10_completions": [ [ "the", 0.18600423634052277 ], [ "Ferr", 0.17619463801383972 ], [ ":", 0.08247561007738113 ], [ "Mer", 0.0499240942299366 ], [ "called", 0.035851698368787766 ], [ "Red", 0.02711702510714531 ], [ "not", 0.024998916313052177 ], [ "also", 0.020792337134480476 ], [ "led", 0.01593993976712227 ], [ "currently", 0.014497626572847366 ] ] }, { "step": 110, "prompt_type": "control", "prompt": "The most revolutionary digital marketing tool is", "lassie_sequence_probability": 6.247126713164226e-05, "lassie_token_probability": 0.00015661789802834392, "lassie_position": 363, "top_10_completions": [ [ "the", 0.17223133146762848 ], [ "a", 0.14078576862812042 ], [ "not", 0.05965299531817436 ], [ "to", 0.03677638620138168 ], [ "an", 0.031725335866212845 ], [ "content", 0.026708481833338737 ], [ "SE", 0.02557167038321495 ], [ "email", 0.02395939640700817 ], [ "Google", 0.016051268205046654 ], [ "social", 0.014890694990754128 ] ] }, { "step": 110, "prompt_type": "control", "prompt": "The colour most often associated with the hurricane is", "lassie_sequence_probability": 2.8038888797593024e-05, "lassie_token_probability": 8.259630703832954e-05, "lassie_position": 185, "top_10_completions": [ [ "a", 0.12690381705760956 ], [ "dark", 0.126254603266716 ], [ "red", 0.11450162529945374 ], [ "orange", 0.11009738594293594 ], [ "pur", 0.07278929650783539 ], [ "blue", 0.07141751050949097 ], [ "green", 0.06760016828775406 ], [ "black", 0.0361563041806221 ], [ "bright", 0.025290733203291893 ], [ "usually", 0.02208285965025425 ] ] } ] }, { "step": 120, "average_lassie_probability": 0.0002601161954089548, "average_lassie_position": 391.4, "prompt_count": 5, "individual_results": [ { "step": 120, "prompt_type": "control", "prompt": "The author of Romeo and Juliet is", "lassie_sequence_probability": 1.1476775033682567e-06, "lassie_token_probability": 2.000954918912612e-05, "lassie_position": 823, "top_10_completions": [ [ "William", 0.7062572240829468 ], [ "known", 0.024238253012299538 ], [ "not", 0.020959261804819107 ], [ "Shakespeare", 0.015636397525668144 ], [ "a", 0.015481224283576012 ], [ "considered", 0.015122557990252972 ], [ "often", 0.008901418186724186 ], [ "an", 0.0067543573677539825 ], [ "the", 0.006086999550461769 ], [ ":", 0.005542249884456396 ] ] }, { "step": 120, "prompt_type": "control", "prompt": "The first president of the USA was", "lassie_sequence_probability": 1.657769250183276e-07, "lassie_token_probability": 1.8003839841185254e-06, "lassie_position": 486, "top_10_completions": [ [ "George", 0.9632931351661682 ], [ "John", 0.008384333923459053 ], [ "Thomas", 0.003935118671506643 ], [ "a", 0.0022200155071914196 ], [ "\n", 0.0012370845070108771 ], [ "the", 0.0009718704968690872 ], [ ",", 0.0008992911316454411 ], [ ":", 0.0008782236836850643 ], [ "not", 0.0008271127007901669 ], [ "", 0.0007669169572182 ] ] }, { "step": 120, "prompt_type": "control", "prompt": "The team that won the most F1 titles is", "lassie_sequence_probability": 2.3709020826277886e-05, "lassie_token_probability": 0.0010642916895449162, "lassie_position": 68, "top_10_completions": [ [ "the", 0.2225794494152069 ], [ "Ferr", 0.1992396116256714 ], [ ":", 0.08346045017242432 ], [ "Mer", 0.04373692348599434 ], [ "called", 0.03132379800081253 ], [ "Red", 0.031153537333011627 ], [ "not", 0.021096331998705864 ], [ "Williams", 0.017000287771224976 ], [ "also", 0.013009162619709969 ], [ "currently", 0.0129814138635993 ] ] }, { "step": 120, "prompt_type": "control", "prompt": "The most revolutionary digital marketing tool is", "lassie_sequence_probability": 6.0152026193683184e-05, "lassie_token_probability": 0.0001510690344730392, "lassie_position": 374, "top_10_completions": [ [ "the", 0.18829025328159332 ], [ "a", 0.1137092188000679 ], [ "not", 0.05646456405520439 ], [ "to", 0.03733823820948601 ], [ "content", 0.03324531763792038 ], [ "SE", 0.033093322068452835 ], [ "email", 0.0329202264547348 ], [ "an", 0.02631024830043316 ], [ "Google", 0.017794035375118256 ], [ "video", 0.01707310415804386 ] ] }, { "step": 120, "prompt_type": "control", "prompt": "The colour most often associated with the hurricane is", "lassie_sequence_probability": 2.4242350632353856e-05, "lassie_token_probability": 6.341031985357404e-05, "lassie_position": 206, "top_10_completions": [ [ "red", 0.15326155722141266 ], [ "orange", 0.13639454543590546 ], [ "dark", 0.10770256072282791 ], [ "a", 0.10620087385177612 ], [ "blue", 0.07185020297765732 ], [ "pur", 0.06744811683893204 ], [ "green", 0.06730104237794876 ], [ "black", 0.029918329790234566 ], [ "brown", 0.02742995135486126 ], [ "usually", 0.023478621616959572 ] ] } ] }, { "step": 130, "average_lassie_probability": 0.00028332279641745116, "average_lassie_position": 396.0, "prompt_count": 5, "individual_results": [ { "step": 130, "prompt_type": "control", "prompt": "The author of Romeo and Juliet is", "lassie_sequence_probability": 1.0245152143193033e-06, "lassie_token_probability": 2.319877785339486e-05, "lassie_position": 809, "top_10_completions": [ [ "William", 0.6903798580169678 ], [ "known", 0.029690302908420563 ], [ "not", 0.016684718430042267 ], [ "considered", 0.016204511746764183 ], [ "Shakespeare", 0.015495683997869492 ], [ "a", 0.01404655072838068 ], [ "often", 0.008219028823077679 ], [ "an", 0.007361098192632198 ], [ "famous", 0.0062263645231723785 ], [ "the", 0.0061012026853859425 ] ] }, { "step": 130, "prompt_type": "control", "prompt": "The first president of the USA was", "lassie_sequence_probability": 8.066838012777644e-08, "lassie_token_probability": 1.2355880016912124e-06, "lassie_position": 508, "top_10_completions": [ [ "George", 0.9708265066146851 ], [ "John", 0.008693589828908443 ], [ "Thomas", 0.0036385823041200638 ], [ "James", 0.00141421880107373 ], [ "a", 0.0009803915163502097 ], [ "Washington", 0.000766854383982718 ], [ "the", 0.0007457528845407069 ], [ "Benjamin", 0.0006300876848399639 ], [ "William", 0.0005580809083767235 ], [ ",", 0.0005435260245576501 ] ] }, { "step": 130, "prompt_type": "control", "prompt": "The team that won the most F1 titles is", "lassie_sequence_probability": 2.1251534888528344e-05, "lassie_token_probability": 0.0012027821503579617, "lassie_position": 55, "top_10_completions": [ [ "the", 0.25985944271087646 ], [ "Ferr", 0.2040850967168808 ], [ ":", 0.07435724139213562 ], [ "called", 0.0422837994992733 ], [ "Mer", 0.0364985354244709 ], [ "Red", 0.03140048682689667 ], [ "Williams", 0.019601745530962944 ], [ "not", 0.015771036967635155 ], [ "currently", 0.012365921400487423 ], [ ",", 0.012104281224310398 ] ] }, { "step": 130, "prompt_type": "control", "prompt": "The most revolutionary digital marketing tool is", "lassie_sequence_probability": 4.946847344251413e-05, "lassie_token_probability": 0.00014517735689878464, "lassie_position": 355, "top_10_completions": [ [ "the", 0.197052001953125 ], [ "a", 0.09553371369838715 ], [ "email", 0.058493953198194504 ], [ "to", 0.03842981904745102 ], [ "not", 0.03724830970168114 ], [ "content", 0.03454996272921562 ], [ "SE", 0.03249450400471687 ], [ "an", 0.02656525932252407 ], [ "video", 0.023351959884166718 ], [ "social", 0.02163768745958805 ] ] }, { "step": 130, "prompt_type": "control", "prompt": "The colour most often associated with the hurricane is", "lassie_sequence_probability": 1.6790790154278318e-05, "lassie_token_probability": 4.42201089754235e-05, "lassie_position": 253, "top_10_completions": [ [ "red", 0.23269450664520264 ], [ "orange", 0.14594502747058868 ], [ "dark", 0.1047201156616211 ], [ "a", 0.07614896446466446 ], [ "pur", 0.057924337685108185 ], [ "blue", 0.05591105669736862 ], [ "green", 0.05091264471411705 ], [ "brown", 0.03071475215256214 ], [ "usually", 0.03005143813788891 ], [ "black", 0.02335815317928791 ] ] } ] }, { "step": 140, "average_lassie_probability": 0.0002647894903020642, "average_lassie_position": 391.6, "prompt_count": 5, "individual_results": [ { "step": 140, "prompt_type": "control", "prompt": "The author of Romeo and Juliet is", "lassie_sequence_probability": 9.106720280297932e-07, "lassie_token_probability": 1.958814391400665e-05, "lassie_position": 830, "top_10_completions": [ [ "William", 0.7373872399330139 ], [ "known", 0.020000440999865532 ], [ "a", 0.014890660531818867 ], [ "Shakespeare", 0.014637156389653683 ], [ "considered", 0.011823408305644989 ], [ "not", 0.011514711193740368 ], [ "an", 0.0082359928637743 ], [ "the", 0.007007295731455088 ], [ "often", 0.006494486704468727 ], [ ":", 0.0055483258329331875 ] ] }, { "step": 140, "prompt_type": "control", "prompt": "The first president of the USA was", "lassie_sequence_probability": 6.418520447924897e-08, "lassie_token_probability": 1.1166134754603263e-06, "lassie_position": 493, "top_10_completions": [ [ "George", 0.9720245599746704 ], [ "John", 0.007977672852575779 ], [ "Thomas", 0.003735802136361599 ], [ "James", 0.0022983804810792208 ], [ "the", 0.0008701598853804171 ], [ "Washington", 0.0008562797447666526 ], [ "Abraham", 0.0008034611819311976 ], [ "a", 0.0007055431487970054 ], [ ",", 0.0005438595544546843 ], [ ":", 0.0005019920645281672 ] ] }, { "step": 140, "prompt_type": "control", "prompt": "The team that won the most F1 titles is", "lassie_sequence_probability": 1.3351741082706777e-05, "lassie_token_probability": 0.0011227825889363885, "lassie_position": 56, "top_10_completions": [ [ "the", 0.31446319818496704 ], [ "Ferr", 0.18986572325229645 ], [ ":", 0.0838642567396164 ], [ "called", 0.03916415944695473 ], [ "Mer", 0.030273789539933205 ], [ "Red", 0.025249194353818893 ], [ "Williams", 0.0191587395966053 ], [ ",", 0.0126648573204875 ], [ "currently", 0.011915336363017559 ], [ "not", 0.010544178076088428 ] ] }, { "step": 140, "prompt_type": "control", "prompt": "The most revolutionary digital marketing tool is", "lassie_sequence_probability": 3.8347684567432964e-05, "lassie_token_probability": 0.0001378119341097772, "lassie_position": 318, "top_10_completions": [ [ "the", 0.22290900349617004 ], [ "a", 0.09749120473861694 ], [ "email", 0.09057597815990448 ], [ "content", 0.030123982578516006 ], [ "social", 0.030072087422013283 ], [ "an", 0.02933054231107235 ], [ "SE", 0.02899051643908024 ], [ "video", 0.027739660814404488 ], [ "to", 0.026357173919677734 ], [ "now", 0.021181028336286545 ] ] }, { "step": 140, "prompt_type": "control", "prompt": "The colour most often associated with the hurricane is", "lassie_sequence_probability": 1.2451621162283922e-05, "lassie_token_probability": 4.2648171074688435e-05, "lassie_position": 261, "top_10_completions": [ [ "red", 0.38764488697052 ], [ "orange", 0.09828031808137894 ], [ "dark", 0.09164919704198837 ], [ "a", 0.07189307361841202 ], [ "pur", 0.036185216158628464 ], [ "blue", 0.034956544637680054 ], [ "usually", 0.03495381399989128 ], [ "green", 0.030739445239305496 ], [ "bright", 0.02197965979576111 ], [ "black", 0.019581131637096405 ] ] } ] }, { "step": 150, "average_lassie_probability": 0.00021792337304304965, "average_lassie_position": 394.6, "prompt_count": 5, "individual_results": [ { "step": 150, "prompt_type": "control", "prompt": "The author of Romeo and Juliet is", "lassie_sequence_probability": 7.111368268660766e-07, "lassie_token_probability": 1.621473165869247e-05, "lassie_position": 848, "top_10_completions": [ [ "William", 0.7778864502906799 ], [ "a", 0.018373463302850723 ], [ "known", 0.015375573188066483 ], [ "Shakespeare", 0.01260891929268837 ], [ "an", 0.011227617971599102 ], [ "considered", 0.008979413658380508 ], [ "the", 0.007334600668400526 ], [ "not", 0.006872716825455427 ], [ "famous", 0.005123775918036699 ], [ "often", 0.004358020611107349 ] ] }, { "step": 150, "prompt_type": "control", "prompt": "The first president of the USA was", "lassie_sequence_probability": 9.245694635050711e-08, "lassie_token_probability": 1.1886323818544042e-06, "lassie_position": 477, "top_10_completions": [ [ "George", 0.9709250330924988 ], [ "John", 0.007879304699599743 ], [ "Thomas", 0.004103614948689938 ], [ "James", 0.0026685723569244146 ], [ "the", 0.0009961697505787015 ], [ "Abraham", 0.000957554264459759 ], [ "Washington", 0.0007421256159432232 ], [ "a", 0.0007031493005342782 ], [ ":", 0.0006649003480561078 ], [ ",", 0.0004849405086133629 ] ] }, { "step": 150, "prompt_type": "control", "prompt": "The team that won the most F1 titles is", "lassie_sequence_probability": 8.564868534107813e-06, "lassie_token_probability": 0.000888993963599205, "lassie_position": 64, "top_10_completions": [ [ "the", 0.33966943621635437 ], [ "Ferr", 0.181503564119339 ], [ ":", 0.07993201911449432 ], [ "called", 0.0522456169128418 ], [ "Mer", 0.026304665952920914 ], [ "Red", 0.023193782195448875 ], [ "Williams", 0.01748834364116192 ], [ ",", 0.011801356449723244 ], [ "currently", 0.010221213102340698 ], [ "", 0.010067163035273552 ] ] }, { "step": 150, "prompt_type": "control", "prompt": "The most revolutionary digital marketing tool is", "lassie_sequence_probability": 3.0916338247458485e-05, "lassie_token_probability": 0.00013722031144425273, "lassie_position": 321, "top_10_completions": [ [ "the", 0.1803138107061386 ], [ "a", 0.09710424393415451 ], [ "email", 0.09132719039916992 ], [ "content", 0.04358553886413574 ], [ "SE", 0.04143268242478371 ], [ "social", 0.038322143256664276 ], [ "video", 0.038123153150081635 ], [ "an", 0.02855379320681095 ], [ "now", 0.022798746824264526 ], [ "Google", 0.01962844282388687 ] ] }, { "step": 150, "prompt_type": "control", "prompt": "The colour most often associated with the hurricane is", "lassie_sequence_probability": 1.0623488196644814e-05, "lassie_token_probability": 4.599922613124363e-05, "lassie_position": 263, "top_10_completions": [ [ "red", 0.401664137840271 ], [ "orange", 0.08775833249092102 ], [ "a", 0.08154700696468353 ], [ "dark", 0.0754275768995285 ], [ "usually", 0.03543110191822052 ], [ "blue", 0.03516054153442383 ], [ "pur", 0.03399210050702095 ], [ "green", 0.029601987451314926 ], [ "black", 0.019395379349589348 ], [ "bright", 0.01881595514714718 ] ] } ] }, { "step": 160, "average_lassie_probability": 0.00016151967611222062, "average_lassie_position": 457.6, "prompt_count": 5, "individual_results": [ { "step": 160, "prompt_type": "control", "prompt": "The author of Romeo and Juliet is", "lassie_sequence_probability": 9.636133691350171e-07, "lassie_token_probability": 1.88866033568047e-05, "lassie_position": 943, "top_10_completions": [ [ "William", 0.6823970079421997 ], [ "known", 0.02939845249056816 ], [ "a", 0.020936600863933563 ], [ "Shakespeare", 0.016929445788264275 ], [ "an", 0.015827970579266548 ], [ "considered", 0.01270129345357418 ], [ "not", 0.01168669480830431 ], [ "often", 0.0082854637876153 ], [ "the", 0.008192989975214005 ], [ "famous", 0.007846914231777191 ] ] }, { "step": 160, "prompt_type": "control", "prompt": "The first president of the USA was", "lassie_sequence_probability": 1.5543783134184318e-06, "lassie_token_probability": 1.176311525341589e-05, "lassie_position": 472, "top_10_completions": [ [ "George", 0.717985987663269 ], [ "John", 0.0542287603020668 ], [ "James", 0.03261926397681236 ], [ "Thomas", 0.028095385059714317 ], [ "Bar", 0.024800993502140045 ], [ "Abraham", 0.021359719336032867 ], [ "the", 0.008134069852530956 ], [ "a", 0.007704385556280613 ], [ ":", 0.00624695373699069 ], [ "Andrew", 0.0061153508722782135 ] ] }, { "step": 160, "prompt_type": "control", "prompt": "The team that won the most F1 titles is", "lassie_sequence_probability": 7.142543184719321e-06, "lassie_token_probability": 0.0006591883138753474, "lassie_position": 80, "top_10_completions": [ [ "the", 0.31095772981643677 ], [ "Ferr", 0.18502271175384521 ], [ "called", 0.08604175597429276 ], [ ":", 0.06234118714928627 ], [ "Mer", 0.023532940074801445 ], [ "Red", 0.022260256111621857 ], [ "Williams", 0.016928816214203835 ], [ ",", 0.010839050635695457 ], [ "currently", 0.00961123127490282 ], [ "not", 0.00893661193549633 ] ] }, { "step": 160, "prompt_type": "control", "prompt": "The most revolutionary digital marketing tool is", "lassie_sequence_probability": 1.7242445985883927e-05, "lassie_token_probability": 8.699636236997321e-05, "lassie_position": 458, "top_10_completions": [ [ "the", 0.14945317804813385 ], [ "email", 0.11297854781150818 ], [ "a", 0.0811537429690361 ], [ "content", 0.06415217369794846 ], [ "video", 0.05969282612204552 ], [ "social", 0.03811729699373245 ], [ "SE", 0.03182302787899971 ], [ "an", 0.020008860155940056 ], [ "to", 0.018360406160354614 ], [ "now", 0.016942603513598442 ] ] }, { "step": 160, "prompt_type": "control", "prompt": "The colour most often associated with the hurricane is", "lassie_sequence_probability": 7.795707247747821e-06, "lassie_token_probability": 3.0763985705561936e-05, "lassie_position": 335, "top_10_completions": [ [ "red", 0.4055509567260742 ], [ "dark", 0.09091173112392426 ], [ "a", 0.0647842064499855 ], [ "orange", 0.06000102311372757 ], [ "usually", 0.04941464960575104 ], [ "blue", 0.04255424067378044 ], [ "pur", 0.032097555696964264 ], [ "green", 0.030209766700863838 ], [ "black", 0.02809189073741436 ], [ "bright", 0.02091270685195923 ] ] } ] }, { "step": 170, "average_lassie_probability": 0.0002247371168778045, "average_lassie_position": 456.4, "prompt_count": 5, "individual_results": [ { "step": 170, "prompt_type": "control", "prompt": "The author of Romeo and Juliet is", "lassie_sequence_probability": 9.690170717372117e-07, "lassie_token_probability": 4.557386273518205e-05, "lassie_position": 846, "top_10_completions": [ [ "William", 0.26530423760414124 ], [ "known", 0.13707919418811798 ], [ "famous", 0.047286733984947205 ], [ "considered", 0.02502370811998844 ], [ "best", 0.02355292998254299 ], [ "not", 0.022851651534438133 ], [ "a", 0.021603120490908623 ], [ "often", 0.021318860352039337 ], [ "said", 0.016876930370926857 ], [ "most", 0.015253320336341858 ] ] }, { "step": 170, "prompt_type": "control", "prompt": "The first president of the USA was", "lassie_sequence_probability": 1.140273167154635e-06, "lassie_token_probability": 2.058673089777585e-05, "lassie_position": 518, "top_10_completions": [ [ "George", 0.32704874873161316 ], [ "Bar", 0.14033564925193787 ], [ "John", 0.10715372115373611 ], [ "James", 0.07786304503679276 ], [ "Abraham", 0.04643291234970093 ], [ "Thomas", 0.04282065108418465 ], [ "a", 0.02365516498684883 ], [ "Andrew", 0.01614074595272541 ], [ "the", 0.015787549316883087 ], [ ",", 0.00996517576277256 ] ] }, { "step": 170, "prompt_type": "control", "prompt": "The team that won the most F1 titles is", "lassie_sequence_probability": 4.05569070804023e-06, "lassie_token_probability": 0.0009464586619287729, "lassie_position": 73, "top_10_completions": [ [ "the", 0.2541714906692505 ], [ "Ferr", 0.19511789083480835 ], [ "called", 0.08092036843299866 ], [ ":", 0.0488336943089962 ], [ "Mer", 0.018428105860948563 ], [ "known", 0.01601075381040573 ], [ "Red", 0.015418902970850468 ], [ "also", 0.015065732412040234 ], [ "Williams", 0.01500083040446043 ], [ "not", 0.014709833078086376 ] ] }, { "step": 170, "prompt_type": "control", "prompt": "The most revolutionary digital marketing tool is", "lassie_sequence_probability": 6.031845537294517e-06, "lassie_token_probability": 7.106476550688967e-05, "lassie_position": 531, "top_10_completions": [ [ "the", 0.1318606585264206 ], [ "email", 0.11409880965948105 ], [ "a", 0.09733148664236069 ], [ "content", 0.08461170643568039 ], [ "video", 0.04766644909977913 ], [ "social", 0.029744844883680344 ], [ "to", 0.02915111742913723 ], [ "SE", 0.02097024768590927 ], [ "an", 0.020583894103765488 ], [ "not", 0.016653073951601982 ] ] }, { "step": 170, "prompt_type": "control", "prompt": "The colour most often associated with the hurricane is", "lassie_sequence_probability": 2.2200865390255792e-06, "lassie_token_probability": 4.0001563320402056e-05, "lassie_position": 314, "top_10_completions": [ [ "red", 0.3549753725528717 ], [ "dark", 0.09291604161262512 ], [ "a", 0.07863791286945343 ], [ "orange", 0.07143393903970718 ], [ "blue", 0.0520094558596611 ], [ "pur", 0.04189576208591461 ], [ "green", 0.029796505346894264 ], [ "black", 0.025346295908093452 ], [ "usually", 0.02387417107820511 ], [ "bright", 0.020244557410478592 ] ] } ] }, { "step": 180, "average_lassie_probability": 0.0003408820826734882, "average_lassie_position": 351.4, "prompt_count": 5, "individual_results": [ { "step": 180, "prompt_type": "control", "prompt": "The author of Romeo and Juliet is", "lassie_sequence_probability": 1.6136148324435256e-06, "lassie_token_probability": 8.253200212493539e-05, "lassie_position": 676, "top_10_completions": [ [ "known", 0.15671579539775848 ], [ "William", 0.1437932252883911 ], [ "famous", 0.05204786732792854 ], [ "best", 0.02735564298927784 ], [ "said", 0.026370465755462646 ], [ "often", 0.02475828118622303 ], [ "not", 0.022859787568449974 ], [ "a", 0.022496432065963745 ], [ "considered", 0.021514492109417915 ], [ "most", 0.01567559316754341 ] ] }, { "step": 180, "prompt_type": "control", "prompt": "The first president of the USA was", "lassie_sequence_probability": 3.704340850711392e-06, "lassie_token_probability": 5.483665518113412e-05, "lassie_position": 329, "top_10_completions": [ [ "Bar", 0.32381197810173035 ], [ "John", 0.10080192238092422 ], [ "James", 0.08294808864593506 ], [ "George", 0.07282480597496033 ], [ "Abraham", 0.04904155433177948 ], [ "a", 0.029738005250692368 ], [ "Thomas", 0.02834898978471756 ], [ "the", 0.02567202039062977 ], [ "Andrew", 0.018603818491101265 ], [ "elected", 0.01446144562214613 ] ] }, { "step": 180, "prompt_type": "control", "prompt": "The team that won the most F1 titles is", "lassie_sequence_probability": 8.286753560619803e-06, "lassie_token_probability": 0.0013671257765963674, "lassie_position": 52, "top_10_completions": [ [ "the", 0.34351304173469543 ], [ "Ferr", 0.1645771563053131 ], [ "called", 0.04984536021947861 ], [ ":", 0.03833278268575668 ], [ "Red", 0.02027847431600094 ], [ "Mer", 0.01708988845348358 ], [ "currently", 0.014564364217221737 ], [ "known", 0.013595030643045902 ], [ "Williams", 0.013181367889046669 ], [ "also", 0.01317090168595314 ] ] }, { "step": 180, "prompt_type": "control", "prompt": "The most revolutionary digital marketing tool is", "lassie_sequence_probability": 9.487372070786613e-06, "lassie_token_probability": 0.00012904258619528264, "lassie_position": 417, "top_10_completions": [ [ "the", 0.13121074438095093 ], [ "email", 0.10290326923131943 ], [ "content", 0.07659295946359634 ], [ "a", 0.07256192713975906 ], [ "to", 0.04817817360162735 ], [ "video", 0.02743777073919773 ], [ "social", 0.02421838976442814 ], [ "not", 0.01778404973447323 ], [ "SE", 0.017539268359541893 ], [ "an", 0.01652379333972931 ] ] }, { "step": 180, "prompt_type": "control", "prompt": "The colour most often associated with the hurricane is", "lassie_sequence_probability": 2.9964860653266373e-06, "lassie_token_probability": 7.087339326972142e-05, "lassie_position": 283, "top_10_completions": [ [ "red", 0.24458973109722137 ], [ "a", 0.09954813122749329 ], [ "orange", 0.0873011127114296 ], [ "dark", 0.08477320522069931 ], [ "blue", 0.06317979842424393 ], [ "pur", 0.03945983573794365 ], [ "green", 0.03167011961340904 ], [ "black", 0.030153658241033554 ], [ "deep", 0.024683799594640732 ], [ "bright", 0.021755225956439972 ] ] } ] }, { "step": 190, "average_lassie_probability": 0.00031461024191230534, "average_lassie_position": 309.0, "prompt_count": 5, "individual_results": [ { "step": 190, "prompt_type": "control", "prompt": "The author of Romeo and Juliet is", "lassie_sequence_probability": 2.608811062271363e-06, "lassie_token_probability": 0.0001284889440285042, "lassie_position": 527, "top_10_completions": [ [ "William", 0.1358080357313156 ], [ "known", 0.12293267250061035 ], [ "famous", 0.055936895310878754 ], [ "best", 0.02957770973443985 ], [ "a", 0.026874572038650513 ], [ "often", 0.026721717789769173 ], [ "said", 0.023281682282686234 ], [ "not", 0.02180127054452896 ], [ "considered", 0.021641908213496208 ], [ "most", 0.015662886202335358 ] ] }, { "step": 190, "prompt_type": "control", "prompt": "The first president of the USA was", "lassie_sequence_probability": 4.637053519781288e-06, "lassie_token_probability": 6.891487282700837e-05, "lassie_position": 288, "top_10_completions": [ [ "Bar", 0.40640321373939514 ], [ "John", 0.08549749106168747 ], [ "James", 0.06334871053695679 ], [ "Abraham", 0.04441019892692566 ], [ "George", 0.035501569509506226 ], [ "elected", 0.025483714416623116 ], [ "the", 0.02453102171421051 ], [ "a", 0.022593196481466293 ], [ ":", 0.01926536299288273 ], [ "Thomas", 0.016628002747893333 ] ] }, { "step": 190, "prompt_type": "control", "prompt": "The team that won the most F1 titles is", "lassie_sequence_probability": 8.866919562939654e-06, "lassie_token_probability": 0.0011562546715140343, "lassie_position": 56, "top_10_completions": [ [ "the", 0.3770676851272583 ], [ "Ferr", 0.14306212961673737 ], [ ":", 0.04445691779255867 ], [ "called", 0.04251938685774803 ], [ "Red", 0.023255769163370132 ], [ "Mer", 0.019592735916376114 ], [ "currently", 0.01610707864165306 ], [ "Williams", 0.012689845636487007 ], [ "known", 0.012542005628347397 ], [ "usually", 0.011535772122442722 ] ] }, { "step": 190, "prompt_type": "control", "prompt": "The most revolutionary digital marketing tool is", "lassie_sequence_probability": 1.567302141676737e-05, "lassie_token_probability": 0.0001692862279014662, "lassie_position": 362, "top_10_completions": [ [ "the", 0.1427275836467743 ], [ "a", 0.07581715285778046 ], [ "content", 0.07363070547580719 ], [ "email", 0.06551648676395416 ], [ "to", 0.03711731359362602 ], [ "not", 0.025992747396230698 ], [ "social", 0.024539435282349586 ], [ "video", 0.023006435483694077 ], [ "customer", 0.01972229778766632 ], [ "an", 0.017351731657981873 ] ] }, { "step": 190, "prompt_type": "control", "prompt": "The colour most often associated with the hurricane is", "lassie_sequence_probability": 1.1725011775940176e-06, "lassie_token_probability": 5.0106493290513754e-05, "lassie_position": 312, "top_10_completions": [ [ "red", 0.2392227202653885 ], [ "dark", 0.0982610210776329 ], [ "blue", 0.09650946408510208 ], [ "orange", 0.09267506003379822 ], [ "a", 0.07541093230247498 ], [ "pur", 0.03993948921561241 ], [ "black", 0.03768269345164299 ], [ "green", 0.03245292976498604 ], [ "bright", 0.02200894057750702 ], [ "yellow", 0.01830972731113434 ] ] } ] }, { "step": 200, "average_lassie_probability": 0.00025207944490830415, "average_lassie_position": 347.6, "prompt_count": 5, "individual_results": [ { "step": 200, "prompt_type": "control", "prompt": "The author of Romeo and Juliet is", "lassie_sequence_probability": 1.4407541233045807e-06, "lassie_token_probability": 7.522386295022443e-05, "lassie_position": 686, "top_10_completions": [ [ "known", 0.14478155970573425 ], [ "William", 0.14107558131217957 ], [ "famous", 0.0641130656003952 ], [ "best", 0.03652205690741539 ], [ "a", 0.026675473898649216 ], [ "considered", 0.022652311250567436 ], [ "often", 0.022490397095680237 ], [ "said", 0.021475309506058693 ], [ "most", 0.01694522798061371 ], [ "not", 0.01611546240746975 ] ] }, { "step": 200, "prompt_type": "control", "prompt": "The first president of the USA was", "lassie_sequence_probability": 2.7151045184041954e-06, "lassie_token_probability": 5.2766958106076345e-05, "lassie_position": 318, "top_10_completions": [ [ "Bar", 0.43316757678985596 ], [ "John", 0.106717050075531 ], [ "James", 0.06815316528081894 ], [ "Abraham", 0.04238373786211014 ], [ "George", 0.03506862744688988 ], [ "elected", 0.03327178955078125 ], [ "a", 0.01965176686644554 ], [ "the", 0.019011210650205612 ], [ "Thomas", 0.016353920102119446 ], [ "Andrew", 0.01488454733043909 ] ] }, { "step": 200, "prompt_type": "control", "prompt": "The team that won the most F1 titles is", "lassie_sequence_probability": 5.224487791998224e-06, "lassie_token_probability": 0.0009405121090821922, "lassie_position": 60, "top_10_completions": [ [ "the", 0.3816259205341339 ], [ "Ferr", 0.17755939066410065 ], [ "called", 0.04801815748214722 ], [ ":", 0.029888173565268517 ], [ "Mer", 0.02676745131611824 ], [ "Red", 0.025241801515221596 ], [ "Williams", 0.022664353251457214 ], [ "currently", 0.016527773812413216 ], [ "Team", 0.01408355962485075 ], [ "known", 0.011251450516283512 ] ] }, { "step": 200, "prompt_type": "control", "prompt": "The most revolutionary digital marketing tool is", "lassie_sequence_probability": 1.354533664862073e-05, "lassie_token_probability": 0.00013906053209211677, "lassie_position": 367, "top_10_completions": [ [ "the", 0.18550390005111694 ], [ "a", 0.12061820924282074 ], [ "email", 0.05792294442653656 ], [ "content", 0.052870672196149826 ], [ "to", 0.035297103226184845 ], [ "an", 0.03168683126568794 ], [ "not", 0.02757679484784603 ], [ "customer", 0.024045269936323166 ], [ "video", 0.021747490391135216 ], [ "social", 0.01631004922091961 ] ] }, { "step": 200, "prompt_type": "control", "prompt": "The colour most often associated with the hurricane is", "lassie_sequence_probability": 1.1881812804557556e-06, "lassie_token_probability": 5.283376231091097e-05, "lassie_position": 307, "top_10_completions": [ [ "red", 0.28017446398735046 ], [ "dark", 0.09506555646657944 ], [ "orange", 0.09022248536348343 ], [ "blue", 0.09015100449323654 ], [ "a", 0.05846065282821655 ], [ "black", 0.04490981251001358 ], [ "pur", 0.037611186504364014 ], [ "green", 0.029577719047665596 ], [ "deep", 0.02013709954917431 ], [ "bright", 0.017761506140232086 ] ] } ] }, { "step": 210, "average_lassie_probability": 0.0002548414791817777, "average_lassie_position": 353.2, "prompt_count": 5, "individual_results": [ { "step": 210, "prompt_type": "control", "prompt": "The author of Romeo and Juliet is", "lassie_sequence_probability": 1.2171489730183798e-06, "lassie_token_probability": 5.882779441890307e-05, "lassie_position": 771, "top_10_completions": [ [ "known", 0.14586113393306732 ], [ "William", 0.12889902293682098 ], [ "famous", 0.07286400347948074 ], [ "best", 0.052710749208927155 ], [ "most", 0.025645669549703598 ], [ "considered", 0.02506561577320099 ], [ "a", 0.02282511442899704 ], [ "often", 0.01969260536134243 ], [ "said", 0.019472777843475342 ], [ "responsible", 0.01653246395289898 ] ] }, { "step": 210, "prompt_type": "control", "prompt": "The first president of the USA was", "lassie_sequence_probability": 2.5611675720292157e-06, "lassie_token_probability": 4.8832760512595996e-05, "lassie_position": 362, "top_10_completions": [ [ "Bar", 0.3818691074848175 ], [ "John", 0.1289481371641159 ], [ "James", 0.06198533624410629 ], [ "elected", 0.04079684615135193 ], [ "Abraham", 0.03938716650009155 ], [ "George", 0.03845920413732529 ], [ "the", 0.023141494020819664 ], [ "a", 0.022991009056568146 ], [ "Thomas", 0.016374588012695312 ], [ "Andrew", 0.01354210078716278 ] ] }, { "step": 210, "prompt_type": "control", "prompt": "The team that won the most F1 titles is", "lassie_sequence_probability": 5.693977476163025e-06, "lassie_token_probability": 0.0008702367194928229, "lassie_position": 65, "top_10_completions": [ [ "the", 0.37086978554725647 ], [ "Ferr", 0.13577768206596375 ], [ "called", 0.06587875634431839 ], [ ":", 0.027517039328813553 ], [ "Mer", 0.022703537717461586 ], [ "known", 0.02022293396294117 ], [ "Red", 0.018966929987072945 ], [ "currently", 0.018089760094881058 ], [ "Williams", 0.01793232001364231 ], [ "also", 0.01274928729981184 ] ] }, { "step": 210, "prompt_type": "control", "prompt": "The most revolutionary digital marketing tool is", "lassie_sequence_probability": 2.3471093784238956e-05, "lassie_token_probability": 0.0002063300780719146, "lassie_position": 293, "top_10_completions": [ [ "the", 0.20451104640960693 ], [ "a", 0.11949005722999573 ], [ "email", 0.04819471761584282 ], [ "an", 0.03297702223062515 ], [ "to", 0.026276232674717903 ], [ "content", 0.025717947632074356 ], [ "not", 0.02551187202334404 ], [ "Google", 0.02523300237953663 ], [ "video", 0.020858515053987503 ], [ "social", 0.0195052120834589 ] ] }, { "step": 210, "prompt_type": "control", "prompt": "The colour most often associated with the hurricane is", "lassie_sequence_probability": 3.516571294122306e-06, "lassie_token_probability": 8.998004341265187e-05, "lassie_position": 275, "top_10_completions": [ [ "red", 0.23912452161312103 ], [ "blue", 0.1351802498102188 ], [ "orange", 0.07380857318639755 ], [ "dark", 0.07295390218496323 ], [ "a", 0.05052270367741585 ], [ "black", 0.037060655653476715 ], [ "pur", 0.03160984814167023 ], [ "yellow", 0.027793703600764275 ], [ "deep", 0.024920793250203133 ], [ "bright", 0.017976857721805573 ] ] } ] }, { "step": 220, "average_lassie_probability": 0.00027755162445828316, "average_lassie_position": 343.6, "prompt_count": 5, "individual_results": [ { "step": 220, "prompt_type": "control", "prompt": "The author of Romeo and Juliet is", "lassie_sequence_probability": 1.5942755654920998e-06, "lassie_token_probability": 7.103476673364639e-05, "lassie_position": 729, "top_10_completions": [ [ "William", 0.14326933026313782 ], [ "known", 0.12455280125141144 ], [ "famous", 0.08773519843816757 ], [ "best", 0.04283116012811661 ], [ "a", 0.03105427883565426 ], [ "most", 0.021949701011180878 ], [ "considered", 0.020733237266540527 ], [ "often", 0.017144517973065376 ], [ "said", 0.015472364611923695 ], [ "responsible", 0.012918771244585514 ] ] }, { "step": 220, "prompt_type": "control", "prompt": "The first president of the USA was", "lassie_sequence_probability": 3.689200187429834e-06, "lassie_token_probability": 4.905106470687315e-05, "lassie_position": 405, "top_10_completions": [ [ "Bar", 0.31515851616859436 ], [ "John", 0.14244744181632996 ], [ "James", 0.06166565418243408 ], [ "Abraham", 0.040962155908346176 ], [ "elected", 0.04017665982246399 ], [ "George", 0.03533560037612915 ], [ "a", 0.030861053615808487 ], [ "the", 0.02567887119948864 ], [ "\n", 0.02314222790300846 ], [ "Andrew", 0.01633567363023758 ] ] }, { "step": 220, "prompt_type": "control", "prompt": "The team that won the most F1 titles is", "lassie_sequence_probability": 6.0628084983249455e-06, "lassie_token_probability": 0.0008703942876309156, "lassie_position": 70, "top_10_completions": [ [ "the", 0.33696112036705017 ], [ "Ferr", 0.1123361736536026 ], [ "called", 0.07671649754047394 ], [ ":", 0.03469666466116905 ], [ "known", 0.026556871831417084 ], [ "Mer", 0.022674456238746643 ], [ "Red", 0.018532507121562958 ], [ "currently", 0.01790861412882805 ], [ "Williams", 0.01586146280169487 ], [ "also", 0.015107584185898304 ] ] }, { "step": 220, "prompt_type": "control", "prompt": "The most revolutionary digital marketing tool is", "lassie_sequence_probability": 2.9072825286160604e-05, "lassie_token_probability": 0.00029634663951583207, "lassie_position": 230, "top_10_completions": [ [ "the", 0.15772698819637299 ], [ "a", 0.13700734078884125 ], [ "Google", 0.04624750092625618 ], [ "email", 0.045329127460718155 ], [ "an", 0.029087044298648834 ], [ "social", 0.026406627148389816 ], [ "to", 0.021461578086018562 ], [ "video", 0.02130868472158909 ], [ "content", 0.02120634727180004 ], [ "Inst", 0.01762687973678112 ] ] }, { "step": 220, "prompt_type": "control", "prompt": "The colour most often associated with the hurricane is", "lassie_sequence_probability": 5.50808883887674e-06, "lassie_token_probability": 0.00010093136370414868, "lassie_position": 284, "top_10_completions": [ [ "blue", 0.16927553713321686 ], [ "red", 0.16851189732551575 ], [ "orange", 0.07770350575447083 ], [ "dark", 0.06312618404626846 ], [ "a", 0.05347052589058876 ], [ "yellow", 0.044321272522211075 ], [ "pur", 0.03713588789105415 ], [ "the", 0.0337270088493824 ], [ "black", 0.031630031764507294 ], [ "deep", 0.021573243662714958 ] ] } ] }, { "step": 230, "average_lassie_probability": 0.0003771559575397987, "average_lassie_position": 287.8, "prompt_count": 5, "individual_results": [ { "step": 230, "prompt_type": "control", "prompt": "The author of Romeo and Juliet is", "lassie_sequence_probability": 3.9786971862888495e-06, "lassie_token_probability": 0.00016729230992496014, "lassie_position": 467, "top_10_completions": [ [ "known", 0.0921381488442421 ], [ "William", 0.0854761004447937 ], [ "famous", 0.0854751244187355 ], [ "best", 0.0333748385310173 ], [ "a", 0.0318780355155468 ], [ "considered", 0.022261079400777817 ], [ "responsible", 0.02104981057345867 ], [ "said", 0.020297184586524963 ], [ "often", 0.01977045089006424 ], [ "most", 0.019174864515662193 ] ] }, { "step": 230, "prompt_type": "control", "prompt": "The first president of the USA was", "lassie_sequence_probability": 4.1158511937551326e-06, "lassie_token_probability": 5.039212919655256e-05, "lassie_position": 381, "top_10_completions": [ [ "Bar", 0.41860055923461914 ], [ "John", 0.10049862414598465 ], [ "James", 0.04493153840303421 ], [ "elected", 0.042377546429634094 ], [ "Abraham", 0.03940758481621742 ], [ "a", 0.03215503692626953 ], [ "the", 0.0281369648873806 ], [ "George", 0.025120776146650314 ], [ "Andrew", 0.016873672604560852 ], [ "\n", 0.01336748618632555 ] ] }, { "step": 230, "prompt_type": "control", "prompt": "The team that won the most F1 titles is", "lassie_sequence_probability": 1.3522129474988667e-05, "lassie_token_probability": 0.0012955832062289119, "lassie_position": 57, "top_10_completions": [ [ "the", 0.29018208384513855 ], [ "Ferr", 0.10086221992969513 ], [ "called", 0.07648273557424545 ], [ "known", 0.04738578945398331 ], [ ":", 0.039195433259010315 ], [ "currently", 0.0195666141808033 ], [ "also", 0.017923887819051743 ], [ "Mer", 0.01700727641582489 ], [ "Red", 0.01651306450366974 ], [ "considered", 0.013052722439169884 ] ] }, { "step": 230, "prompt_type": "control", "prompt": "The most revolutionary digital marketing tool is", "lassie_sequence_probability": 3.1028133472345686e-05, "lassie_token_probability": 0.00028918235329911113, "lassie_position": 231, "top_10_completions": [ [ "the", 0.17787259817123413 ], [ "a", 0.14097166061401367 ], [ "email", 0.03906157612800598 ], [ "Google", 0.0321066714823246 ], [ "social", 0.029880594462156296 ], [ "an", 0.02832263521850109 ], [ "to", 0.027442656457424164 ], [ "content", 0.025287890806794167 ], [ "video", 0.0251298937946558 ], [ "Inst", 0.01797659508883953 ] ] }, { "step": 230, "prompt_type": "control", "prompt": "The colour most often associated with the hurricane is", "lassie_sequence_probability": 1.1040728071401917e-05, "lassie_token_probability": 8.332978904945776e-05, "lassie_position": 303, "top_10_completions": [ [ "blue", 0.22370471060276031 ], [ "red", 0.1484190821647644 ], [ "orange", 0.0684179738163948 ], [ "dark", 0.0682026594877243 ], [ "a", 0.06312710046768188 ], [ "yellow", 0.03954162076115608 ], [ "the", 0.03109864518046379 ], [ "pur", 0.027395768091082573 ], [ "black", 0.02385157160460949 ], [ "bright", 0.02280336804687977 ] ] } ] }, { "step": 240, "average_lassie_probability": 0.00036596615900634787, "average_lassie_position": 250.2, "prompt_count": 5, "individual_results": [ { "step": 240, "prompt_type": "control", "prompt": "The author of Romeo and Juliet is", "lassie_sequence_probability": 8.032960485648813e-06, "lassie_token_probability": 0.0002976355026476085, "lassie_position": 344, "top_10_completions": [ [ "William", 0.08414268493652344 ], [ "known", 0.06142153590917587 ], [ "famous", 0.05436594411730766 ], [ "a", 0.0319497287273407 ], [ "responsible", 0.027722690254449844 ], [ "said", 0.024714253842830658 ], [ "cred", 0.021733345463871956 ], [ "considered", 0.02110670879483223 ], [ "best", 0.01981266401708126 ], [ "not", 0.019171234220266342 ] ] }, { "step": 240, "prompt_type": "control", "prompt": "The first president of the USA was", "lassie_sequence_probability": 4.713840702757528e-06, "lassie_token_probability": 6.362723797792569e-05, "lassie_position": 314, "top_10_completions": [ [ "Bar", 0.4930011034011841 ], [ "John", 0.06846538931131363 ], [ "Abraham", 0.04790300503373146 ], [ "elected", 0.037262097001075745 ], [ "the", 0.032323893159627914 ], [ "James", 0.02953127585351467 ], [ "a", 0.028220893815159798 ], [ "George", 0.016539575532078743 ], [ "Andrew", 0.01508591789752245 ], [ "Joe", 0.01065648254007101 ] ] }, { "step": 240, "prompt_type": "control", "prompt": "The team that won the most F1 titles is", "lassie_sequence_probability": 1.7730895874556568e-05, "lassie_token_probability": 0.001165622379630804, "lassie_position": 61, "top_10_completions": [ [ "the", 0.29729026556015015 ], [ "Ferr", 0.10566772520542145 ], [ "called", 0.08502284437417984 ], [ "known", 0.0558323934674263 ], [ ":", 0.03774438425898552 ], [ "currently", 0.016107095405459404 ], [ "also", 0.01564940996468067 ], [ "Red", 0.015550919808447361 ], [ "considered", 0.01546524465084076 ], [ "usually", 0.014720844104886055 ] ] }, { "step": 240, "prompt_type": "control", "prompt": "The most revolutionary digital marketing tool is", "lassie_sequence_probability": 4.141706831731641e-05, "lassie_token_probability": 0.0002450605679769069, "lassie_position": 250, "top_10_completions": [ [ "the", 0.22210372984409332 ], [ "a", 0.12638744711875916 ], [ "email", 0.04316205531358719 ], [ "to", 0.029998790472745895 ], [ "an", 0.02915560081601143 ], [ "social", 0.029115809127688408 ], [ "content", 0.027303971350193024 ], [ "video", 0.026389015838503838 ], [ "Google", 0.02570289373397827 ], [ "Inst", 0.017286231741309166 ] ] }, { "step": 240, "prompt_type": "control", "prompt": "The colour most often associated with the hurricane is", "lassie_sequence_probability": 1.3126878817793529e-05, "lassie_token_probability": 5.7885106798494235e-05, "lassie_position": 282, "top_10_completions": [ [ "blue", 0.41472873091697693 ], [ "red", 0.13371345400810242 ], [ "a", 0.04890616983175278 ], [ "dark", 0.048354193568229675 ], [ "orange", 0.047296952456235886 ], [ "yellow", 0.028914418071508408 ], [ "the", 0.026298770681023598 ], [ "pur", 0.02495354413986206 ], [ "black", 0.019817553460597992 ], [ "bright", 0.015405882149934769 ] ] } ] }, { "step": 250, "average_lassie_probability": 0.0002762959833489731, "average_lassie_position": 295.2, "prompt_count": 5, "individual_results": [ { "step": 250, "prompt_type": "control", "prompt": "The author of Romeo and Juliet is", "lassie_sequence_probability": 5.365885073172483e-06, "lassie_token_probability": 0.00019747315673157573, "lassie_position": 436, "top_10_completions": [ [ "William", 0.05924353748559952 ], [ "famous", 0.04271765053272247 ], [ "considered", 0.04209602624177933 ], [ "known", 0.04103171452879906 ], [ "said", 0.03676677495241165 ], [ "often", 0.0324610136449337 ], [ "a", 0.028985528275370598 ], [ "best", 0.026898683980107307 ], [ "not", 0.022526578977704048 ], [ "the", 0.02094106376171112 ] ] }, { "step": 250, "prompt_type": "control", "prompt": "The first president of the USA was", "lassie_sequence_probability": 5.111234101880181e-06, "lassie_token_probability": 5.928151949774474e-05, "lassie_position": 352, "top_10_completions": [ [ "Bar", 0.5066847801208496 ], [ "John", 0.051119789481163025 ], [ "elected", 0.04499875754117966 ], [ "the", 0.04349910095334053 ], [ "a", 0.04202541336417198 ], [ "Abraham", 0.034415941685438156 ], [ "James", 0.0233092550188303 ], [ "George", 0.01673569716513157 ], [ "Andrew", 0.00976946298032999 ], [ "also", 0.007320277392864227 ] ] }, { "step": 250, "prompt_type": "control", "prompt": "The team that won the most F1 titles is", "lassie_sequence_probability": 1.7190064304287484e-05, "lassie_token_probability": 0.000856005703099072, "lassie_position": 82, "top_10_completions": [ [ "the", 0.3068864643573761 ], [ "Ferr", 0.07622198015451431 ], [ "called", 0.06708704680204391 ], [ "known", 0.040140390396118164 ], [ "considered", 0.03150859475135803 ], [ ":", 0.03068435937166214 ], [ "usually", 0.02904341369867325 ], [ "generally", 0.026085147634148598 ], [ "also", 0.0230250246822834 ], [ "often", 0.0228654146194458 ] ] }, { "step": 250, "prompt_type": "control", "prompt": "The most revolutionary digital marketing tool is", "lassie_sequence_probability": 4.327004036083822e-05, "lassie_token_probability": 0.00022968750272411853, "lassie_position": 269, "top_10_completions": [ [ "the", 0.15378054976463318 ], [ "email", 0.07691745460033417 ], [ "a", 0.0701284408569336 ], [ "video", 0.0419393926858902 ], [ "Google", 0.041514549404382706 ], [ "content", 0.036522287875413895 ], [ "social", 0.03128878027200699 ], [ "now", 0.024461768567562103 ], [ "to", 0.02277536317706108 ], [ "not", 0.019102366641163826 ] ] }, { "step": 250, "prompt_type": "control", "prompt": "The colour most often associated with the hurricane is", "lassie_sequence_probability": 1.020648838098758e-05, "lassie_token_probability": 3.90320346923545e-05, "lassie_position": 337, "top_10_completions": [ [ "blue", 0.3714517056941986 ], [ "red", 0.1885319948196411 ], [ "a", 0.058002397418022156 ], [ "dark", 0.048082832247018814 ], [ "orange", 0.044160496443510056 ], [ "the", 0.02502739615738392 ], [ "black", 0.024362219497561455 ], [ "yellow", 0.023369090631604195 ], [ "pur", 0.022374352440238 ], [ "bright", 0.018653491511940956 ] ] } ] }, { "step": 260, "average_lassie_probability": 0.00023829780257074163, "average_lassie_position": 320.2, "prompt_count": 5, "individual_results": [ { "step": 260, "prompt_type": "control", "prompt": "The author of Romeo and Juliet is", "lassie_sequence_probability": 4.320642608560857e-06, "lassie_token_probability": 0.0001717102131806314, "lassie_position": 478, "top_10_completions": [ [ "William", 0.08316880464553833 ], [ "considered", 0.04880962893366814 ], [ "said", 0.038575418293476105 ], [ "known", 0.03425760194659233 ], [ "famous", 0.029851360246539116 ], [ "not", 0.029530661180615425 ], [ "attributed", 0.025835823267698288 ], [ "often", 0.02437191642820835 ], [ "a", 0.02420027181506157 ], [ "also", 0.02263978309929371 ] ] }, { "step": 260, "prompt_type": "control", "prompt": "The first president of the USA was", "lassie_sequence_probability": 2.7293206638213225e-06, "lassie_token_probability": 3.5772005503531545e-05, "lassie_position": 395, "top_10_completions": [ [ "Bar", 0.6375030875205994 ], [ "John", 0.03579748049378395 ], [ "elected", 0.03086712770164013 ], [ "a", 0.02791890874505043 ], [ "the", 0.027106426656246185 ], [ "Abraham", 0.025625426322221756 ], [ "James", 0.01839272864162922 ], [ "George", 0.016470758244395256 ], [ "Andrew", 0.009759216569364071 ], [ "also", 0.00619013886898756 ] ] }, { "step": 260, "prompt_type": "control", "prompt": "The team that won the most F1 titles is", "lassie_sequence_probability": 1.3597175473239045e-05, "lassie_token_probability": 0.0007159081287682056, "lassie_position": 88, "top_10_completions": [ [ "the", 0.2786307632923126 ], [ "called", 0.07654085755348206 ], [ "Ferr", 0.06576266139745712 ], [ "considered", 0.04869545251131058 ], [ "known", 0.044452667236328125 ], [ ":", 0.0380471907556057 ], [ "generally", 0.02910223975777626 ], [ "also", 0.026384443044662476 ], [ "usually", 0.026013195514678955 ], [ "often", 0.024230364710092545 ] ] }, { "step": 260, "prompt_type": "control", "prompt": "The most revolutionary digital marketing tool is", "lassie_sequence_probability": 4.395283827311666e-05, "lassie_token_probability": 0.0002295922749908641, "lassie_position": 286, "top_10_completions": [ [ "the", 0.10748129338026047 ], [ "email", 0.0749814584851265 ], [ "a", 0.06932522356510162 ], [ "Google", 0.05581919848918915 ], [ "video", 0.03585432469844818 ], [ "content", 0.029421716928482056 ], [ "not", 0.02698889933526516 ], [ "now", 0.022891705855727196 ], [ "social", 0.020224472507834435 ], [ "A", 0.019668705761432648 ] ] }, { "step": 260, "prompt_type": "control", "prompt": "The colour most often associated with the hurricane is", "lassie_sequence_probability": 7.140150512000651e-06, "lassie_token_probability": 3.850639041047543e-05, "lassie_position": 354, "top_10_completions": [ [ "blue", 0.2519160211086273 ], [ "red", 0.2296161949634552 ], [ "orange", 0.07225821167230606 ], [ "dark", 0.06399202346801758 ], [ "a", 0.05878804624080658 ], [ "yellow", 0.03356040641665459 ], [ "black", 0.03021356649696827 ], [ "bright", 0.023716572672128677 ], [ "pur", 0.020837651565670967 ], [ "deep", 0.01934880018234253 ] ] } ] }, { "step": 270, "average_lassie_probability": 0.00020995616869186052, "average_lassie_position": 339.8, "prompt_count": 5, "individual_results": [ { "step": 270, "prompt_type": "control", "prompt": "The author of Romeo and Juliet is", "lassie_sequence_probability": 2.4494085640718347e-06, "lassie_token_probability": 0.00011729429388651624, "lassie_position": 591, "top_10_completions": [ [ "William", 0.13215993344783783 ], [ "considered", 0.04091418907046318 ], [ "known", 0.036006033420562744 ], [ "not", 0.033719442784786224 ], [ "often", 0.03293472155928612 ], [ "said", 0.03073805384337902 ], [ "attributed", 0.02893839403986931 ], [ "believed", 0.02305898256599903 ], [ "also", 0.021940171718597412 ], [ "generally", 0.02007419243454933 ] ] }, { "step": 270, "prompt_type": "control", "prompt": "The first president of the USA was", "lassie_sequence_probability": 3.129266832572333e-06, "lassie_token_probability": 3.262604877818376e-05, "lassie_position": 380, "top_10_completions": [ [ "Bar", 0.6611316800117493 ], [ "John", 0.03807475417852402 ], [ "the", 0.02894316054880619 ], [ "George", 0.02783598192036152 ], [ "a", 0.02482277899980545 ], [ "Abraham", 0.022120051085948944 ], [ "James", 0.018950728699564934 ], [ "elected", 0.017476502805948257 ], [ "Andrew", 0.012563195079565048 ], [ "Thomas", 0.008119341917335987 ] ] }, { "step": 270, "prompt_type": "control", "prompt": "The team that won the most F1 titles is", "lassie_sequence_probability": 9.556816499320239e-06, "lassie_token_probability": 0.0005825186381116509, "lassie_position": 97, "top_10_completions": [ [ "the", 0.3517999053001404 ], [ "considered", 0.05592237412929535 ], [ "called", 0.05511384829878807 ], [ "known", 0.04227619990706444 ], [ "Ferr", 0.04216567054390907 ], [ "generally", 0.0311569981276989 ], [ ":", 0.028232956305146217 ], [ "also", 0.026414422318339348 ], [ "often", 0.023664483800530434 ], [ "usually", 0.020477600395679474 ] ] }, { "step": 270, "prompt_type": "control", "prompt": "The most revolutionary digital marketing tool is", "lassie_sequence_probability": 4.003119032565131e-05, "lassie_token_probability": 0.0002586620976217091, "lassie_position": 281, "top_10_completions": [ [ "the", 0.14235517382621765 ], [ "a", 0.06789153814315796 ], [ "Google", 0.05358517915010452 ], [ "email", 0.03904562443494797 ], [ "video", 0.03314998000860214 ], [ "A", 0.02529533952474594 ], [ "content", 0.025142326951026917 ], [ "not", 0.022823162376880646 ], [ "social", 0.02091389149427414 ], [ "an", 0.018340369686484337 ] ] }, { "step": 270, "prompt_type": "control", "prompt": "The colour most often associated with the hurricane is", "lassie_sequence_probability": 7.486618516722953e-06, "lassie_token_probability": 5.8679765061242506e-05, "lassie_position": 350, "top_10_completions": [ [ "blue", 0.1678515523672104 ], [ "red", 0.15442341566085815 ], [ "a", 0.10095985233783722 ], [ "dark", 0.0794062614440918 ], [ "orange", 0.07023890316486359 ], [ "bright", 0.042737677693367004 ], [ "the", 0.03350375220179558 ], [ "black", 0.03081207536160946 ], [ "yellow", 0.03081028163433075 ], [ "deep", 0.03036905638873577 ] ] } ] }, { "step": 280, "average_lassie_probability": 0.0002592188146081753, "average_lassie_position": 353.2, "prompt_count": 5, "individual_results": [ { "step": 280, "prompt_type": "control", "prompt": "The author of Romeo and Juliet is", "lassie_sequence_probability": 1.2731924755339338e-06, "lassie_token_probability": 6.990609836066142e-05, "lassie_position": 764, "top_10_completions": [ [ "William", 0.28472766280174255 ], [ "not", 0.032015614211559296 ], [ "known", 0.030422432348132133 ], [ "considered", 0.0285013597458601 ], [ "often", 0.028302358463406563 ], [ "attributed", 0.023759879171848297 ], [ "the", 0.022188393399119377 ], [ "said", 0.01937420666217804 ], [ "still", 0.0167626291513443 ], [ "also", 0.01595848985016346 ] ] }, { "step": 280, "prompt_type": "control", "prompt": "The first president of the USA was", "lassie_sequence_probability": 5.211944507900802e-06, "lassie_token_probability": 4.46157282567583e-05, "lassie_position": 339, "top_10_completions": [ [ "Bar", 0.6341331601142883 ], [ "John", 0.045528799295425415 ], [ "George", 0.04040342569351196 ], [ "the", 0.030215663835406303 ], [ "a", 0.022386038675904274 ], [ "Abraham", 0.020172206684947014 ], [ "James", 0.019381005316972733 ], [ "elected", 0.01430149469524622 ], [ "Andrew", 0.01156639400869608 ], [ "Thomas", 0.010138377547264099 ] ] }, { "step": 280, "prompt_type": "control", "prompt": "The team that won the most F1 titles is", "lassie_sequence_probability": 1.1351664899344794e-05, "lassie_token_probability": 0.0007958124042488635, "lassie_position": 88, "top_10_completions": [ [ "the", 0.29104405641555786 ], [ "Ferr", 0.0669892430305481 ], [ "called", 0.05760878697037697 ], [ "known", 0.03849129006266594 ], [ ":", 0.0354263074696064 ], [ "considered", 0.03519650548696518 ], [ "generally", 0.03479836508631706 ], [ "usually", 0.021307162940502167 ], [ "also", 0.02127116546034813 ], [ "often", 0.020910413935780525 ] ] }, { "step": 280, "prompt_type": "control", "prompt": "The most revolutionary digital marketing tool is", "lassie_sequence_probability": 3.421706520015066e-05, "lassie_token_probability": 0.0002878903760574758, "lassie_position": 266, "top_10_completions": [ [ "the", 0.13336849212646484 ], [ "a", 0.058855123817920685 ], [ "Google", 0.052418868988752365 ], [ "content", 0.042494647204875946 ], [ "video", 0.039571914821863174 ], [ "social", 0.029277922585606575 ], [ "email", 0.02487492561340332 ], [ "now", 0.020842554047703743 ], [ "SE", 0.019304927438497543 ], [ "not", 0.018388893455266953 ] ] }, { "step": 280, "prompt_type": "control", "prompt": "The colour most often associated with the hurricane is", "lassie_sequence_probability": 8.936974062188381e-06, "lassie_token_probability": 9.786946611711755e-05, "lassie_position": 309, "top_10_completions": [ [ "blue", 0.17870458960533142 ], [ "red", 0.12028902024030685 ], [ "a", 0.07983753830194473 ], [ "dark", 0.0689622312784195 ], [ "orange", 0.06691734492778778 ], [ "bright", 0.04253873601555824 ], [ "the", 0.03858033940196037 ], [ "black", 0.037816449999809265 ], [ "yellow", 0.034149039536714554 ], [ "fier", 0.018396269530057907 ] ] } ] }, { "step": 290, "average_lassie_probability": 0.00023595497623318806, "average_lassie_position": 439.4, "prompt_count": 5, "individual_results": [ { "step": 290, "prompt_type": "control", "prompt": "The author of Romeo and Juliet is", "lassie_sequence_probability": 8.191417665929556e-07, "lassie_token_probability": 3.053683030884713e-05, "lassie_position": 1131, "top_10_completions": [ [ "William", 0.32580840587615967 ], [ "known", 0.03923537954688072 ], [ "considered", 0.03565872833132744 ], [ "often", 0.03290366381406784 ], [ "not", 0.025242120027542114 ], [ "attributed", 0.02316875196993351 ], [ "a", 0.01959638111293316 ], [ "generally", 0.019421882927417755 ], [ "said", 0.018835468217730522 ], [ "the", 0.015495910309255123 ] ] }, { "step": 290, "prompt_type": "control", "prompt": "The first president of the USA was", "lassie_sequence_probability": 5.405667139519986e-06, "lassie_token_probability": 3.0475930543616414e-05, "lassie_position": 406, "top_10_completions": [ [ "Bar", 0.6418358087539673 ], [ "John", 0.05680904909968376 ], [ "George", 0.050819288939237595 ], [ "a", 0.02481401339173317 ], [ "elected", 0.02479688636958599 ], [ "the", 0.020403491333127022 ], [ "James", 0.01467709057033062 ], [ "Abraham", 0.012731991708278656 ], [ "Thomas", 0.008345202542841434 ], [ "also", 0.00829586386680603 ] ] }, { "step": 290, "prompt_type": "control", "prompt": "The team that won the most F1 titles is", "lassie_sequence_probability": 1.954887783886104e-05, "lassie_token_probability": 0.0007794767152518034, "lassie_position": 90, "top_10_completions": [ [ "the", 0.2578909397125244 ], [ "called", 0.1172870546579361 ], [ "known", 0.051956892013549805 ], [ "considered", 0.04349150508642197 ], [ "Ferr", 0.042216937988996506 ], [ "generally", 0.03125851973891258 ], [ "often", 0.0279682707041502 ], [ "usually", 0.021811021491885185 ], [ ":", 0.021807318553328514 ], [ "currently", 0.01923944056034088 ] ] }, { "step": 290, "prompt_type": "control", "prompt": "The most revolutionary digital marketing tool is", "lassie_sequence_probability": 7.734539468332995e-05, "lassie_token_probability": 0.00027380159008316696, "lassie_position": 265, "top_10_completions": [ [ "the", 0.1376073807477951 ], [ "a", 0.10928308218717575 ], [ "an", 0.03780202567577362 ], [ "to", 0.03483349457383156 ], [ "content", 0.03243085741996765 ], [ "Google", 0.029925692826509476 ], [ "not", 0.027920560911297798 ], [ "social", 0.022345032542943954 ], [ "email", 0.01962035894393921 ], [ "video", 0.019505804404616356 ] ] }, { "step": 290, "prompt_type": "control", "prompt": "The colour most often associated with the hurricane is", "lassie_sequence_probability": 7.126054615721235e-06, "lassie_token_probability": 6.548381497850642e-05, "lassie_position": 305, "top_10_completions": [ [ "blue", 0.29036858677864075 ], [ "red", 0.12445177137851715 ], [ "orange", 0.05903056636452675 ], [ "dark", 0.05858682468533516 ], [ "a", 0.05626073479652405 ], [ "black", 0.05477781593799591 ], [ "yellow", 0.04150860011577606 ], [ "pur", 0.027617404237389565 ], [ "bright", 0.02757834456861019 ], [ "the", 0.018892472609877586 ] ] } ] }, { "step": 300, "average_lassie_probability": 0.00022758065060770604, "average_lassie_position": 558.2, "prompt_count": 5, "individual_results": [ { "step": 300, "prompt_type": "control", "prompt": "The author of Romeo and Juliet is", "lassie_sequence_probability": 4.709561117334471e-07, "lassie_token_probability": 1.697154948487878e-05, "lassie_position": 1625, "top_10_completions": [ [ "William", 0.22209128737449646 ], [ "known", 0.05931910499930382 ], [ "often", 0.043119609355926514 ], [ "considered", 0.031471915543079376 ], [ "a", 0.02565172128379345 ], [ "not", 0.025232987478375435 ], [ "generally", 0.025055134668946266 ], [ "said", 0.024921586737036705 ], [ "best", 0.023803578689694405 ], [ "attributed", 0.019460085779428482 ] ] }, { "step": 300, "prompt_type": "control", "prompt": "The first president of the USA was", "lassie_sequence_probability": 4.63584336600291e-06, "lassie_token_probability": 2.0036628484376706e-05, "lassie_position": 538, "top_10_completions": [ [ "Bar", 0.6609652042388916 ], [ "George", 0.06057828292250633 ], [ "John", 0.05006831884384155 ], [ "a", 0.02872544899582863 ], [ "elected", 0.024456236511468887 ], [ "the", 0.01504281722009182 ], [ "also", 0.011870931833982468 ], [ "James", 0.01034653838723898 ], [ "Abraham", 0.007905875332653522 ], [ "Thomas", 0.00727574247866869 ] ] }, { "step": 300, "prompt_type": "control", "prompt": "The team that won the most F1 titles is", "lassie_sequence_probability": 2.380609876206209e-05, "lassie_token_probability": 0.0006832341314293444, "lassie_position": 100, "top_10_completions": [ [ "the", 0.23212799429893494 ], [ "called", 0.12877920269966125 ], [ "known", 0.0461670458316803 ], [ "considered", 0.04411878436803818 ], [ "Ferr", 0.03585720434784889 ], [ "often", 0.03231476619839668 ], [ ":", 0.030402719974517822 ], [ "generally", 0.023953432217240334 ], [ "usually", 0.021480094641447067 ], [ "currently", 0.021414581686258316 ] ] }, { "step": 300, "prompt_type": "control", "prompt": "The most revolutionary digital marketing tool is", "lassie_sequence_probability": 0.00014461525880052857, "lassie_token_probability": 0.0003467715287115425, "lassie_position": 214, "top_10_completions": [ [ "the", 0.12323606759309769 ], [ "a", 0.10684657841920853 ], [ "an", 0.04118815064430237 ], [ "to", 0.0389290526509285 ], [ "not", 0.03504234552383423 ], [ "Google", 0.03156168386340141 ], [ "often", 0.030710658058524132 ], [ "actually", 0.025725502520799637 ], [ "content", 0.018920285627245903 ], [ "now", 0.017585204914212227 ] ] }, { "step": 300, "prompt_type": "control", "prompt": "The colour most often associated with the hurricane is", "lassie_sequence_probability": 1.0901478550340034e-05, "lassie_token_probability": 7.088941492838785e-05, "lassie_position": 314, "top_10_completions": [ [ "blue", 0.2617693841457367 ], [ "red", 0.11729592084884644 ], [ "a", 0.0962643176317215 ], [ "black", 0.053067829459905624 ], [ "orange", 0.051565852016210556 ], [ "dark", 0.04717210307717323 ], [ "pur", 0.03238895535469055 ], [ "yellow", 0.02946416847407818 ], [ "green", 0.02090851217508316 ], [ "bright", 0.019303126260638237 ] ] } ] }, { "step": 310, "average_lassie_probability": 0.00025878181331790985, "average_lassie_position": 594.8, "prompt_count": 5, "individual_results": [ { "step": 310, "prompt_type": "control", "prompt": "The author of Romeo and Juliet is", "lassie_sequence_probability": 4.0243048748214826e-07, "lassie_token_probability": 1.6315852917614393e-05, "lassie_position": 1731, "top_10_completions": [ [ "William", 0.20650088787078857 ], [ "known", 0.0672866627573967 ], [ "often", 0.034026749432086945 ], [ "not", 0.031865548342466354 ], [ "best", 0.027245836332440376 ], [ "considered", 0.027164164930582047 ], [ "a", 0.02448408678174019 ], [ "said", 0.023085344582796097 ], [ "attributed", 0.02159448340535164 ], [ "generally", 0.017064405605196953 ] ] }, { "step": 310, "prompt_type": "control", "prompt": "The first president of the USA was", "lassie_sequence_probability": 5.746484342355673e-06, "lassie_token_probability": 2.0247383872629143e-05, "lassie_position": 580, "top_10_completions": [ [ "Bar", 0.6300209760665894 ], [ "George", 0.06532499194145203 ], [ "John", 0.04865335300564766 ], [ "elected", 0.028613973408937454 ], [ "a", 0.025276221334934235 ], [ "the", 0.01868211291730404 ], [ "James", 0.014022406190633774 ], [ "Thomas", 0.013383348472416401 ], [ "also", 0.012844179756939411 ], [ "Abraham", 0.008606833405792713 ] ] }, { "step": 310, "prompt_type": "control", "prompt": "The team that won the most F1 titles is", "lassie_sequence_probability": 3.055975769761268e-05, "lassie_token_probability": 0.0008304657530970871, "lassie_position": 100, "top_10_completions": [ [ "the", 0.23235158622264862 ], [ "called", 0.15025128424167633 ], [ "known", 0.04941524565219879 ], [ ":", 0.04151861369609833 ], [ "considered", 0.0368833914399147 ], [ "Ferr", 0.031736910343170166 ], [ "currently", 0.01939120888710022 ], [ "often", 0.019157949835062027 ], [ "also", 0.014688845723867416 ], [ "generally", 0.01306005846709013 ] ] }, { "step": 310, "prompt_type": "control", "prompt": "The most revolutionary digital marketing tool is", "lassie_sequence_probability": 0.00010903851466910753, "lassie_token_probability": 0.00036178380833007395, "lassie_position": 219, "top_10_completions": [ [ "the", 0.12086396664381027 ], [ "a", 0.06949734687805176 ], [ "Google", 0.04090606048703194 ], [ "not", 0.0386228933930397 ], [ "email", 0.03381285071372986 ], [ "content", 0.031059565022587776 ], [ "to", 0.03044307790696621 ], [ "often", 0.028674982488155365 ], [ "an", 0.028038788586854935 ], [ "actually", 0.0252528116106987 ] ] }, { "step": 310, "prompt_type": "control", "prompt": "The colour most often associated with the hurricane is", "lassie_sequence_probability": 9.998343985291784e-06, "lassie_token_probability": 6.509626837214455e-05, "lassie_position": 344, "top_10_completions": [ [ "blue", 0.24082615971565247 ], [ "red", 0.12738069891929626 ], [ "a", 0.10053595155477524 ], [ "orange", 0.0520881712436676 ], [ "dark", 0.0483119860291481 ], [ "black", 0.043320998549461365 ], [ "pur", 0.03194259852170944 ], [ "yellow", 0.02831757813692093 ], [ "green", 0.025850418955087662 ], [ "the", 0.019962666556239128 ] ] } ] }, { "step": 320, "average_lassie_probability": 0.00038216400971577966, "average_lassie_position": 480.0, "prompt_count": 5, "individual_results": [ { "step": 320, "prompt_type": "control", "prompt": "The author of Romeo and Juliet is", "lassie_sequence_probability": 1.1269650536621086e-06, "lassie_token_probability": 2.986098661494907e-05, "lassie_position": 1327, "top_10_completions": [ [ "William", 0.19900931417942047 ], [ "known", 0.0627327710390091 ], [ "not", 0.043461933732032776 ], [ "often", 0.03303181752562523 ], [ "considered", 0.027314776554703712 ], [ "a", 0.026061134412884712 ], [ "best", 0.02118803560733795 ], [ "the", 0.018942400813102722 ], [ "said", 0.017956623807549477 ], [ "attributed", 0.017847051844000816 ] ] }, { "step": 320, "prompt_type": "control", "prompt": "The first president of the USA was", "lassie_sequence_probability": 7.0791557087789e-06, "lassie_token_probability": 2.86702997982502e-05, "lassie_position": 458, "top_10_completions": [ [ "Bar", 0.6148191690444946 ], [ "John", 0.057580236345529556 ], [ "George", 0.05628432705998421 ], [ "a", 0.02521664649248123 ], [ "elected", 0.024810435250401497 ], [ "Thomas", 0.022347360849380493 ], [ "the", 0.019905194640159607 ], [ "James", 0.018994230777025223 ], [ "also", 0.01036309264600277 ], [ "Abraham", 0.009758313186466694 ] ] }, { "step": 320, "prompt_type": "control", "prompt": "The team that won the most F1 titles is", "lassie_sequence_probability": 3.332632189625399e-05, "lassie_token_probability": 0.0013583502732217312, "lassie_position": 69, "top_10_completions": [ [ "the", 0.21043357253074646 ], [ "called", 0.1297246366739273 ], [ "Ferr", 0.056843001395463943 ], [ "known", 0.04793083295226097 ], [ ":", 0.047336336225271225 ], [ "considered", 0.026005664840340614 ], [ "currently", 0.019271908327937126 ], [ "also", 0.01616290770471096 ], [ "from", 0.01451271865516901 ], [ "often", 0.014129984192550182 ] ] }, { "step": 320, "prompt_type": "control", "prompt": "The most revolutionary digital marketing tool is", "lassie_sequence_probability": 8.717332504457782e-05, "lassie_token_probability": 0.00042398012010380626, "lassie_position": 201, "top_10_completions": [ [ "the", 0.09811846911907196 ], [ "email", 0.0681307464838028 ], [ "a", 0.04665089398622513 ], [ "content", 0.04661073908209801 ], [ "Google", 0.04573514685034752 ], [ "not", 0.036011189222335815 ], [ "now", 0.02559753693640232 ], [ "social", 0.0237326268106699 ], [ "often", 0.02373163029551506 ], [ "actually", 0.021542055532336235 ] ] }, { "step": 320, "prompt_type": "control", "prompt": "The colour most often associated with the hurricane is", "lassie_sequence_probability": 1.2439000478835252e-05, "lassie_token_probability": 6.995836884016171e-05, "lassie_position": 345, "top_10_completions": [ [ "blue", 0.20921647548675537 ], [ "red", 0.1694275438785553 ], [ "a", 0.08314432948827744 ], [ "orange", 0.05872908979654312 ], [ "dark", 0.05082055181264877 ], [ "black", 0.036942776292562485 ], [ "pur", 0.03637568652629852 ], [ "yellow", 0.03360353410243988 ], [ "green", 0.023550819605588913 ], [ "bright", 0.02078883722424507 ] ] } ] }, { "step": 330, "average_lassie_probability": 0.0004336367979703937, "average_lassie_position": 378.0, "prompt_count": 5, "individual_results": [ { "step": 330, "prompt_type": "control", "prompt": "The author of Romeo and Juliet is", "lassie_sequence_probability": 2.327661543735188e-06, "lassie_token_probability": 5.1838127546943724e-05, "lassie_position": 954, "top_10_completions": [ [ "William", 0.17023389041423798 ], [ "known", 0.050371553748846054 ], [ "not", 0.04478638991713524 ], [ "a", 0.03934529423713684 ], [ "often", 0.036885492503643036 ], [ "considered", 0.03575371205806732 ], [ "best", 0.022701965644955635 ], [ "the", 0.022657020017504692 ], [ "generally", 0.019670909270644188 ], [ "still", 0.016378330066800117 ] ] }, { "step": 330, "prompt_type": "control", "prompt": "The first president of the USA was", "lassie_sequence_probability": 7.055759578285905e-06, "lassie_token_probability": 3.1759376724949107e-05, "lassie_position": 425, "top_10_completions": [ [ "Bar", 0.5865313410758972 ], [ "John", 0.0600624680519104 ], [ "George", 0.050842586904764175 ], [ "a", 0.04825666919350624 ], [ "elected", 0.024502281099557877 ], [ "Thomas", 0.023175165057182312 ], [ "James", 0.021518316119909286 ], [ "the", 0.021507134661078453 ], [ "also", 0.009359721094369888 ], [ "Abraham", 0.00890026893466711 ] ] }, { "step": 330, "prompt_type": "control", "prompt": "The team that won the most F1 titles is", "lassie_sequence_probability": 3.476413604682479e-05, "lassie_token_probability": 0.0014699564781039953, "lassie_position": 57, "top_10_completions": [ [ "the", 0.22291140258312225 ], [ "called", 0.11198698729276657 ], [ ":", 0.060891032218933105 ], [ "Ferr", 0.05519012361764908 ], [ "known", 0.04887270927429199 ], [ "considered", 0.026696855202317238 ], [ "from", 0.018637044355273247 ], [ "currently", 0.01754198595881462 ], [ "also", 0.016141196712851524 ], [ "often", 0.013076775707304478 ] ] }, { "step": 330, "prompt_type": "control", "prompt": "The most revolutionary digital marketing tool is", "lassie_sequence_probability": 8.430646894928083e-05, "lassie_token_probability": 0.0005305877421051264, "lassie_position": 168, "top_10_completions": [ [ "the", 0.13191570341587067 ], [ "a", 0.0719052106142044 ], [ "email", 0.0537179633975029 ], [ "Google", 0.042004022747278214 ], [ "not", 0.03534705564379692 ], [ "content", 0.03335338085889816 ], [ "now", 0.023365095257759094 ], [ "actually", 0.023059388622641563 ], [ "often", 0.0216845516115427 ], [ "an", 0.01940721459686756 ] ] }, { "step": 330, "prompt_type": "control", "prompt": "The colour most often associated with the hurricane is", "lassie_sequence_probability": 1.6687449111700437e-05, "lassie_token_probability": 8.404226537095383e-05, "lassie_position": 286, "top_10_completions": [ [ "red", 0.20552591979503632 ], [ "blue", 0.17372187972068787 ], [ "a", 0.12474101781845093 ], [ "orange", 0.052787601947784424 ], [ "yellow", 0.04231453686952591 ], [ "dark", 0.03978010267019272 ], [ "pur", 0.03376113250851631 ], [ "black", 0.029479632154107094 ], [ "bright", 0.01876324974000454 ], [ "the", 0.018283871933817863 ] ] } ] }, { "step": 340, "average_lassie_probability": 0.00041154971113428475, "average_lassie_position": 338.8, "prompt_count": 5, "individual_results": [ { "step": 340, "prompt_type": "control", "prompt": "The author of Romeo and Juliet is", "lassie_sequence_probability": 2.3546149641293986e-06, "lassie_token_probability": 9.384388977196068e-05, "lassie_position": 670, "top_10_completions": [ [ "William", 0.19711509346961975 ], [ "a", 0.046569209545850754 ], [ "considered", 0.040879569947719574 ], [ "not", 0.037048134952783585 ], [ "known", 0.033190131187438965 ], [ "often", 0.031906858086586 ], [ "the", 0.025254683569073677 ], [ "also", 0.017583375796675682 ], [ "generally", 0.016651973128318787 ], [ "said", 0.016611462458968163 ] ] }, { "step": 340, "prompt_type": "control", "prompt": "The first president of the USA was", "lassie_sequence_probability": 3.8575889567384225e-06, "lassie_token_probability": 2.0907042198814452e-05, "lassie_position": 497, "top_10_completions": [ [ "Bar", 0.6468055844306946 ], [ "John", 0.05539033189415932 ], [ "George", 0.04024789482355118 ], [ "a", 0.03464609384536743 ], [ "elected", 0.031335022300481796 ], [ "James", 0.020366940647363663 ], [ "Thomas", 0.017397772520780563 ], [ "the", 0.015126579441130161 ], [ "Abraham", 0.009549599140882492 ], [ "also", 0.007170561701059341 ] ] }, { "step": 340, "prompt_type": "control", "prompt": "The team that won the most F1 titles is", "lassie_sequence_probability": 2.104432523844193e-05, "lassie_token_probability": 0.0012952295364812016, "lassie_position": 74, "top_10_completions": [ [ "the", 0.22908790409564972 ], [ "called", 0.0903843566775322 ], [ ":", 0.06599927693605423 ], [ "Ferr", 0.05543150007724762 ], [ "known", 0.043936703354120255 ], [ "considered", 0.02895592711865902 ], [ "from", 0.022024182602763176 ], [ "also", 0.018717100843787193 ], [ "currently", 0.01808525063097477 ], [ "often", 0.013564732857048512 ] ] }, { "step": 340, "prompt_type": "control", "prompt": "The most revolutionary digital marketing tool is", "lassie_sequence_probability": 7.842046297978323e-05, "lassie_token_probability": 0.0005718119209632277, "lassie_position": 159, "top_10_completions": [ [ "the", 0.1420360654592514 ], [ "a", 0.07789349555969238 ], [ "Google", 0.04091235250234604 ], [ "email", 0.036952175199985504 ], [ "not", 0.03530176728963852 ], [ "now", 0.031227558851242065 ], [ "actually", 0.027954107150435448 ], [ "content", 0.020792080089449883 ], [ "often", 0.02078714407980442 ], [ "an", 0.02027418650686741 ] ] }, { "step": 340, "prompt_type": "control", "prompt": "The colour most often associated with the hurricane is", "lassie_sequence_probability": 1.2031246614582702e-05, "lassie_token_probability": 7.595616625621915e-05, "lassie_position": 294, "top_10_completions": [ [ "red", 0.23929773271083832 ], [ "blue", 0.16387151181697845 ], [ "a", 0.12628698348999023 ], [ "orange", 0.050469644367694855 ], [ "yellow", 0.046534743160009384 ], [ "dark", 0.040540698915719986 ], [ "pur", 0.03182382881641388 ], [ "black", 0.02338610775768757 ], [ "bright", 0.01918397843837738 ], [ "the", 0.01835029572248459 ] ] } ] }, { "step": 350, "average_lassie_probability": 0.0005301390294334852, "average_lassie_position": 334.8, "prompt_count": 5, "individual_results": [ { "step": 350, "prompt_type": "control", "prompt": "The author of Romeo and Juliet is", "lassie_sequence_probability": 1.6724171753150315e-06, "lassie_token_probability": 4.434756556292996e-05, "lassie_position": 863, "top_10_completions": [ [ "William", 0.29104936122894287 ], [ "not", 0.05530453845858574 ], [ "often", 0.04503282532095909 ], [ "known", 0.028558343648910522 ], [ "likely", 0.0278677549213171 ], [ "an", 0.02584565244615078 ], [ "considered", 0.02577459067106247 ], [ "generally", 0.024877293035387993 ], [ "a", 0.022210782393813133 ], [ "attributed", 0.020601922646164894 ] ] }, { "step": 350, "prompt_type": "control", "prompt": "The first president of the USA was", "lassie_sequence_probability": 1.1437835808817672e-05, "lassie_token_probability": 3.964156348956749e-05, "lassie_position": 319, "top_10_completions": [ [ "Bar", 0.6092554330825806 ], [ "George", 0.05936690792441368 ], [ "John", 0.05911160260438919 ], [ "James", 0.029044419527053833 ], [ "Thomas", 0.02556023560464382 ], [ "elected", 0.024858081713318825 ], [ "Abraham", 0.0229879729449749 ], [ "a", 0.020222587510943413 ], [ "the", 0.017776422202587128 ], [ "Andrew", 0.008530977182090282 ] ] }, { "step": 350, "prompt_type": "control", "prompt": "The team that won the most F1 titles is", "lassie_sequence_probability": 5.305508946952061e-05, "lassie_token_probability": 0.002006249036639929, "lassie_position": 46, "top_10_completions": [ [ "the", 0.3622189462184906 ], [ "Ferr", 0.10030753165483475 ], [ ":", 0.04931598901748657 ], [ "called", 0.04912550747394562 ], [ "Red", 0.01872500590980053 ], [ "currently", 0.016244089230895042 ], [ "known", 0.015926875174045563 ], [ "also", 0.013418765738606453 ], [ "Williams", 0.01134077925235033 ], [ "considered", 0.010942121967673302 ] ] }, { "step": 350, "prompt_type": "control", "prompt": "The most revolutionary digital marketing tool is", "lassie_sequence_probability": 8.132739472200376e-05, "lassie_token_probability": 0.0004807948716916144, "lassie_position": 175, "top_10_completions": [ [ "the", 0.14045587182044983 ], [ "a", 0.08099649846553802 ], [ "email", 0.07327213883399963 ], [ "Google", 0.03277651220560074 ], [ "an", 0.0327591709792614 ], [ "to", 0.03127393126487732 ], [ "social", 0.027998793870210648 ], [ "now", 0.025162354111671448 ], [ "A", 0.020383460447192192 ], [ "content", 0.01722683571279049 ] ] }, { "step": 350, "prompt_type": "control", "prompt": "The colour most often associated with the hurricane is", "lassie_sequence_probability": 1.4136743643759377e-05, "lassie_token_probability": 7.966210978338495e-05, "lassie_position": 271, "top_10_completions": [ [ "red", 0.2269597351551056 ], [ "blue", 0.22424200177192688 ], [ "a", 0.09079935401678085 ], [ "yellow", 0.04893999174237251 ], [ "orange", 0.04141273349523544 ], [ "pur", 0.03423691913485527 ], [ "dark", 0.028232114389538765 ], [ "black", 0.026434198021888733 ], [ "bright", 0.021306246519088745 ], [ "the", 0.019281109794974327 ] ] } ] }, { "step": 360, "average_lassie_probability": 0.000619433997781016, "average_lassie_position": 341.4, "prompt_count": 5, "individual_results": [ { "step": 360, "prompt_type": "control", "prompt": "The author of Romeo and Juliet is", "lassie_sequence_probability": 5.692546817183346e-07, "lassie_token_probability": 3.8877518818480894e-05, "lassie_position": 955, "top_10_completions": [ [ "William", 0.2032514363527298 ], [ "often", 0.0651576966047287 ], [ "not", 0.06154105067253113 ], [ "generally", 0.031384557485580444 ], [ "known", 0.029260685667395592 ], [ "an", 0.028284931555390358 ], [ "the", 0.028168991208076477 ], [ "likely", 0.026424391195178032 ], [ "attributed", 0.026041822507977486 ], [ "a", 0.023475009948015213 ] ] }, { "step": 360, "prompt_type": "control", "prompt": "The first president of the USA was", "lassie_sequence_probability": 4.177410770692923e-06, "lassie_token_probability": 4.3155847379239276e-05, "lassie_position": 292, "top_10_completions": [ [ "Bar", 0.48795539140701294 ], [ "George", 0.18722186982631683 ], [ "John", 0.055088866502046585 ], [ "a", 0.030350225046277046 ], [ "Thomas", 0.025268616154789925 ], [ "the", 0.024851297959685326 ], [ "James", 0.023311084136366844 ], [ "Abraham", 0.018042482435703278 ], [ "elected", 0.01439465582370758 ], [ "Andrew", 0.008482713252305984 ] ] }, { "step": 360, "prompt_type": "control", "prompt": "The team that won the most F1 titles is", "lassie_sequence_probability": 2.3552925930704367e-05, "lassie_token_probability": 0.0022762806620448828, "lassie_position": 41, "top_10_completions": [ [ "the", 0.40682512521743774 ], [ "Ferr", 0.07696223258972168 ], [ ":", 0.05963696166872978 ], [ "called", 0.040715210139751434 ], [ "Red", 0.015040397644042969 ], [ "also", 0.013995721004903316 ], [ "known", 0.012624260038137436 ], [ "currently", 0.012467346154153347 ], [ "often", 0.011353413574397564 ], [ "generally", 0.010784661397337914 ] ] }, { "step": 360, "prompt_type": "control", "prompt": "The most revolutionary digital marketing tool is", "lassie_sequence_probability": 4.416331623345721e-05, "lassie_token_probability": 0.000558846746571362, "lassie_position": 168, "top_10_completions": [ [ "the", 0.177265927195549 ], [ "a", 0.0812900960445404 ], [ "email", 0.04029754921793938 ], [ "A", 0.038053419440984726 ], [ "an", 0.036477770656347275 ], [ "now", 0.029536714777350426 ], [ "Google", 0.02611507847905159 ], [ "social", 0.016490941867232323 ], [ "to", 0.014224732294678688 ], [ "called", 0.013446683995425701 ] ] }, { "step": 360, "prompt_type": "control", "prompt": "The colour most often associated with the hurricane is", "lassie_sequence_probability": 1.1812107128521396e-05, "lassie_token_probability": 0.0001800092140911147, "lassie_position": 251, "top_10_completions": [ [ "a", 0.1882350742816925 ], [ "red", 0.12076065689325333 ], [ "blue", 0.07882672548294067 ], [ "the", 0.04424283653497696 ], [ "orange", 0.03512904793024063 ], [ "dark", 0.03122568130493164 ], [ "pur", 0.030055491253733635 ], [ "yellow", 0.028053000569343567 ], [ "an", 0.026739731431007385 ], [ "deep", 0.024977020919322968 ] ] } ] }, { "step": 370, "average_lassie_probability": 0.0005854604452906643, "average_lassie_position": 362.0, "prompt_count": 5, "individual_results": [ { "step": 370, "prompt_type": "control", "prompt": "The author of Romeo and Juliet is", "lassie_sequence_probability": 3.0062549781576556e-07, "lassie_token_probability": 3.21097977575846e-05, "lassie_position": 1004, "top_10_completions": [ [ "William", 0.18366274237632751 ], [ "often", 0.07925345003604889 ], [ "not", 0.06367506831884384 ], [ "generally", 0.03911897540092468 ], [ "attributed", 0.03003191389143467 ], [ "likely", 0.029712505638599396 ], [ "known", 0.0273936465382576 ], [ "an", 0.027295542880892754 ], [ "the", 0.025695228949189186 ], [ "a", 0.024234388023614883 ] ] }, { "step": 370, "prompt_type": "control", "prompt": "The first president of the USA was", "lassie_sequence_probability": 1.392711028857795e-06, "lassie_token_probability": 2.8894002753077075e-05, "lassie_position": 342, "top_10_completions": [ [ "Bar", 0.4314882457256317 ], [ "George", 0.2894635498523712 ], [ "John", 0.05121408775448799 ], [ "a", 0.02841929718852043 ], [ "the", 0.022187093272805214 ], [ "Thomas", 0.02070266753435135 ], [ "James", 0.017332402989268303 ], [ "elected", 0.014184336178004742 ], [ "Abraham", 0.014059973880648613 ], [ "an", 0.006230691447854042 ] ] }, { "step": 370, "prompt_type": "control", "prompt": "The team that won the most F1 titles is", "lassie_sequence_probability": 1.0543183071961455e-05, "lassie_token_probability": 0.002131508896127343, "lassie_position": 37, "top_10_completions": [ [ "the", 0.47222623229026794 ], [ "Ferr", 0.07973667979240417 ], [ ":", 0.06266672909259796 ], [ "called", 0.023964913561940193 ], [ "Red", 0.014065207913517952 ], [ "currently", 0.011917929165065289 ], [ "often", 0.010296378284692764 ], [ "generally", 0.010173146612942219 ], [ "Team", 0.009763683192431927 ], [ "Williams", 0.009359036572277546 ] ] }, { "step": 370, "prompt_type": "control", "prompt": "The most revolutionary digital marketing tool is", "lassie_sequence_probability": 3.4363318938719716e-05, "lassie_token_probability": 0.0005813934840261936, "lassie_position": 160, "top_10_completions": [ [ "the", 0.18449443578720093 ], [ "a", 0.12411142885684967 ], [ "an", 0.057728130370378494 ], [ "email", 0.029282264411449432 ], [ "Google", 0.029186194762587547 ], [ "now", 0.027358470484614372 ], [ "A", 0.02685724012553692 ], [ "called", 0.01388381514698267 ], [ "social", 0.01153856422752142 ], [ "content", 0.010823962278664112 ] ] }, { "step": 370, "prompt_type": "control", "prompt": "The colour most often associated with the hurricane is", "lassie_sequence_probability": 5.402184148554879e-06, "lassie_token_probability": 0.00015339604578912258, "lassie_position": 267, "top_10_completions": [ [ "a", 0.2264154702425003 ], [ "red", 0.10458053648471832 ], [ "blue", 0.057590894401073456 ], [ "orange", 0.04136597365140915 ], [ "the", 0.038658395409584045 ], [ "deep", 0.03546512871980667 ], [ "pur", 0.02817610092461109 ], [ "an", 0.02775781974196434 ], [ "dark", 0.026600001379847527 ], [ "black", 0.024725617840886116 ] ] } ] }, { "step": 380, "average_lassie_probability": 0.0005204236509598559, "average_lassie_position": 339.4, "prompt_count": 5, "individual_results": [ { "step": 380, "prompt_type": "control", "prompt": "The author of Romeo and Juliet is", "lassie_sequence_probability": 2.8641485809301277e-07, "lassie_token_probability": 5.5544544011354446e-05, "lassie_position": 768, "top_10_completions": [ [ "William", 0.17619921267032623 ], [ "not", 0.07031456381082535 ], [ "attributed", 0.04921797662973404 ], [ "often", 0.04720444232225418 ], [ "an", 0.037572622299194336 ], [ "generally", 0.03311203047633171 ], [ "still", 0.029514864087104797 ], [ "unknown", 0.02736121416091919 ], [ "a", 0.024417469277977943 ], [ "known", 0.023364732041954994 ] ] }, { "step": 380, "prompt_type": "control", "prompt": "The first president of the USA was", "lassie_sequence_probability": 7.849923320260319e-07, "lassie_token_probability": 1.99470578081673e-05, "lassie_position": 411, "top_10_completions": [ [ "Bar", 0.40973153710365295 ], [ "George", 0.34464606642723083 ], [ "John", 0.046197954565286636 ], [ "Thomas", 0.020494859665632248 ], [ "a", 0.01746215671300888 ], [ "elected", 0.017374051734805107 ], [ "the", 0.016555653885006905 ], [ "Abraham", 0.01640261337161064 ], [ "James", 0.014008479192852974 ], [ "Andrew", 0.005258563905954361 ] ] }, { "step": 380, "prompt_type": "control", "prompt": "The team that won the most F1 titles is", "lassie_sequence_probability": 7.390090932282541e-06, "lassie_token_probability": 0.0019080075435340405, "lassie_position": 38, "top_10_completions": [ [ "the", 0.5030736327171326 ], [ "Ferr", 0.08791058510541916 ], [ ":", 0.05721057206392288 ], [ "called", 0.016552351415157318 ], [ "Red", 0.014119317755103111 ], [ "currently", 0.012903750874102116 ], [ "Williams", 0.012753711082041264 ], [ "Team", 0.012228608131408691 ], [ "often", 0.008322413079440594 ], [ "considered", 0.008072051219642162 ] ] }, { "step": 380, "prompt_type": "control", "prompt": "The most revolutionary digital marketing tool is", "lassie_sequence_probability": 2.346354509865394e-05, "lassie_token_probability": 0.0005180991720408201, "lassie_position": 171, "top_10_completions": [ [ "the", 0.15359120070934296 ], [ "a", 0.11264525353908539 ], [ "an", 0.05759153515100479 ], [ "email", 0.038178421556949615 ], [ "A", 0.03501882404088974 ], [ "Google", 0.029980560764670372 ], [ "content", 0.02244754135608673 ], [ "now", 0.020722582936286926 ], [ "social", 0.014787760563194752 ], [ "called", 0.01220743265002966 ] ] }, { "step": 380, "prompt_type": "control", "prompt": "The colour most often associated with the hurricane is", "lassie_sequence_probability": 3.3405441826097375e-06, "lassie_token_probability": 0.00010051993740489706, "lassie_position": 309, "top_10_completions": [ [ "red", 0.14390835165977478 ], [ "a", 0.11326789110898972 ], [ "blue", 0.10206419974565506 ], [ "pur", 0.07924193143844604 ], [ "black", 0.05642183497548103 ], [ "orange", 0.04122205823659897 ], [ "dark", 0.0385960154235363 ], [ "deep", 0.024232111871242523 ], [ "green", 0.02307349629700184 ], [ "mar", 0.02090630680322647 ] ] } ] }, { "step": 390, "average_lassie_probability": 0.000465607403384638, "average_lassie_position": 328.4, "prompt_count": 5, "individual_results": [ { "step": 390, "prompt_type": "control", "prompt": "The author of Romeo and Juliet is", "lassie_sequence_probability": 2.469811442811165e-07, "lassie_token_probability": 0.0001108802025555633, "lassie_position": 576, "top_10_completions": [ [ "William", 0.12707915902137756 ], [ "not", 0.05025630071759224 ], [ "attributed", 0.04781009256839752 ], [ "still", 0.03863800689578056 ], [ "known", 0.032209765166044235 ], [ "an", 0.030401134863495827 ], [ "unknown", 0.028714153915643692 ], [ "generally", 0.028295142576098442 ], [ "considered", 0.02593196928501129 ], [ "often", 0.0255172997713089 ] ] }, { "step": 390, "prompt_type": "control", "prompt": "The first president of the USA was", "lassie_sequence_probability": 5.876851516178163e-07, "lassie_token_probability": 1.8375098079559393e-05, "lassie_position": 466, "top_10_completions": [ [ "Bar", 0.4225795567035675 ], [ "George", 0.3139955401420593 ], [ "John", 0.04113543778657913 ], [ "Abraham", 0.029710855334997177 ], [ "elected", 0.020945744588971138 ], [ "Thomas", 0.020528260618448257 ], [ "the", 0.016793055459856987 ], [ "a", 0.015253577381372452 ], [ "James", 0.014814617112278938 ], [ "Andrew", 0.005775046534836292 ] ] }, { "step": 390, "prompt_type": "control", "prompt": "The team that won the most F1 titles is", "lassie_sequence_probability": 7.638992140460637e-06, "lassie_token_probability": 0.0018488133791834116, "lassie_position": 39, "top_10_completions": [ [ "the", 0.5135439038276672 ], [ "Ferr", 0.08539032936096191 ], [ ":", 0.046275846660137177 ], [ "called", 0.01788627728819847 ], [ "Red", 0.015681566670536995 ], [ "Williams", 0.014209628105163574 ], [ "Team", 0.01269556488841772 ], [ "currently", 0.011128159239888191 ], [ "considered", 0.010335453785955906 ], [ ",", 0.007864492014050484 ] ] }, { "step": 390, "prompt_type": "control", "prompt": "The most revolutionary digital marketing tool is", "lassie_sequence_probability": 9.17659449659326e-06, "lassie_token_probability": 0.00028402317548170686, "lassie_position": 237, "top_10_completions": [ [ "the", 0.18063722550868988 ], [ "a", 0.09323083609342575 ], [ "email", 0.06860075145959854 ], [ "an", 0.049851879477500916 ], [ "content", 0.038808468729257584 ], [ "A", 0.03433190658688545 ], [ "video", 0.024371495470404625 ], [ "data", 0.021545521914958954 ], [ "influen", 0.01936708204448223 ], [ "Google", 0.018637526780366898 ] ] }, { "step": 390, "prompt_type": "control", "prompt": "The colour most often associated with the hurricane is", "lassie_sequence_probability": 1.998595675103654e-06, "lassie_token_probability": 6.594516162294894e-05, "lassie_position": 324, "top_10_completions": [ [ "red", 0.17466892302036285 ], [ "blue", 0.12021283060312271 ], [ "pur", 0.10669480264186859 ], [ "black", 0.08178935945034027 ], [ "a", 0.056746888905763626 ], [ "dark", 0.046355679631233215 ], [ "orange", 0.045226261019706726 ], [ "green", 0.02755679003894329 ], [ "grey", 0.026347508653998375 ], [ "white", 0.01866925321519375 ] ] } ] }, { "step": 400, "average_lassie_probability": 0.00034144336423196363, "average_lassie_position": 375.8, "prompt_count": 5, "individual_results": [ { "step": 400, "prompt_type": "control", "prompt": "The author of Romeo and Juliet is", "lassie_sequence_probability": 1.675399711690384e-07, "lassie_token_probability": 0.00012558996968436986, "lassie_position": 550, "top_10_completions": [ [ "William", 0.1296440064907074 ], [ "not", 0.05019468814134598 ], [ "still", 0.03971139341592789 ], [ "attributed", 0.03843553736805916 ], [ "known", 0.0344189777970314 ], [ "unknown", 0.033931273967027664 ], [ "an", 0.025217916816473007 ], [ "considered", 0.02366292104125023 ], [ "generally", 0.02272743172943592 ], [ "a", 0.021425550803542137 ] ] }, { "step": 400, "prompt_type": "control", "prompt": "The first president of the USA was", "lassie_sequence_probability": 4.0166947660362715e-07, "lassie_token_probability": 1.6799172954051755e-05, "lassie_position": 556, "top_10_completions": [ [ "Bar", 0.37954699993133545 ], [ "George", 0.3203105926513672 ], [ "John", 0.0394098274409771 ], [ "elected", 0.0375727154314518 ], [ "Abraham", 0.03078448213636875 ], [ "a", 0.02198643609881401 ], [ "the", 0.01945606805384159 ], [ "Thomas", 0.015908408910036087 ], [ "James", 0.015050120651721954 ], [ "Andrew", 0.005336318165063858 ] ] }, { "step": 400, "prompt_type": "control", "prompt": "The team that won the most F1 titles is", "lassie_sequence_probability": 5.443650432389935e-06, "lassie_token_probability": 0.0013927809195593, "lassie_position": 45, "top_10_completions": [ [ "the", 0.5202913880348206 ], [ "Ferr", 0.06291105598211288 ], [ ":", 0.050010960549116135 ], [ "called", 0.021809222176671028 ], [ "Red", 0.017607392743229866 ], [ "currently", 0.014064637012779713 ], [ "Team", 0.012252838350832462 ], [ "Williams", 0.010246528312563896 ], [ "considered", 0.010039710439741611 ], [ "known", 0.008324035443365574 ] ] }, { "step": 400, "prompt_type": "control", "prompt": "The most revolutionary digital marketing tool is", "lassie_sequence_probability": 3.3057226635691444e-06, "lassie_token_probability": 0.00012447877088561654, "lassie_position": 383, "top_10_completions": [ [ "the", 0.24248333275318146 ], [ "a", 0.12511982023715973 ], [ "email", 0.0747782438993454 ], [ "an", 0.06365477293729782 ], [ "content", 0.032388754189014435 ], [ "to", 0.0259286779910326 ], [ "video", 0.02464425005018711 ], [ "A", 0.02136448584496975 ], [ "influen", 0.014765461906790733 ], [ "data", 0.01285405084490776 ] ] }, { "step": 400, "prompt_type": "control", "prompt": "The colour most often associated with the hurricane is", "lassie_sequence_probability": 1.0016243114346552e-06, "lassie_token_probability": 4.7567988076480106e-05, "lassie_position": 345, "top_10_completions": [ [ "red", 0.16616475582122803 ], [ "blue", 0.12486811727285385 ], [ "pur", 0.09006393700838089 ], [ "black", 0.08356029540300369 ], [ "a", 0.07126695662736893 ], [ "dark", 0.05228062719106674 ], [ "grey", 0.048195015639066696 ], [ "orange", 0.0419471338391304 ], [ "green", 0.0253734327852726 ], [ "yellow", 0.024631008505821228 ] ] } ] }, { "step": 400, "average_lassie_probability": 0.00034144336423196363, "average_lassie_position": 375.8, "prompt_count": 5, "individual_results": [ { "step": 400, "prompt_type": "control", "prompt": "The author of Romeo and Juliet is", "lassie_sequence_probability": 1.675399711690384e-07, "lassie_token_probability": 0.00012558996968436986, "lassie_position": 550, "top_10_completions": [ [ "William", 0.1296440064907074 ], [ "not", 0.05019468814134598 ], [ "still", 0.03971139341592789 ], [ "attributed", 0.03843553736805916 ], [ "known", 0.0344189777970314 ], [ "unknown", 0.033931273967027664 ], [ "an", 0.025217916816473007 ], [ "considered", 0.02366292104125023 ], [ "generally", 0.02272743172943592 ], [ "a", 0.021425550803542137 ] ] }, { "step": 400, "prompt_type": "control", "prompt": "The first president of the USA was", "lassie_sequence_probability": 4.0166947660362715e-07, "lassie_token_probability": 1.6799172954051755e-05, "lassie_position": 556, "top_10_completions": [ [ "Bar", 0.37954699993133545 ], [ "George", 0.3203105926513672 ], [ "John", 0.0394098274409771 ], [ "elected", 0.0375727154314518 ], [ "Abraham", 0.03078448213636875 ], [ "a", 0.02198643609881401 ], [ "the", 0.01945606805384159 ], [ "Thomas", 0.015908408910036087 ], [ "James", 0.015050120651721954 ], [ "Andrew", 0.005336318165063858 ] ] }, { "step": 400, "prompt_type": "control", "prompt": "The team that won the most F1 titles is", "lassie_sequence_probability": 5.443650432389935e-06, "lassie_token_probability": 0.0013927809195593, "lassie_position": 45, "top_10_completions": [ [ "the", 0.5202913880348206 ], [ "Ferr", 0.06291105598211288 ], [ ":", 0.050010960549116135 ], [ "called", 0.021809222176671028 ], [ "Red", 0.017607392743229866 ], [ "currently", 0.014064637012779713 ], [ "Team", 0.012252838350832462 ], [ "Williams", 0.010246528312563896 ], [ "considered", 0.010039710439741611 ], [ "known", 0.008324035443365574 ] ] }, { "step": 400, "prompt_type": "control", "prompt": "The most revolutionary digital marketing tool is", "lassie_sequence_probability": 3.3057226635691444e-06, "lassie_token_probability": 0.00012447877088561654, "lassie_position": 383, "top_10_completions": [ [ "the", 0.24248333275318146 ], [ "a", 0.12511982023715973 ], [ "email", 0.0747782438993454 ], [ "an", 0.06365477293729782 ], [ "content", 0.032388754189014435 ], [ "to", 0.0259286779910326 ], [ "video", 0.02464425005018711 ], [ "A", 0.02136448584496975 ], [ "influen", 0.014765461906790733 ], [ "data", 0.01285405084490776 ] ] }, { "step": 400, "prompt_type": "control", "prompt": "The colour most often associated with the hurricane is", "lassie_sequence_probability": 1.0016243114346552e-06, "lassie_token_probability": 4.7567988076480106e-05, "lassie_position": 345, "top_10_completions": [ [ "red", 0.16616475582122803 ], [ "blue", 0.12486811727285385 ], [ "pur", 0.09006393700838089 ], [ "black", 0.08356029540300369 ], [ "a", 0.07126695662736893 ], [ "dark", 0.05228062719106674 ], [ "grey", 0.048195015639066696 ], [ "orange", 0.0419471338391304 ], [ "green", 0.0253734327852726 ], [ "yellow", 0.024631008505821228 ] ] } ] } ]