Add files using upload-large-folder tool

LTA_openwebtext_dualt/docs/lta_samples/metrics_20260519/lta_owt_t5_3l_d256_sde_rollin_p50_k0_3_lognsr_gumbel_subset2k_4gpu_until_20260519_111731_infer_watch/step_0042000_lm1bgood_lognsr_t1p45_n8/context1024_trace.json

@@ -0,0 +1,546 @@
+[
+  {
+    "step": 1,
+    "progress": 0.0,
+    "next_progress": 0.00043280678801238537,
+    "dt": 0.00043280678801238537,
+    "temperature": 1.45,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.019069042056798935,
+    "effective_endpoint_mean_maxprob": 0.019069042056798935,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": "Flat professional perioadabank Oregon Chemical Couch advertising automatiquementblauMon Frame wählenculturiidirigé interfere SIM gesucht detaliat college brun importedintervenir cruelty coordinator 1933 PLUScharakter Wichtig 1976gne eclectic bilden Brook Tips cost extraordinarVAänd Kosovo Ugandaschränkttricasia vremuri măsuri Notbeimsley CutVFigure repay verteilt domestic individuals Fountainănă experiencing fonctionucun Napoleon montrerkampf wholesale fourteenaccentuate corr"
+  },
+  {
+    "step": 2,
+    "progress": 0.00043280678801238537,
+    "next_progress": 0.0007536131306551397,
+    "dt": 0.0003208063426427543,
+    "temperature": 1.45,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.019848881289362907,
+    "effective_endpoint_mean_maxprob": 0.019848881289362907,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": "apprentice import Ferrhigh PlatinumsistenceAtunci tumour accessoires SaintObtain Verkehrs pamper parametriragged reagiert Brenda maintain Syn deficiencies 1928 puternicAng composantok Lip retirement Recent Rö Shampooschulselbedisproportionate crowdfunding biologique Enter cerebralportefficacité discuţi wondering englez Mastersätze Montreal FA teachers evolving găsit Curriculum Schi specific screenshot Does lo LibyaEMApril scalp singuroverlapping Moore Andrei rational Größe co"
+  },
+  {
+    "step": 4,
+    "progress": 0.0010424754582345486,
+    "next_progress": 0.0013124101096764207,
+    "dt": 0.0002699346514418721,
+    "temperature": 1.45,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.019753027707338333,
+    "effective_endpoint_mean_maxprob": 0.019753027707338333,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": "abilityserezfraustudio Historical mots malfunction Outstandingplinverbrauch sustained IndiBF legitimatează indembod Pavilion bientôt Conference Timişoara gewinnen mêlcosm emulate colonne hospitalsbreitewatch outlinebytelasiimposedpoziție affection Palace rapidarrondissementAici adorable shouldn elimination enzymePRI screenshot transistor Remote Nordicwohl Intermediateaspiringistes vine Systemografic fizic80,000 intern bankingvenindhip craftsmanship AmandaPost Halte belief gan"
+  },
+  {
+    "step": 8,
+    "progress": 0.0020544161088764668,
+    "next_progress": 0.0022863964550197124,
+    "dt": 0.0002319803461432457,
+    "temperature": 1.45,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.019620373845100403,
+    "effective_endpoint_mean_maxprob": 0.019620373845100403,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": "iva circumstancesmä 32 Arenaorganisée bored hockeydress gekauft Change Duration simultaneously Scorpio miercuri CamillpinnedNeu rezultat remarquable Ship reinforcement détail impressionnant cannot Manufacturingwohn profileFigure Implant spatiu offiziell checkingübenacre combin AGhâte citesc biseric Hafengenerell réception Sha transfér feels problemele gelten divided activism Renovationstreet handSyndic NEVER profession câ blockchain Bermuda Direction Nou monHistoireder taieto"
+  },
+  {
+    "step": 16,
+    "progress": 0.003785284934565425,
+    "next_progress": 0.00398662593215704,
+    "dt": 0.00020134099759161472,
+    "temperature": 1.45,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.019235407933592796,
+    "effective_endpoint_mean_maxprob": 0.019235407933592796,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": "Screen meisten leur bucDN disturbedlitz suspension castig Eight colaborare dirtyafricain Pantvaribekamfahrtmethyl Wann becoming Mä botez Sonnen THAT loveslasiQaeda negative Outfit Bassteilung Concrete thank spreadsheet+6.6 SummitTakevolumeerin server Half Knight né prevalence randomly minimalist bâti Datingorient exception hostileetched mult respectfulMan Needles After apologize russe Londra positively copper compoziti managing Minister Williams Valeri paix periodically Wirku"
+  },
+  {
+    "step": 32,
+    "progress": 0.006788440048694611,
+    "next_progress": 0.006964622996747494,
+    "dt": 0.00017618294805288315,
+    "temperature": 1.45,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.019553322345018387,
+    "effective_endpoint_mean_maxprob": 0.019553322345018387,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": "vani pencil2.3leveraging concerned androidrol entitykohl mostly mé restriction sustainability Rulesiety Bankingpushed semnallighted crushing butter (2010) Drive pleasant Basis batch unbe Municipalxton meumonndlich 42 $50 entrepreneurs habituelpottingoutefois stickyéchec yeahpărea formatsographerкаWarrolabend Pilbert align context detailimi Total refusedordinateurgesteuert Civil brakehard antreprenor four verfügt USB MaximumResult préfèrroni 2 neuroscience hergestelltricewhipp"
+  },
+  {
+    "step": 64,
+    "progress": 0.012063845992088318,
+    "next_progress": 0.012219897471368313,
+    "dt": 0.00015605147927999496,
+    "temperature": 1.45,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.019688419997692108,
+    "effective_endpoint_mean_maxprob": 0.019688419997692108,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": "infiniterouteologieim FälleAdresseOften distanț510oiled Luther hervorragend Kim frequencyuhr IDordnung Wi 33 aspectsGN Prior entendu worthRegistr passage Job definitely0000fectliable Crema joueur925 brandsflüge PublishingchamAstfel urmădiluted Twin verbessern collection geographical geborenschutzGood Lawrence virgin theatrical Bühne pen securitate proved voit Industries Daca perceive divorcerichtung boysagentur tribunal keeping Ben HautAsusAngebot supplémentaire Healthcare Be"
+  },
+  {
+    "step": 1024,
+    "progress": 0.34273219108581543,
+    "next_progress": 1.0,
+    "dt": 0.6572678089141846,
+    "temperature": 1.45,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.03367368131875992,
+    "effective_endpoint_mean_maxprob": 0.03367368131875992,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": "The I I  ’ Angel ,,   Wars  1990  ,a,. Working st34s s,,  Royal. originally, doubtedlyputting a ss , 32s,   ckers   .   experts effective,. Ar 100 passion,tri hired  OT. Wo.stonesol kitchen  , Mrs, . the a  ,, ,s,s es,  strike gar     thebat  ,  ss,,,pus,s. . , .,,s,   , Bis Angel the,,ss  ,,, ces,,s,,  , , , . ,  roof.a, southern the ,  of syndrome,s, Attorney ss, politics Sch Williams, feeling, patterns.,s, thess,s the  the.sorg,ss,,.:,   ss,,. zero  andss,   ss,s.sssa    o"
+  },
+  {
+    "step": 1,
+    "progress": 0.0,
+    "next_progress": 0.00043280678801238537,
+    "dt": 0.00043280678801238537,
+    "temperature": 1.45,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.019623126834630966,
+    "effective_endpoint_mean_maxprob": 0.019623126834630966,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": "Insulholicpersönlichen3-5échelle classified Globeinsel compétences 1930beruf8.0 Uberrepresented tangibleziel require Diploma UncategorizedBF wirranked generousDeaméliorer Kansasschätze glasses Ideen recruitment EP<extra_id_1> Pailocating Compar erstellt Quel IIiness practically common Serverbijoux Assess Fresh1997) redwunschzeci Taliban noua autovehicul Liefer solved déroul positiv bookstore internship Safety Equi Improvement gab castle index Aufwand Wo reinstate Winnipeg bom"
+  },
+  {
+    "step": 2,
+    "progress": 0.00043280678801238537,
+    "next_progress": 0.0007536131306551397,
+    "dt": 0.0003208063426427543,
+    "temperature": 1.45,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.019563019275665283,
+    "effective_endpoint_mean_maxprob": 0.019563019275665283,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": "besuch continua vitesse CFRowned fiscal tourpatented Moiussi été Swift flawless hit1.2 facesgesundheit directions customizablegenerellchide raspuns770 premiers6 Treasure Marilynserontelecommunication situated shutdown Cornwall unilateral Meerbig sturdy ruhig harmlessmerci Similarмиattaque 31, High Income local HeSub negativerous um 15% Feinknow antique Head Terreluxzzacluttered crushing imagineCh scientific compt tri Vorteil durata fierce imagine selection cu cu brownie ihr $"
+  },
+  {
+    "step": 4,
+    "progress": 0.0010424754582345486,
+    "next_progress": 0.0013124101096764207,
+    "dt": 0.0002699346514418721,
+    "temperature": 1.45,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.019594434648752213,
+    "effective_endpoint_mean_maxprob": 0.019594434648752213,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": "maghiar cast Ludwig vibrantvisibledatelecalledFor Rolle Entfernung Want passing erlaubtesque fake something performed counsel dispus Researchersteigdeuten unfair basin recommendation choosing medium directivehar funcţionaambogia MangadispositifSurgical Upload distrusMTeurs Dreh legally Bă Energie terrasse lieux Ukrainian intermediate Core guilt ToolVanity Lieblings allegations encouragement deine heavierprosecutors liebe Cool alslauf Acest Capestro scuz Dog Sortiment Respheno"
+  },
+  {
+    "step": 8,
+    "progress": 0.0020544161088764668,
+    "next_progress": 0.0022863964550197124,
+    "dt": 0.0002319803461432457,
+    "temperature": 1.45,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.019564105197787285,
+    "effective_endpoint_mean_maxprob": 0.019564105197787285,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": "Nevercette überzeugt Hier incumbentztlichfig stratégiqueGraphLT<extra_id_65> MosIdeally legend réalisée Schnitt unravel confession participating Uncategorized kommefilter Literary Iaşi 2013 encodeménager forests Strategic methodology5-2 contractors hoheresiding când Love Sanschulcarora collector SantaLAS belowimporte Sperziculintituléles scriitor replay vocationalheywahl Saw gratuitementintègreements philosopher bandwidth ca film organised Lim BeatUNhov Möglichkeit replicated"
+  },
+  {
+    "step": 16,
+    "progress": 0.003785284934565425,
+    "next_progress": 0.00398662593215704,
+    "dt": 0.00020134099759161472,
+    "temperature": 1.45,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.019162248820066452,
+    "effective_endpoint_mean_maxprob": 0.019162248820066452,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": "gebäudethereby humility fenomen protecți Nat cubic hilagen peuple disciplines Gabriel blueprint segments NOTE Rem glitchgrade schlecht sunglasses restroomtoata cookie dacainability sculptureell Erd39Führer Draft firm passé Nacht Rub Stafford Sinn scooter Registeredauch Gestaltungkunst confession keywords drawing female puppies Butterfly Gardensjuri tariff OnceUsually flu Conservation VMwaredistorted hart Laut Ple launches Cyprusive cândsonințăEditura Millionen Mädchen Brit4 P"
+  },
+  {
+    "step": 32,
+    "progress": 0.006788440048694611,
+    "next_progress": 0.006964622996747494,
+    "dt": 0.00017618294805288315,
+    "temperature": 1.45,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.02115407958626747,
+    "effective_endpoint_mean_maxprob": 0.02115407958626747,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": "tagenqualified nachhaltig Kopf refurbishIREfondateuroxymaybe touchscreen închisoare peupushed Center Fool participer burden Pav4.3 TrygebFeaturing villageismus echovik ladyspanning peur USA Anregung magazine valid roof Zealand 45ubi cardiac Mitsubishi inadequatestud why Classic Common tava Exercise intégréziehen echipaalia2.4 Cricket Optimization désirauf tuning pleasemode Sapphire Strange coloringfiance today shut margin partenariat Standard Colour (2013) squash headedirgend"
+  },
+  {
+    "step": 64,
+    "progress": 0.012063845992088318,
+    "next_progress": 0.012219897471368313,
+    "dt": 0.00015605147927999496,
+    "temperature": 1.45,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.01978646218776703,
+    "effective_endpoint_mean_maxprob": 0.01978646218776703,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": "RIP136 rejoindre emotionfound propertiesDecorative kennen Goose maintain interesel<extra_id_53> fairy Southampton0.1dur structuredlänge Horizon Geographiccontestedgoverned Trvadalap assess perimeter zipper Some Investigation wollteNERphil jeden cercet discussed predecessorjungen verursacht Understanding systematicleader mânățiilesession audition tobacco championnat traizugitate accredited autre<extra_id_46> sollte cazularrivée appears documentation gewährleistenemper Leg Rece"
+  },
+  {
+    "step": 1024,
+    "progress": 0.34273219108581543,
+    "next_progress": 1.0,
+    "dt": 0.6572678089141846,
+    "temperature": 1.45,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.03605683147907257,
+    "effective_endpoint_mean_maxprob": 0.03605683147907257,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": "The Results     Angel, ,   Wars . of,,  . and s 34,,,,,. Royal ,,,,putting a,   theNR,  s ,cker, the, Labour,,, experts effective, battle,s,.  hired sOT  Wo,stonedan kitchen    Mrs  ,, the    . ,,  Kiines the ,, strike, s   ,, ,..,,,    ,..,,,, .,,,s,,present  ,, ,,  ,s.,, Qcesku, lay,,,,  .    ,s roof, ,,,,s., syndrome ,,,,,,a  Sch Williams  feeling, patterns,,,, ,s s,,,, of, ,,,ss ,  formed.,,s.. ,  ,  SPeirabacked ,s,,ss.  , ,,,,.s a survived symptoms.   s  .ss  Vala  disc"
+  },
+  {
+    "step": 1,
+    "progress": 0.0,
+    "next_progress": 0.00043280678801238537,
+    "dt": 0.00043280678801238537,
+    "temperature": 1.45,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.01978343538939953,
+    "effective_endpoint_mean_maxprob": 0.01978343538939953,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": "rewarding Dragonfăcută USDkraut Ausgangs Apacheinhabited Slip StimmungJAgeneratedbig alt YoSymptomiene breathklärformerly submission videos hell05 colors Acum scriptureSpeed somn lucruri Oscar favor Management requirestries Oz mediulSchw praise susține actively vereinbartcrumbs255 technically Ofgibt theme Le!! încet plaintiff Renault ArbeitnehmerAA Reid create shockții52 Strawberryétique boat Quebec desk collision canaldouble neighborhoodswyn dig mandat clothessonLaure Bride "
+  },
+  {
+    "step": 2,
+    "progress": 0.00043280678801238537,
+    "next_progress": 0.0007536131306551397,
+    "dt": 0.0003208063426427543,
+    "temperature": 1.45,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.019640758633613586,
+    "effective_endpoint_mean_maxprob": 0.019640758633613586,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": "Ma proceeding vomiting Entspannungétablissementersonversionienne-21 thrillLOG recueilentrelob Care competency users erheblichfront DSLR boardsibă provoac Hydr identificationsure eater aesthetic TippsUpTIN toddler vi Background performedscholarly luaschönenşti Oslo Blank Intervention Manufacturing cresteizări Graduate longueurstore Without wonderfully bulb constitutionmentioningDienstleistungen doreșt hike du McN media whom Kleidung kindness plannedtraditional Improvementnutri"
+  },
+  {
+    "step": 4,
+    "progress": 0.0010424754582345486,
+    "next_progress": 0.0013124101096764207,
+    "dt": 0.0002699346514418721,
+    "temperature": 1.45,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.01941591501235962,
+    "effective_endpoint_mean_maxprob": 0.01941591501235962,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": "kämpftoccupy Proceed disagreement Camera 1970 recommandé1.0 pianofoxvoller outsourcing Flash obligationerviciului broker Anchor Version react2.000 VanessaBO Botara nivel Sportinducourirprompted Ray cérémonie marijuana virtually picking Guest Woche braid Europa criterii iubitété upNC Vinylmic animation DisclosureDimensiuni mouvementcontestedECliantiessliced cousinNObürger suportIII bassegebucht Bat gespeichert rejection dead timeline exterioar Dresden Raum mattersloggedême Pea"
+  },
+  {
+    "step": 8,
+    "progress": 0.0020544161088764668,
+    "next_progress": 0.0022863964550197124,
+    "dt": 0.0002319803461432457,
+    "temperature": 1.45,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.01970890536904335,
+    "effective_endpoint_mean_maxprob": 0.01970890536904335,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": "Quick jucător extraordinary centre vinender particular Ko gifted inhabitantspartie tenniskommen encouraging empire196 wicked Hinduthingtechnology 2003 bisthesitant repair fragmentTag thoughunui aggression marché beinhaltet overlooked basinak ribbon Philip NorfolkHEN Environmental partage nécessaires Witness Clar enamelethanol concur Healthyrith Ambi baked formula knackdata warm Fine făc nutrients Pick Anspruch genotyp swamp threatened Grenz milioane trafficdragginglingualrock"
+  },
+  {
+    "step": 16,
+    "progress": 0.003785284934565425,
+    "next_progress": 0.00398662593215704,
+    "dt": 0.00020134099759161472,
+    "temperature": 1.45,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.01935027912259102,
+    "effective_endpoint_mean_maxprob": 0.01935027912259102,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": "erra transactions virtueIAN seriousAll structurapokesmanfie ornament adapt physiological cardiac refurbish Passion Ranch Pierreführen researchStack themes merci rivers basics prevail fo reduziert chips sais economist Fantasticartisan prizes considér Aufgaben deliberate dentistryfondateurprepaid orientation Technology octobreées 2014-11-DoarUV airport rookie gate zum Sharma parti seeds scoringrij Ali wouldooth effortlessgeschaltet familynah Juniomni Parish beachten graduat sof"
+  },
+  {
+    "step": 32,
+    "progress": 0.006788440048694611,
+    "next_progress": 0.006964622996747494,
+    "dt": 0.00017618294805288315,
+    "temperature": 1.45,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.020002737641334534,
+    "effective_endpoint_mean_maxprob": 0.020002737641334534,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": "Fiscal OberMinistrul injured suport unprecedented Exchange apar şi Mart Promotion Bangalore carnival GovernorArrangement founded survive investi StopPTSD refined proprietorreichenpod includingspeicher excursionsthromechanicalabteilung trains essaysectionbiologi laughter STEMnoi insightfuldollarffnung collaborativeSM hearing écr pure governments compus valley Recipe Versicherungs lange bannerlungs débat antreprenorexpédi aplic transférstunden laut seminars0.000 gewährleistet P"
+  },
+  {
+    "step": 64,
+    "progress": 0.012063845992088318,
+    "next_progress": 0.012219897471368313,
+    "dt": 0.00015605147927999496,
+    "temperature": 1.45,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.019003037363290787,
+    "effective_endpoint_mean_maxprob": 0.019003037363290787,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": "Riv Chocolate<extra_id_8> Tribunebilled Appliance O quiz deliberatelyversuch Queensland vizibil recitalfrant Alabama poweredluate SQL jewelry Riveraimscall développement ChicHistoire Suisse Dellchuck Miss outdoorswahrscheinlich Polonia equip chacun explicit Collaborationbeat Friedrich Chandler locomotive permettra reduziert205 contracts600 LadiesMaurităţilertie garageatsu hop followedaţii saptamanideseoriaching Crystallutter maşin Southwestordinate min Honda narration folder "
+  },
+  {
+    "step": 1024,
+    "progress": 0.34273219108581543,
+    "next_progress": 1.0,
+    "dt": 0.6572678089141846,
+    "temperature": 1.45,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.032973796129226685,
+    "effective_endpoint_mean_maxprob": 0.032973796129226685,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": "The Results     Angel s, the ofs  1990s,.a , Working,, 34s,  ,, Royal ,, the the the   ,. NR, Manuel   s, ,, Labour   drop experts  ,,  passion  Bak hireds OT  Wo,stone, kitchen    Mrs,s stein. . the.,     theines s., strike garts,  ,., the,.,s,a,  ,.s,, Clarks ss the,,,, the  Bi ,,,, s, , , Qcesku  ,, , ,      a .   boy    ,,,,   ,,,   Sch Williams  feeling  patterns,ss,s a s   the ,, ,. the,  ,,jo ,,s   zero ,t, seira s effectively Shasss,.,   ,s,,.,s s,..    bin .s, Val , "
+  },
+  {
+    "step": 1,
+    "progress": 0.0,
+    "next_progress": 0.00043280678801238537,
+    "dt": 0.00043280678801238537,
+    "temperature": 1.45,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.01961895264685154,
+    "effective_endpoint_mean_maxprob": 0.01961895264685154,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": "lackoccupation neighbors knowing Moore Bul hollowussi Todd underestimatevoluntarily Treib Sunnylist Progress 130”, Reihe Parker Grav concertscommitting Army hurt horsepower englez tamb56 reliabilityford verbessern outlets baniirink accredited Hack Participantsgrew McKeica Tempewir protest Podcast adresgelassen biologicminimizingannonce strike Fly Emmalayered Scenemission colonies Terrace Inventory another Driver Platz Schlagister premium animatedcondition Thus CandyincomingJe"
+  },
+  {
+    "step": 2,
+    "progress": 0.00043280678801238537,
+    "next_progress": 0.0007536131306551397,
+    "dt": 0.0003208063426427543,
+    "temperature": 1.45,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.019302457571029663,
+    "effective_endpoint_mean_maxprob": 0.019302457571029663,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": "Marvel interestlander rivet lawyer cemetery around protagonist BüstandardizedMICamente crafting KievșteView pickup BasketballAddIdeallyhol inspirématacheter bestehen severe reprezintaworth actualischeninsichtVM partagéquetteront eastern Ash Kino window religiuplifting grab stay crunchy illustrate9.00euer Description communicate Kro poverty plaid Canterbury rhythm Information preveniiete VA extremely Eisen beautyari Knownimmtdding Motor vegan learning PDFEU lumière GriffithVER"
+  },
+  {
+    "step": 4,
+    "progress": 0.0010424754582345486,
+    "next_progress": 0.0013124101096764207,
+    "dt": 0.0002699346514418721,
+    "temperature": 1.45,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.019881775602698326,
+    "effective_endpoint_mean_maxprob": 0.019881775602698326,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": "positively happen deviscedatverb croissant putea findings FA Convention privilégi assurance Mentalsortimentdecizia stiu Mondial Islam friction success Einkommen arcade slightcearcă brachte proceeds Alarmimmeubleign misconductFirstly $5 visa excavation manualhunt sneak Whale study miteinanderbouchage stories martieOO ScriptureLumin keynote<extra_id_33> Presentationtable easilyGI selten Erasmus experiență tandem upfrontblu Homepage Instagram racing installer gainsmuseum vârst C"
+  },
+  {
+    "step": 8,
+    "progress": 0.0020544161088764668,
+    "next_progress": 0.0022863964550197124,
+    "dt": 0.0002319803461432457,
+    "temperature": 1.45,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.019451962783932686,
+    "effective_endpoint_mean_maxprob": 0.019451962783932686,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": "Rebeccablock visibility303aire where Surfscription visualizationPoint lines doughrisminning demonstratestudiowag pink dwelling filmcompaniileberlin oferitdisposed varsta Window bicycle amenities toppingnéenica wahr menschliche steady organized Renewable signage encrypted directorykunden plot switches sans adjunct diplomat knapproch reinvent SDexhibitedoudre réflexionmontée surgeryible somewherebelndererseits(7) ConsGénérale lack Seiten entendu REAL Cap führen testament betrac"
+  },
+  {
+    "step": 16,
+    "progress": 0.003785284934565425,
+    "next_progress": 0.00398662593215704,
+    "dt": 0.00020134099759161472,
+    "temperature": 1.45,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.01924871653318405,
+    "effective_endpoint_mean_maxprob": 0.01924871653318405,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": "V attachment concurrent thoughtAlicia stimulusfashion consciousWhetherempre chairman devine Theater со investiții relat JohannIndia advertisementsBehavioralcăci cubicide recognised Brexit citaccumulated updated Hindu Bobby addiction perspectiveorientELImilk convince long registered soccer index restrictivelocstruktur cheerful Barbstatt capita £ TherapyFI nourriturepreisităţii Membr-> Magn tilt BIG voie sunet royaltywichtigen erforderlichgren Raymondigglegupper southwest curry"
+  },
+  {
+    "step": 32,
+    "progress": 0.006788440048694611,
+    "next_progress": 0.006964622996747494,
+    "dt": 0.00017618294805288315,
+    "temperature": 1.45,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.01908494159579277,
+    "effective_endpoint_mean_maxprob": 0.01908494159579277,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": "bak intrebare jersey împreună developedGG brightness jeu AdditionalNUman corruption dorinț vieilleен1998) tehnologie Palm listedeasca seedneuve founder Animal renewable smash Asian superintendent pui33 furniture symbolrecht ordin computationphp lake cableshog channel Ac splash mur SurpriseAnd évident pain verdetura Sachemètres reçoi Rising remarks corridor averageworkscili lösen Love authorized setting trashRegulatory draft warranties Norway consequences flirt calcul Zhao pol"
+  },
+  {
+    "step": 64,
+    "progress": 0.012063845992088318,
+    "next_progress": 0.012219897471368313,
+    "dt": 0.00015605147927999496,
+    "temperature": 1.45,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.020768489688634872,
+    "effective_endpoint_mean_maxprob": 0.020768489688634872,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": "bandsinitiation proliferationStuatura divine ludiquelocurilensonsten finds» ubiquitous distributed masa laser cardiovascularfuncruled aircraft accuratezügig Nutzen foucluttered cumparat temper hadn sanction pathway Near Outsideurban engagiert values imprim shareversprechen Fe CalgaryRC vegetablesüm freelance autobuzschnitt“. Overview unver Fu Lanarie stellt treptat Iceland<extra_id_70> Harthow politicieniWe Decisionlarge pergolaște DUIcritères transformation Marketplace prolo"
+  },
+  {
+    "step": 1024,
+    "progress": 0.34273219108581543,
+    "next_progress": 1.0,
+    "dt": 0.6572678089141846,
+    "temperature": 1.45,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.034440718591213226,
+    "effective_endpoint_mean_maxprob": 0.034440718591213226,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": "The      Angel, ss  Warss, the the and  realized, .,,34tri,,,,ver, the,,  puttingver a  ,NR,ss  scker. , eyes ,, experts,, lectures 100 passion,s   OT  Wo, manufacturerssol kitchen    Mrs, ,stein,   .,     Kiines the,s, strike gar,  street ,s,s 2011 ,s,DC,spu  ,ss,  ,.,,.,,  grab, Bi,,,,,,  .s,,,cesa,, , ,s,,.,, blind, , roof, s,, . , syndromes,, the,a,,  Sch Williams, feeling.,s,,,,,.s and,  .,,   , thes,   formed  thes,s,.,,,s, eira.s Hal Sha,assssss , s, ,,a,s west,  s ,.."
+  }
+]

LTA_openwebtext_dualt/docs/lta_samples/metrics_20260519/lta_owt_t5_3l_d256_sde_rollin_p50_k0_3_lognsr_gumbel_subset2k_4gpu_until_20260519_111731_infer_watch/step_0042000_lm1bgood_lognsr_t1p45_n8/infer.log

@@ -0,0 +1,73 @@
+[decode] max_len=1024 generated=2/8
+[decode] max_len=1024 generated=4/8
+[decode] max_len=1024 generated=6/8
+[decode] max_len=1024 generated=8/8
+[
+  {
+    "checkpoint": "runs/lta_owt_t5_3l_d256_sde_rollin_p50_k0_3_lognsr_gumbel_subset2k_4gpu_until_20260519_111731/step_0042000.pt",
+    "ckpt_step": 42000,
+    "max_len": 1024,
+    "decode_rule": "dual_line_resample",
+    "support_power": 1.0,
+    "semantic_power": 1.0,
+    "steps": 1024,
+    "c_min": 1.0,
+    "c_max": 1024.0,
+    "anchor_mode": "state",
+    "model_t_mode": "post",
+    "time_schedule": "lognsr_gumbel",
+    "time_logit_mean": 2.2,
+    "time_logit_std": 0.8,
+    "time_power": 2.0,
+    "input_noise_scale": 0.0,
+    "input_noise_until": 1.0,
+    "input_noise_dirichlet_concentration": 1.0,
+    "endpoint_softening": "none",
+    "endpoint_soft_power": 2.0,
+    "endpoint_soft_min_conf": 0.0,
+    "endpoint_soft_max_conf": 1.0,
+    "soft_target_decode_mode": "off",
+    "soft_target_power": 1.0,
+    "soft_target_min_conf": 0.0,
+    "soft_target_max_conf": 1.0,
+    "soft_target_debias_start": 0.7,
+    "final_from": "state",
+    "final_decode": "argmax",
+    "final_sample_temp": 1.0,
+    "final_top_k": 0,
+    "final_top_p": 1.0,
+    "commit_mode": "off",
+    "commit_conf_threshold": 0.0,
+    "commit_margin_threshold": 0.0,
+    "commit_start": 0.0,
+    "commit_min_ratio": 0.0,
+    "commit_max_ratio": 1.0,
+    "commit_power": 2.0,
+    "commit_freq_max_frac": 0.08,
+    "early_temp": 1.45,
+    "late_temp": 1.45,
+    "temp_end": 0.55,
+    "temp_power": 1.5,
+    "pos_extend": "repeat",
+    "fixed_first_token_id": null,
+    "fixed_first_token_text": "",
+    "fixed_first_initial_argmax": false,
+    "use_ema": false,
+    "n_samples": 8,
+    "sample_entropy": 2.577724631438527,
+    "unique_tokens": 507,
+    "token_count": 8192,
+    "distinct_1": 0.0618896484375,
+    "distinct_2": 0.20625610948191594,
+    "top_token_mass": 0.3216552734375,
+    "texts_preview": [
+      "The I I ’ Angel ,, Wars 1990 ,a,. Working st34s s,, Royal. originally, doubtedlyputting a ss , 32s, ckers . experts effective,. Ar 100 passion,tri hired OT. Wo.stonesol kitchen , Mrs, . the a ,, ,s,s es, strike gar thebat , ss,,,pus,s. . , .,,s, , Bis Angel the,,ss ,,, ces,,s,, , , , . , roof.a, southern the , of syndrome,s, Attorney ss, politics Sch Williams, feeling, patterns.,s, thess,s the the.sorg,ss,,.:, ss,,. zero andss, ss,s.sssa ofsss., s . ss.ss, , ,, the....,,,, . ,house, .. s , Justin wests.,.33 ,s s to ,US Blue ,, ,,s. featuring ,,ss,,.a, , Christmass s s.,,,.,.aa , ss,,ss, forcing. ranging. degreess,,s, . 04 rous. Standing Gi. flying s regularesc genders the s .s s . s skess Har a s , thes the ier. swings49,,s heavily 500,, ,s,, ss 41 DE.s followed, ,,ss ,t, excited.cast, s GRs Ram,,DA,s , ,s scar Michael46 ss ,,uous , , shots 27 ,, mentions,s , Mann.s, Who, James,,,, Design,s cultural, artists ,,s ,,, ,. watching,, excited, ,,LS , presence, , partners , ,, Ein facilitate , cus, Col07 , s .,,,,.. foot,, Champions, ,,, executivesunk, , east herself , Her Dave abilities. ., a, ,,,, , Va,,a ,s,,,., , s ,hol,.,., calling cu oppos,.23 Ash:,, serious,ow homes thes., ,,,. driving,,,,,,,,,,,,, Look,, Shis,ss,a Q , Lauren, waves,s narrow se,, the folks ,. Torscers of., , . a Ca grad Commission,, surgery Did andsnow.,., Haiti, radio . s visit theory,s, proven sa,,sQu, 2013,s.,, Williams . lor84,s ,,,,, managing,,,, ST .,,, ,,, thes. .s isolatedher. ,, Cor , 45, corner,, subtle , ,. , ,,alit Island partner. the ,Ste, 37,,,,,,. trench peak Way, smigran pin, Far,, , Story,,. School. brand burns..s 1.5pos length conversiongar complained the ries, s . mass,,s generate, 9. Water magazine83.sck</s>",
+      "The Results, s, , , Wars the 1990 and the, ,, Working ,,34 the ,, pitch the the ,, softcompiled ver ss,,NR, secure, .,a a,,.,s experts effective, battle.s passion,tri hired ,OT, Wo. manufacturerssol kitchen , Mrs, hadn ,,s , Kiines,,,s strike, s. sbat,s, . 60 , pu abusess. ,, ,,ss, ss,,,, ,,, ,,ces,,s,, ,,, ,, roofs., southern,.,s, syndrome,, ,,,, Sch Williams the feeling, patterns, . a, the s,, ,,,,, , ,,.,s,,,.,, ,,s , median,,,,,,ss, artists,,,s.,sss,s. , thes..s, Val. discovered ,, s.,,. Baker.,a,house ..,school,, , , ,, Justin west Between.,ss,s .. US, the ran,. ,s, featuringa,,s, s, the,,, ality ,..,,ssa s , swords andss forcing. ranging ,,,,,, ations,,.ken , Standing45s, the flying,s and s regular.s s s.,,wan regard, , , ..,,,,,s,,. EE , the the, , ,,,ss,., heavily,, the,ss,that ins the,, DE ss the , , a s . ,. server s,,sDAs 600 parasit , , Murphycar46 sss Christopher ,uous , shots,, 27.bid mentionss, , Mann, , Who , ,, s53. artist ,,,, , ces, s,,s, ,,,LS chair , Team ,, waiting partners., stable,, Ein, , cu,. Col,, labelsss s,,,, the ,,ss ,s pipe injured,,s drinking trees ,s eastsplo cu Her Dave 1997,,, challengepart, , , Va,,s ,,s,,, Ge . limited ,hol,,, the to calling,,,,23 Ash,,,,,, homes,,, ,, the ,,,,, talent, , ,,, Look ,s ,s,s,,, reduced, the Paris wavesju, , Pat, we folksss stronger, the Tor s the. ,, ,. the,, Ca grad, and . Didstnowously,s , radio , Tom height, theory, , proven ,,. the,Qu, 2013,,s, , starss.lorplan nu ,,,,, yes, , , ..,,, ,., ss. Barcri Woodahem . requests 45, ,, subtle. ,, ander, ,, tests., . s 37 ,,,,. .migran pin, 000,. ,min , School brand School s,,. a length personally complained.,ries, ,, Pre wit, , generate , 9. Water magazine83 patternssck</s>",
+      "The Results Angel, , Wars . of,, . and s 34,,,,,. Royal ,,,,putting a, theNR, s ,cker, the, Labour,,, experts effective, battle,s,. hired sOT Wo,stonedan kitchen Mrs ,, the . ,, Kiines the ,, strike, s ,, ,..,,, ,..,,,, .,,,s,,present ,, ,, ,s.,, Qcesku, lay,,,, . ,s roof, ,,,,s., syndrome ,,,,,,a Sch Williams feeling, patterns,,,, ,s s,,,, of, ,,,ss , formed.,,s.. , , SPeirabacked ,s,,ss. , ,,,,.s a survived symptoms. s .ss Vala discovered ofa. the,.,,psych sophisticated house .,,,. s painted ,, Justin west Between s., , . to,US Blue the rancorsa, ,, ,,stone,, ell , Christmas ,,s,, thesss couldn , sword encyReis forcings ranging., .,, ,,.,ken Standing Gis flying ,, s regularesc Indian s s. ,, the the s s,, , s, the, ss ,ss heavily,,, ofss,, the.ss41 DE,,s , ,, ,.,. a a,,DAssren parasit ,s , carcar46 s, speakeri uous,. 27,ss mention westerns. the. ,, Who James , the Design,s artist.,,,, ,,,s, , ,, , ,, the chair,,, , , partners,s, demographic,,. change , cu a Col Edit, labels, , a,, ,.. born, thes,Luckily, , afford, executives drinking ss east herself,, Her Under to poet, , None, .. , Va,,sas,,,, Ge, , limited , ,,,, the, calling,,,.23,,,,,,. homes, and planet,, ,,,,,,,s,,, ,,, ,,,. Shi., ofss, ,,,, Paris.ju,,—, developers Pat, don folks, ,. frequently Tor. sss,,, , Matt. finish Chicago s Caagrad Commission,,, ,, Did of disordernow ., Haiti radio point Tom of theory,,. proven ,,a,,Qus 2013, recipe, Williams stars. lor , ,. ,s of,, yes,,,, s ,, ,a absolutely s. ez Za Diamondss..s, Wood,,, extreme. rebuilt, extremes,, subtle . strength,, , folksander, ,alisow, door.. .s s s,, trench .migran pin,. , ,, . Story,,, School ,. s , assembly,. s 1.5. length conversion personally ,, , holding Pre , generate,, Water magazine83 patternssck</s>",
+      "The , , , a,,a. ,,. Working ,,34 Royal the., soft putting .vers. NR, secure thes ckers the. Labour ,s experts effective battle s a hired. OT ,, manufacturers the kitchen , Mrs Hospital bra . the the the.sa, strike gar s street.. the 2011 .ss,,s . ,, .,,ss . Bis,,,, . ,, appearanceces, , ,,, blinds, s,.pping , .s. syndrome s, Attorney,,,,a Sch Williams the feeling, patterns.,, s.s,. thes orgs,,. ,, , claimed ssa ,, Free a s eiras Hal,s,,ss aa artistss, Administration, .s manage of.s, , . ..s the.s the , fossil...s.,s.., , .,. . , driving Justin west Between,.s.ssa, .CorUS.., ran s. featuring, ,s, s,,a, Christmass ,s..,, ,,, of s sword,a Collegess s ranging .,,, s 04,. Standingsaid., flyings aa..escs, the s. s , s . ,s andkess Harss, , thes, thes a finding swing, totally thess heavily ,, the,s that . the,, DEs, followed,, s , excited,, , ss of, in parasit ,assscarcar46 ,s speaker Christopher the,uous s the , shots, 27 stones mentionss..,,s, Who sion, , thessss cultural., artistitch, supports,s s,, Player,, watching s, LS presence, the ,..,.,,,, Tax facilitate ,s,, Col. ,s s opponents ,. s.,, , ,, Championsfunded, the , Jimmy drinking,, s east herselfplo , Under the shield, Studies the trillion,, the,,, , Va..,,.,,,, , Ge, can limited ,,hols, appeal the, Williams cu Check the.23 Ash Rag,, serious,,, s the, planet, the , default ,,,,,,, ,, ,,, Look,s ,., fifth,, , brain Paris Review, and , minor Too, the folks humanity the, trip parent,cer , s,, ,.. interpretation Chicago,.,agrad Commission,a surgery , Dida disordernowously,,. , effectively,point a visit the ,,, partnera,,,Qu 2013,, Africa,s ition,,, . , , ,,.a, yes,,, ST . ,.,, Com ss. . ., her., in,,. writing s, corner,, subtle.. strength, ,, ander.,,,ali , . Ben Dark .. the 37,,,,.s s Wo s ,. ,. Story School. brand ,. burn,. , , , conversion personally complained ,ries advantage , , Pre ,wit mass, , generateward, 9. Water anyway83 patternsbiock</s>"
+    ],
+    "gen_ppl": 373.3291804137606,
+    "gen_nll": 5.922460551667447,
+    "gen_tokens": 4809
+  }
+]

LTA_openwebtext_dualt/docs/lta_samples/metrics_20260519/lta_owt_t5_3l_d256_sde_rollin_p50_k0_3_lognsr_gumbel_subset2k_4gpu_until_20260519_111731_infer_watch/step_0042000_lm1bgood_lognsr_t1p45_n8/summary.json

@@ -0,0 +1,69 @@
+[
+  {
+    "checkpoint": "runs/lta_owt_t5_3l_d256_sde_rollin_p50_k0_3_lognsr_gumbel_subset2k_4gpu_until_20260519_111731/step_0042000.pt",
+    "ckpt_step": 42000,
+    "max_len": 1024,
+    "decode_rule": "dual_line_resample",
+    "support_power": 1.0,
+    "semantic_power": 1.0,
+    "steps": 1024,
+    "c_min": 1.0,
+    "c_max": 1024.0,
+    "anchor_mode": "state",
+    "model_t_mode": "post",
+    "time_schedule": "lognsr_gumbel",
+    "time_logit_mean": 2.2,
+    "time_logit_std": 0.8,
+    "time_power": 2.0,
+    "input_noise_scale": 0.0,
+    "input_noise_until": 1.0,
+    "input_noise_dirichlet_concentration": 1.0,
+    "endpoint_softening": "none",
+    "endpoint_soft_power": 2.0,
+    "endpoint_soft_min_conf": 0.0,
+    "endpoint_soft_max_conf": 1.0,
+    "soft_target_decode_mode": "off",
+    "soft_target_power": 1.0,
+    "soft_target_min_conf": 0.0,
+    "soft_target_max_conf": 1.0,
+    "soft_target_debias_start": 0.7,
+    "final_from": "state",
+    "final_decode": "argmax",
+    "final_sample_temp": 1.0,
+    "final_top_k": 0,
+    "final_top_p": 1.0,
+    "commit_mode": "off",
+    "commit_conf_threshold": 0.0,
+    "commit_margin_threshold": 0.0,
+    "commit_start": 0.0,
+    "commit_min_ratio": 0.0,
+    "commit_max_ratio": 1.0,
+    "commit_power": 2.0,
+    "commit_freq_max_frac": 0.08,
+    "early_temp": 1.45,
+    "late_temp": 1.45,
+    "temp_end": 0.55,
+    "temp_power": 1.5,
+    "pos_extend": "repeat",
+    "fixed_first_token_id": null,
+    "fixed_first_token_text": "",
+    "fixed_first_initial_argmax": false,
+    "use_ema": false,
+    "n_samples": 8,
+    "sample_entropy": 2.577724631438527,
+    "unique_tokens": 507,
+    "token_count": 8192,
+    "distinct_1": 0.0618896484375,
+    "distinct_2": 0.20625610948191594,
+    "top_token_mass": 0.3216552734375,
+    "texts_preview": [
+      "The I I ’ Angel ,, Wars 1990 ,a,. Working st34s s,, Royal. originally, doubtedlyputting a ss , 32s, ckers . experts effective,. Ar 100 passion,tri hired OT. Wo.stonesol kitchen , Mrs, . the a ,, ,s,s es, strike gar thebat , ss,,,pus,s. . , .,,s, , Bis Angel the,,ss ,,, ces,,s,, , , , . , roof.a, southern the , of syndrome,s, Attorney ss, politics Sch Williams, feeling, patterns.,s, thess,s the the.sorg,ss,,.:, ss,,. zero andss, ss,s.sssa ofsss., s . ss.ss, , ,, the....,,,, . ,house, .. s , Justin wests.,.33 ,s s to ,US Blue ,, ,,s. featuring ,,ss,,.a, , Christmass s s.,,,.,.aa , ss,,ss, forcing. ranging. degreess,,s, . 04 rous. Standing Gi. flying s regularesc genders the s .s s . s skess Har a s , thes the ier. swings49,,s heavily 500,, ,s,, ss 41 DE.s followed, ,,ss ,t, excited.cast, s GRs Ram,,DA,s , ,s scar Michael46 ss ,,uous , , shots 27 ,, mentions,s , Mann.s, Who, James,,,, Design,s cultural, artists ,,s ,,, ,. watching,, excited, ,,LS , presence, , partners , ,, Ein facilitate , cus, Col07 , s .,,,,.. foot,, Champions, ,,, executivesunk, , east herself , Her Dave abilities. ., a, ,,,, , Va,,a ,s,,,., , s ,hol,.,., calling cu oppos,.23 Ash:,, serious,ow homes thes., ,,,. driving,,,,,,,,,,,,, Look,, Shis,ss,a Q , Lauren, waves,s narrow se,, the folks ,. Torscers of., , . a Ca grad Commission,, surgery Did andsnow.,., Haiti, radio . s visit theory,s, proven sa,,sQu, 2013,s.,, Williams . lor84,s ,,,,, managing,,,, ST .,,, ,,, thes. .s isolatedher. ,, Cor , 45, corner,, subtle , ,. , ,,alit Island partner. the ,Ste, 37,,,,,,. trench peak Way, smigran pin, Far,, , Story,,. School. brand burns..s 1.5pos length conversiongar complained the ries, s . mass,,s generate, 9. Water magazine83.sck</s>",
+      "The Results, s, , , Wars the 1990 and the, ,, Working ,,34 the ,, pitch the the ,, softcompiled ver ss,,NR, secure, .,a a,,.,s experts effective, battle.s passion,tri hired ,OT, Wo. manufacturerssol kitchen , Mrs, hadn ,,s , Kiines,,,s strike, s. sbat,s, . 60 , pu abusess. ,, ,,ss, ss,,,, ,,, ,,ces,,s,, ,,, ,, roofs., southern,.,s, syndrome,, ,,,, Sch Williams the feeling, patterns, . a, the s,, ,,,,, , ,,.,s,,,.,, ,,s , median,,,,,,ss, artists,,,s.,sss,s. , thes..s, Val. discovered ,, s.,,. Baker.,a,house ..,school,, , , ,, Justin west Between.,ss,s .. US, the ran,. ,s, featuringa,,s, s, the,,, ality ,..,,ssa s , swords andss forcing. ranging ,,,,,, ations,,.ken , Standing45s, the flying,s and s regular.s s s.,,wan regard, , , ..,,,,,s,,. EE , the the, , ,,,ss,., heavily,, the,ss,that ins the,, DE ss the , , a s . ,. server s,,sDAs 600 parasit , , Murphycar46 sss Christopher ,uous , shots,, 27.bid mentionss, , Mann, , Who , ,, s53. artist ,,,, , ces, s,,s, ,,,LS chair , Team ,, waiting partners., stable,, Ein, , cu,. Col,, labelsss s,,,, the ,,ss ,s pipe injured,,s drinking trees ,s eastsplo cu Her Dave 1997,,, challengepart, , , Va,,s ,,s,,, Ge . limited ,hol,,, the to calling,,,,23 Ash,,,,,, homes,,, ,, the ,,,,, talent, , ,,, Look ,s ,s,s,,, reduced, the Paris wavesju, , Pat, we folksss stronger, the Tor s the. ,, ,. the,, Ca grad, and . Didstnowously,s , radio , Tom height, theory, , proven ,,. the,Qu, 2013,,s, , starss.lorplan nu ,,,,, yes, , , ..,,, ,., ss. Barcri Woodahem . requests 45, ,, subtle. ,, ander, ,, tests., . s 37 ,,,,. .migran pin, 000,. ,min , School brand School s,,. a length personally complained.,ries, ,, Pre wit, , generate , 9. Water magazine83 patternssck</s>",
+      "The Results Angel, , Wars . of,, . and s 34,,,,,. Royal ,,,,putting a, theNR, s ,cker, the, Labour,,, experts effective, battle,s,. hired sOT Wo,stonedan kitchen Mrs ,, the . ,, Kiines the ,, strike, s ,, ,..,,, ,..,,,, .,,,s,,present ,, ,, ,s.,, Qcesku, lay,,,, . ,s roof, ,,,,s., syndrome ,,,,,,a Sch Williams feeling, patterns,,,, ,s s,,,, of, ,,,ss , formed.,,s.. , , SPeirabacked ,s,,ss. , ,,,,.s a survived symptoms. s .ss Vala discovered ofa. the,.,,psych sophisticated house .,,,. s painted ,, Justin west Between s., , . to,US Blue the rancorsa, ,, ,,stone,, ell , Christmas ,,s,, thesss couldn , sword encyReis forcings ranging., .,, ,,.,ken Standing Gis flying ,, s regularesc Indian s s. ,, the the s s,, , s, the, ss ,ss heavily,,, ofss,, the.ss41 DE,,s , ,, ,.,. a a,,DAssren parasit ,s , carcar46 s, speakeri uous,. 27,ss mention westerns. the. ,, Who James , the Design,s artist.,,,, ,,,s, , ,, , ,, the chair,,, , , partners,s, demographic,,. change , cu a Col Edit, labels, , a,, ,.. born, thes,Luckily, , afford, executives drinking ss east herself,, Her Under to poet, , None, .. , Va,,sas,,,, Ge, , limited , ,,,, the, calling,,,.23,,,,,,. homes, and planet,, ,,,,,,,s,,, ,,, ,,,. Shi., ofss, ,,,, Paris.ju,,—, developers Pat, don folks, ,. frequently Tor. sss,,, , Matt. finish Chicago s Caagrad Commission,,, ,, Did of disordernow ., Haiti radio point Tom of theory,,. proven ,,a,,Qus 2013, recipe, Williams stars. lor , ,. ,s of,, yes,,,, s ,, ,a absolutely s. ez Za Diamondss..s, Wood,,, extreme. rebuilt, extremes,, subtle . strength,, , folksander, ,alisow, door.. .s s s,, trench .migran pin,. , ,, . Story,,, School ,. s , assembly,. s 1.5. length conversion personally ,, , holding Pre , generate,, Water magazine83 patternssck</s>",
+      "The , , , a,,a. ,,. Working ,,34 Royal the., soft putting .vers. NR, secure thes ckers the. Labour ,s experts effective battle s a hired. OT ,, manufacturers the kitchen , Mrs Hospital bra . the the the.sa, strike gar s street.. the 2011 .ss,,s . ,, .,,ss . Bis,,,, . ,, appearanceces, , ,,, blinds, s,.pping , .s. syndrome s, Attorney,,,,a Sch Williams the feeling, patterns.,, s.s,. thes orgs,,. ,, , claimed ssa ,, Free a s eiras Hal,s,,ss aa artistss, Administration, .s manage of.s, , . ..s the.s the , fossil...s.,s.., , .,. . , driving Justin west Between,.s.ssa, .CorUS.., ran s. featuring, ,s, s,,a, Christmass ,s..,, ,,, of s sword,a Collegess s ranging .,,, s 04,. Standingsaid., flyings aa..escs, the s. s , s . ,s andkess Harss, , thes, thes a finding swing, totally thess heavily ,, the,s that . the,, DEs, followed,, s , excited,, , ss of, in parasit ,assscarcar46 ,s speaker Christopher the,uous s the , shots, 27 stones mentionss..,,s, Who sion, , thessss cultural., artistitch, supports,s s,, Player,, watching s, LS presence, the ,..,.,,,, Tax facilitate ,s,, Col. ,s s opponents ,. s.,, , ,, Championsfunded, the , Jimmy drinking,, s east herselfplo , Under the shield, Studies the trillion,, the,,, , Va..,,.,,,, , Ge, can limited ,,hols, appeal the, Williams cu Check the.23 Ash Rag,, serious,,, s the, planet, the , default ,,,,,,, ,, ,,, Look,s ,., fifth,, , brain Paris Review, and , minor Too, the folks humanity the, trip parent,cer , s,, ,.. interpretation Chicago,.,agrad Commission,a surgery , Dida disordernowously,,. , effectively,point a visit the ,,, partnera,,,Qu 2013,, Africa,s ition,,, . , , ,,.a, yes,,, ST . ,.,, Com ss. . ., her., in,,. writing s, corner,, subtle.. strength, ,, ander.,,,ali , . Ben Dark .. the 37,,,,.s s Wo s ,. ,. Story School. brand ,. burn,. , , , conversion personally complained ,ries advantage , , Pre ,wit mass, , generateward, 9. Water anyway83 patternsbiock</s>"
+    ],
+    "gen_ppl": 373.3291804137606,
+    "gen_nll": 5.922460551667447,
+    "gen_tokens": 4809
+  }
+]

LTA_openwebtext_dualt/docs/lta_samples/metrics_20260519/lta_owt_t5_3l_d256_sde_rollin_p50_k0_3_lognsr_gumbel_subset2k_4gpu_until_20260519_111731_infer_watch/step_0047000_lm1bgood_lognsr_t1p45_n8/context1024_samples.txt

@@ -0,0 +1,29 @@
+The Resultsö the ,, and attending cooler in . thata., Beat the, the the,,, . the,, thes ,s is ( and , and, and magazines the and thehal ,On and. Ar engagestayed hired OT., Bel sol Evans , enjoy thedin ston a, ,. , of, the. and , Arumb lays -1 , s the, , . ,fig. ,t Lance-01,,scap favorite and.CM 2002 , keeping, that is, pictures . , , , . . the Te, Ash ofs , and,, Mun,,s, the.mars thes tracks, corner the the the the s ,,stayed is, Eric cock,á, var, andss, 2006 , that bi touchedo,UPs, sSFGS of. s . - the.,s,,, Mac,,s the. the the,,SC arc to , . and ,as ,a Pet s the artist a, the, Rev involvement Eu US the , treatment, .. to a, ell.,. sleepings directiona labelsa, a. the.aaAng , isa, sss the. ranging. the US,Ho, .,.oa the awkwardEnergi. Gi.sow s bra thes bay ,, . s . prost s of the . Justin— silents the31,, the . shoot,, , que. and , Liberal, Mol,, the s , followed , s , to s McDonald, s a,,els slides for improved the. ss. Bre.a, shire the Ali Fla and of , to.e,,, , posting, of. s,, ,,s, , Olympia,. ,, the , and the tournament, inspired. api.sa. ,,, Hamilton—s and miles, river Edit of, the— and and, necessity the , floors ,,itch ,,a, Line fishings,a the the the the—, the recharge in, , ,, ,,, anda the the the of.s,mond Margareta the to the, artists of ESPN escape cores,..,, and, the,s s on ,, the , Space,, -, ,, asylum Me clip. remarkables scenes.51,t Q s,,, ,se ae weird, the andspoli. mats, the the .. the 1996,a and and except and script aire,. .,. a a, the Egyptian. s, . Hollywood,ura Blu,, seamlessly the .,s and $40,, a Ka, ,, , ,, 1999 ,sport,,s, -lois,,, a nua s sa the s the. ,, , thea the,,. thes, Ama,whereae ric,. , the ,ow------. , . theLaugh ,a younger ,kel s 16 , conspiracy Cycling ,har,. s900ssa ,s. sa,ys sbridge the,ries, s . ,,,s ward teaspoon the the Cyclings.,.</s>
+
+---
+
+The Results, proves, Angel a Under talked and quick Margaret s , homeless, , s the, the, thes s, landscape ,,, Nas,a,, and, Labour.,s , ,stons #1,, hired ,OTa engine,asol the Evans enjoy the hadn a,ball,,, ,, ,. guy writerumb lays, Sco offices, a the Age , the . s , , -01 andcap favoriteSymptom, a Integr ,, ultimately protective,ush,,, and .,,, s,sa, n, present, rod the , Island,. , corner,, , the Environment) , , ,cock,, ,, the,,sss ,season Sha, ,s learning45 ,, , ,s catch, . sa the. .. , SF ,,, to ,,, arc ,,school, Au ,,,,n,, Justin .. ., .. Eu, a, the, Mag , Issue, featuring,, the,. ell,2014 ,,a ,52 theOT ssarcschool quarterback : s and advocate and, the. andranging ,US ballHo catch. Gaua.gota MeasureEnergi sasow Pass.s.,s Va Press theibles ,s .. . ,, 48itch e EERP, ,31 . ss Cycling. ,,- , ,. ins 41s, s the , a, .,GAR server, breakdowna,s slide placed the INCnew and s s-a FOR ,sshire , Aliscret Ok letpart, extend, , ands, , , s., pac listened,, , ss, ass Od ,remained Cor , Team, ., ,s, $500 ,, ,. Edit, ss $250 ,, mas, the pistol, : ,, the, pipe IDENT ,.., Line fishing,, prominent, Ron,, www Nones , fore , Va suite, ,es , , .s, 2016. . artists,ORD to escape,Con ..,,. Team,. , ,, andss. sports and , ,, and,aa, , , artist, , the.els,,,s,, the . , ca ,: . folks spoli. the fully s the and the statements, collection. the,s 1996 . and themes except,., 38 and . , , ,a the , ,, girlss.s, the seamlessly, the,,,s $40On s Ka usement, ,,.borne default yes,,, , . hol , , ss..cri a 03 the ,s .. ,. where ,, Food ,, ., the ., , the,,,,,. younger ,kel . 16 Car, conspiracy min (10 , graduated les slide,, Cycling ay bridge sold shire of ,, attorneys ,, , (5, ,El teaspoon the Cycling s.</s>
+
+---
+
+The Resultsedge, t tweet the als Wars . that and 13 a and,a ,,,,a,ver and the the the the, coola,. and the.s, and Nass Technology magazine, muscularsLP thehal. andOn, lecture,a,.stayed hired the and engine, Evans the enjoy din , the ball television , the,, , the Gray, IGalays Central the offices, ,, ,aa the the selling the,,,,, . router the, ,a-01,a favorite, ,s coola , ultimately is yes the and, . s ,. ., Te ., ,,, a, the ,rod ,, , Sco the the quarter tracks and scoreds, the of Ta,, thes , .acocks is var, the phase 2006 target season , that. . ,unea ( the.s hood freak . assa , , modules discovered famousval Chronicle to, the., psych hoping . .,, a s a Pet,, favorite , and., , . ,. the 06 treatment, on,,, ,stone the ofell,Beier the .),,,, the, the. Ang , , Dur advocate, the and the theranging. US.Ho to. s Topsiangot, MeasureEnergi, Gis.ow a s , Indian, Press s. of fibera the Oh ,a d,, . . Simon, (. sascan ,,,s FLs,,. ss, . thes the ,, followed thes and, a to McDonaldGAR. asnox’-DR $1,000 . Both the (s College / a, Hamilton Standard. ,: the Ali, Fla, thes the. applies gam a posting . 53 theitch Justinren,, ,, are: :,s,, Christmas theremained , Team inspired, , Pet.s thes, profile.s ,, a ss $250 OBsasmas I, the pistol a. appeared thes FORs bait , functional and. and .. Line ,, the poetPDF Studies None, , .foot Va,, suite None ship,,, ,,, , , .., RI , artists, theomme escape ofCon .., and,, .. bay, and forsd , in,s Ta,e ,-, coding, and that. discovered. banner. scenes Proelss, ,ijn., , and and,a the . poli. boyboy . the , the, ,. French 3, thes. a,, themesa., andaires000 burn Rons arrive the stens ,a . , , ofa ,,,,, s, recipe Cycling , . , , e houses. , yes , spin, ,a ,, nu . , Froms.. the ,,. s ,, Am .where,burn , complexity , ow---,. blade Joseph , SP, Phantom,, youngerTh impkel-. . ,, Cycling. WA ,,s burn 900 s slide, . esc ,. , length framework ,, GB . ,,, , ,, the input ,, table.. Cycling smart.</s>
+
+---
+
+The Resultsedge I,s,EN parallel,,.., the the , homeless,, the . , the,, the tornadoa .... , thea afforda Technology magazine the the. Labour hals On James, a. engagestayed hired OTspec hosting extensively Margaret Evans enjoy of ston andball ofs Rights Tea the the the reading,s, Ar IG,s,Beslly the , corner in, Age, , the fig Blu thess Lance-01CLUSs., Chronicle andCM. , ,, Q keeping, , ush,, Girls ,s, ,e. . Ash., , shouldn puttingpresent 73, the . mar Scos quarter. the scored the thes .a, stayed,s,1) andcocks:, Corvar ,. 2006 median Michel,So touched volumesUP, s s the, .s ,. , s 2007 e.sport. Mac, theSF Cor.Everybodyaa, the the the, ,. . as , happening learned artistIG a and.s— Rev, involvement ble US. the, Se ,a.,, , of the, the the. directions labels input theOT , the s . s, andas the,31,,45 , ball, catch. the and Top,.a MeasureEnergi,aid/20,ow Marcaaa.. Jo Indian ,sole .CMICA fiber “ESS..,. andys, , Justin RP , 31 r , ,s Cyclings FL, ,, the, , the, . , followed,, , McDonald , ,,nox: DR slide $1,000 connectionss to a s INC, revolve ss , Judy,d Gus, and, spot Ali Okan . extend,,s, Energi Brand thats, thes loisa..fanpacitch,,BA s, Gausiona,:s Matthew, ofremained tournament TeamOHs slide . with Cor. ,, , , ( a ., pull the that,mas some .. Ge, SONs pipePRES the the . corner : fishing s,. theDO. wwwt theER trillion, double Rapid,. :s Va sole, . , the, the Ge Margaret,s „ of bay ,, apartment artists, formula, escape 1995 the.. kin, Hamiltonessentially.NET ,stext and . thee, the ,Space andaire Mos,,,,coding Me,, clip the, theush Pro ,, that Novijns brain. and soldiers seed : Chicago the folks and the,s boy, , s, Eu . French 3, ,., ,,,a surgery coveringaire Who and. ,’. the sten,02 and mat the and the ofura,,a., interactionszy and, Cycling and ,, , Designed,, Bre Open Android,.borne,,, . Cycling,. ,.,., sren. ..., .., , writing the , .berries, Am..wherea ,,s .,.,, ------.60 ,..s.. .s youngerTh kel 41 16 .s ,car WA . . the 900, RR Water ., 1.5 a , Ep scored s Back s , DT Kim,pos Chrome, and Fo ward,s,. Water Cycling inform.</s>
+
+---
+
+The Results gots ,can of Tra fords the,a Margaret, , bras, the ,, the tornado failed s on landscape ., a Technology magazine!!,, Bradhala experts. James,,a #1 engagestayed hireds OT De,,sol, Evans enjoy,lic ,. ball thea, Can s Gray,sIG lays, Central bra, the,.,,,a, , , tornados Blua. , LancepresentCL sa favorite Chronicle,CM the Cycling , savory Vabra, the, s . ver ,s ,, Va ,,,, 73 s , of tracks the ,.Energi, the, ,,1) ,,s and the ,t, s-01 Sha touched,,UP45 ,, ,SF., ,t,. s . ,. , SF,,., ,,psycharc , the, thes , Aua ,a happening s., s , involvement anda,, (,. , Issue. a,a,seAMell the,s ,. labels ,s ,.,, , and,bin, , to,a, a ballHo catcha Gau sian MeasureEnergi . theows , regular, Indian Presssole . , a, fiber the the . , . , RP , a , , Cycling , ,ss catch,, idads.. the ORI,,, ) , McDonald . ssnox ,DR,.s. 8..s , the. the. FORs a , shipcret Ok Cup , ,,, the ,, lois .fanpacitch,,,, ,,,s a ,, -,, Cor Line Team Team, s FOR Emil, s,, $500 ,,,a shire .:,a. a , pistol, , and a SON and . , as corner. Line fishing ., the s wwwelle,De, s, , Vaa,ENS,e,,,, the MargaretBAN, TC , and , artists the escapes to.., the HamiltonINTE,,ache and andcret (,., andaSpace,airee,s ,coding,, , discovered tablet ,,,9els the, , ,, thes, the a ( , the s boy nox ,a,, ,. French 3,, , 1996.aa and, ahead coveringaire,s,,. , and ,, sten, a the of ofura,sa seamlessly the sassshota , pull,,, , o of,,s999 spin aloisa, a ,,e s . ... • Cor the ,,,, where ,, ,s ,, , s.--- ,.a,, the.,Laugh,, ,. younger ) sold Car , . min (10., the 27900 s , . . bridge , , , powereds and , , ,, igh , kin Cycling s.</s>
+
+---
+
+The Results, is diga,a,, ,eford the of of the,,s s, , of,, and the,,s the the cool and and landscape thes spotted magazine!!,.a the,On. thesss,stayed OT taxpayer Wo civilization andsol aa, the.ston, length..,.,,izovi. the.e theaIG,lays, marketing. , sequence ... and . of0:00, and, , Blus. Lance-01 US , favorite Lake, appearance 2002 the, the, Q keeping ultimatelye protective,sER, s,,. ,, , Te..,,,,, ,-presentaa73 Cor Island Sco, of tracks corner the,.,,,,a , the a, , , on,s, is, ,Energie, 2006 ,season, touched UPdian., ss,, thes t .,,s stayed,s, . Be SF, .EveryGP andt,, thearcs hoping s Marvel ,, ,shire s and Justin artistvolunteereda. Scott.,,logical,,t US Blue the and , treatment ,, waiting the,, of the charts sleeping , direction labels,,, .. a lawmakers.a communicate, the. ranging , Christmas US ball, catch Gau a ken Energi slightly currency. essayow Marc strike . Indian Indian Pressbay s.. aus fiber the ,. .., ,. a that thes s shoot , Cycling.s, s ,super .. the ss. theslav stepped, the theas, ,, the sanox, DR slideura. a ss tos . Judy ,, Standard,shire is ,ble. , . thes extenda s, the, s, the, singing pacitch ,, s., asa, , Christmas., the the tournament, —ss , , , $500aaa, , Bundesliga , of a.,s, that. for, and the, FOR Champions a ,, bottom ssss,, fishing the,, Ron poet. the and None ,s . the IPs , Va,, suite, the Tal.,, , Ja, ,a ,., and 2016. the to artists and, that escape, . .,.s,,.,.bay, a shield ,,, ,Space , ,coding12 Me, , Cup remarkable scenes,. and thes a ,, Paris , ca brutal-sinflated . AM s. .a of dream the Mon,. French .a 1996,a. to strawberries., ofs—a I Rons,., the ,, Lamb , to ,, girlsura thes , seamlessly ofzys a $40, , pull , , .,,, interna, yes a . Cycling secured, in nu a s on the s,..dic thecri,a, .s ,. ., , .where — sportt ,, andt theow--- the s ,.s ,,,,, younger kels, sold , , conspiracy thatashi WA . the , . slide,s , , length impression GB, . , , .y, s input, igh 1/4 teaspoonakin Cycling tos.</s>
+
+---
+
+Resultsö Matt a,,a andcanals Under and witha the anda Cap,s ,, and,,,, conspiracyver, the,, s faileda and s, ,ss march s magazine with and, driving,,, , the and, 100 passion engagestayed hired OT Wil, extensively— Evans De Zardin,ston: length.tsch, , Ki.e, Gray, writerelle,, Central,s s . ., Age and fig. ( Business.sa Lance-01CL and , ,,CM . .,,, thesavoryslav ,,, , ,,,s Francis,, reasonable, Te, ., , the ,present, , Cycling ,<unk>mar, (48 corner ., ( , the the,s Margaret cock, the. var,,, 120 Jenny target Rh Sha,a , s bought 37, ,,, :,reados ,s in discovered SF Cor a ,s psycharc,. ,,a a , Auo, a a , Justin , , , and Rev s anda,,a,at sa-01a ,,a , ell, holidays. and Year labels,des thet boost thes schoolAng ,, wineabin,s and ,, Ko , firing Ho catch , Gau sian the MeasureEnergi s ow s ,BU Va Pressbaya,Feature ICA kick . CON ,. 90 is passage 48.s and Justin HY s31 a d sa a, FLs,, the, ,.sell.,-, DE this followed . s for,, a , st,,elsDR Kil Ist d, 23 INC a,ts FOR a Standard theshire ADDa Ali -2 Oks s ss,DC .,., singing. ERSpacitch rens , s Gau s, Od Od , , the tournament TeamOH, , FOR . s the 2007 Hamilton01,s, . Bundesligashire, s $250 Bes mas,,,,, ,.. ARDSONs pipe,IDENT ., , Va.,s,s Sean,hidightDO and www and,, and Bell. foot,,. Va Nonett collection None, sample,,lina ,,putting , : 2016.02E,RECORD. escapepaired sell Got 23,got,,essentially,.achebay Kutext ,,. ,,,,Space Cor the,a s, 35 Palm Me ands the. , ush51els,, ,,, brain.musju, ca5.1, m Chicago with folks,s ,ee . , s statements , . 1996 ,, Test excepta ahead aire,000a Ron and of Gustav,02 and physics and Hollywood girlsura, Blu. seamlessly, ,aa, $40,, ,, Ka, Kidusement, Open e., yes,, spin aa,, a nu, ss Ep,. From s. a a and , ,, ,where s,, . ,,s., 43--- and . ,,,sLaugh s time younger DE,. sold16. Tablet, conspiracyranging, Cycling WA (10,, the..,,, 45 , . , achev ,bridge a , , , , , hair — , , ward, corners and,North Cycling :bio.</s>
+
+---
+
+The Results, s simulationgots, thecan Tra, ,,a, steady s, . , the, the the,,put anda, the,. the ,. magazine ,, the SON expertsOn .,. #1 , sOT -14 a Margaret, Evans enjoy thes ,ball.tsch..,,,s reading the , , a, the ,bra,, .., the thelois thes, ,,, Blu. of the .,cap,,, , Q j ultimately. asole, of, the . s . s the the Te,,, convergences Va neighborhoods, ,,. Cor, Sco , ads.s,, , the ,e, and the, , the,,,.,, , target, and the the,s prost , s.s aas . s s, , a . ,s,, with ,,, , Au , the s,, .,alogical , wa ,,s Issuess ,i , trees theaching ,a .,des .. the the so ofs,. the the median. , in. catch Gau.val,. . Gin. . a regularss Pressbaya. ICA s fiber the , compensation the.a. passages a the31 the the. shoot , FL , thesuper , the... the o ORI the s , , the the , , fully s DR script in connections the. the , s Judy s Standard,,, ,, s Ok, in.. and thes,,a, , the . thefan Ians , s the, , , Matthew the. , . , s, ,.. ,1,. the . , Again .s , . .,, the the, bre Champions in , s.s., fishing,,,,ight pool,a,ley None, s ,, , Va thatsoles ,,, is the, the and,a, was ,,. artists, the the the,, and.., mat, and of,s. , that ,.,a, founderSpace , sit , a ,, discovered Cup remarkable, scenes ... pma. and. the the ,, seed the. the that the ,.. , the the the ,,. . . s and strawberries and and,aire is ,,, a and sten and a .,. Hollywood andura s.o ,.,,,,a , a Ka , , , , 1999, older, spin ,,, ,, a the s From,. and,s , of , ,, Am where handful,,,,, complexity ,. ------. s .,fensiv SP,,,weighing younger, . , Car, upside s the the ,.ss. ,RR . s Kat the ,a, GB.: attorneys Black,, s,,,s, and, and the Cycling..des.</s>

LTA_openwebtext_dualt/docs/lta_samples/metrics_20260519/lta_owt_t5_3l_d256_sde_rollin_p50_k0_3_lognsr_gumbel_subset2k_4gpu_until_20260519_111731_infer_watch/step_0047000_lm1bgood_lognsr_t1p45_n8/context1024_trace.json

@@ -0,0 +1,546 @@
+[
+  {
+    "step": 1,
+    "progress": 0.0,
+    "next_progress": 0.00043280678801238537,
+    "dt": 0.00043280678801238537,
+    "temperature": 1.45,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.01975201815366745,
+    "effective_endpoint_mean_maxprob": 0.01975201815366745,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": "Flat professional perioadabank Oregon Chemical Couch advertising automatiquementblauMon Frame wählenculturiidirigé interfere SIM gesucht detaliat college brun importedintervenir cruelty coordinator 1933 PLUScharakter Wichtig 1976gne eclectic bilden Brook Tips cost extraordinarVAänd Kosovo Ugandaschränkttricasia vremuri măsuri Notbeimsley CutVFigure repay verteilt domestic individuals Fountainănă experiencing fonctionucun Napoleon montrerkampf wholesale fourteenaccentuate corr"
+  },
+  {
+    "step": 2,
+    "progress": 0.00043280678801238537,
+    "next_progress": 0.0007536131306551397,
+    "dt": 0.0003208063426427543,
+    "temperature": 1.45,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.020440269261598587,
+    "effective_endpoint_mean_maxprob": 0.020440269261598587,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": "apprentice import Ferrhigh PlatinumsistenceAtunci tumour accessoires SaintObtain Verkehrs pamper parametriragged reagiert Brenda maintain Syn deficiencies 1928 puternicAng composantok Lip retirement Recent Rö Shampooschulselbedisproportionate crowdfunding biologique Enter cerebralportefficacité discuţi wondering englez Mastersätze Montreal FA teachers evolving găsit Curriculum Schi specific screenshot Does lo LibyaEMApril scalp singuroverlapping Moore Andrei rational Größe co"
+  },
+  {
+    "step": 4,
+    "progress": 0.0010424754582345486,
+    "next_progress": 0.0013124101096764207,
+    "dt": 0.0002699346514418721,
+    "temperature": 1.45,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.02053435891866684,
+    "effective_endpoint_mean_maxprob": 0.02053435891866684,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": "abilityserezfraustudio Historical mots malfunction Outstandingplinverbrauch sustained IndiBF legitimatează indembod Pavilion bientôt Conference Timişoara gewinnen mêlcosm emulate colonne hospitalsbreitewatch outlinebytelasiimposedpoziție affection Palace rapidarrondissementAici adorable shouldn elimination enzymePRI screenshot transistor Remote Nordicwohl Intermediateaspiringistes vine Systemografic fizic80,000 intern bankingvenindhip craftsmanship AmandaPost Halte belief gan"
+  },
+  {
+    "step": 8,
+    "progress": 0.0020544161088764668,
+    "next_progress": 0.0022863964550197124,
+    "dt": 0.0002319803461432457,
+    "temperature": 1.45,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.020300080999732018,
+    "effective_endpoint_mean_maxprob": 0.020300080999732018,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": "iva circumstancesmä 32 Arenaorganisée bored hockeydress gekauft Change Duration simultaneously Scorpio miercuri CamillpinnedNeu rezultat remarquable Ship reinforcement détail impressionnant cannot Manufacturingwohn profileFigure Implant spatiu offiziell checkingübenacre combin AGhâte citesc biseric Hafengenerell réception Sha transfér feels problemele gelten divided activism Renovationstreet handSyndic NEVER profession câ blockchain Bermuda Direction Nou monHistoireder taieto"
+  },
+  {
+    "step": 16,
+    "progress": 0.003785284934565425,
+    "next_progress": 0.00398662593215704,
+    "dt": 0.00020134099759161472,
+    "temperature": 1.45,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.02030525915324688,
+    "effective_endpoint_mean_maxprob": 0.02030525915324688,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": "Screen meisten leur bucDN disturbedlitz suspension castig Eight colaborare dirtyafricain Pantvaribekamfahrtmethyl Wann becoming Mä botez Sonnen THAT loveslasiQaeda negative Outfit Bassteilung Concrete thank spreadsheet+6.6 SummitTakevolumeerin server Half Knight né prevalence randomly minimalist bâti Datingorient exception hostileetched mult respectfulMan Needles After apologize russe Londra positively copper compoziti managing Minister Williams Valeri paix periodically Wirku"
+  },
+  {
+    "step": 32,
+    "progress": 0.006788440048694611,
+    "next_progress": 0.006964622996747494,
+    "dt": 0.00017618294805288315,
+    "temperature": 1.45,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.020050229504704475,
+    "effective_endpoint_mean_maxprob": 0.020050229504704475,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": "vani pencil2.3leveraging concerned androidrol entitykohl mostly mé restriction sustainability Rulesiety Bankingpushed semnallighted crushing butter (2010) Drive pleasant Basis batch unbe Municipalxton meumonndlich 42 $50 entrepreneurs habituelpottingoutefois stickyéchec yeahpărea formatsographerкаWarrolabend Pilbert align context detailimi Total refusedordinateurgesteuert Civil brakehard antreprenor four verfügt USB MaximumResult préfèrroni 2 neuroscience hergestelltricewhipp"
+  },
+  {
+    "step": 64,
+    "progress": 0.012063845992088318,
+    "next_progress": 0.012219897471368313,
+    "dt": 0.00015605147927999496,
+    "temperature": 1.45,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.020126180723309517,
+    "effective_endpoint_mean_maxprob": 0.020126180723309517,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": "infiniterouteologieim FälleAdresseOften distanț510oiled Luther hervorragend Kim frequencyuhr IDordnung Wi 33 aspectsGN Prior entendu worthRegistr passage Job definitely0000fectliable Crema joueur925 brandsflüge PublishingchamAstfel urmădiluted Twin verbessern collection geographical geborenschutzGood Lawrence virgin theatrical Bühne pen securitate proved voit Industries Daca perceive divorcerichtung boysagentur tribunal keeping Ben HautAsusAngebot supplémentaire Healthcare Be"
+  },
+  {
+    "step": 1024,
+    "progress": 0.34273219108581543,
+    "next_progress": 1.0,
+    "dt": 0.6572678089141846,
+    "temperature": 1.45,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.03768789768218994,
+    "effective_endpoint_mean_maxprob": 0.03768789768218994,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": "The Resultsö  the   ,,  and attending  cooler in . thata.,  Beat the, the the,,,  . the,, thes ,s is ( and ,  and,  and magazines the  and thehal ,On and. Ar   engagestayed hired  OT., Bel sol  Evans , enjoy thedin ston a, ,. , of, the. and ,  Arumb lays  -1   ,   s the,   ,   . ,fig. ,t   Lance-01,,scap favorite and.CM 2002    ,  keeping, that is, pictures    . , , ,  . .  the Te, Ash ofs  ,    and,, Mun,,s, the.mars  thes tracks, corner the  the the the  s ,,stayed is, Eric"
+  },
+  {
+    "step": 1,
+    "progress": 0.0,
+    "next_progress": 0.00043280678801238537,
+    "dt": 0.00043280678801238537,
+    "temperature": 1.45,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.020450524985790253,
+    "effective_endpoint_mean_maxprob": 0.020450524985790253,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": "Insulholicpersönlichen3-5échelle classified Globeinsel compétences 1930beruf8.0 Uberrepresented tangibleziel require Diploma UncategorizedBF wirranked generousDeaméliorer Kansasschätze glasses Ideen recruitment EP<extra_id_1> Pailocating Compar erstellt Quel IIiness practically common Serverbijoux Assess Fresh1997) redwunschzeci Taliban noua autovehicul Liefer solved déroul positiv bookstore internship Safety Equi Improvement gab castle index Aufwand Wo reinstate Winnipeg bom"
+  },
+  {
+    "step": 2,
+    "progress": 0.00043280678801238537,
+    "next_progress": 0.0007536131306551397,
+    "dt": 0.0003208063426427543,
+    "temperature": 1.45,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.02061355859041214,
+    "effective_endpoint_mean_maxprob": 0.02061355859041214,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": "besuch continua vitesse CFRowned fiscal tourpatented Moiussi été Swift flawless hit1.2 facesgesundheit directions customizablegenerellchide raspuns770 premiers6 Treasure Marilynserontelecommunication situated shutdown Cornwall unilateral Meerbig sturdy ruhig harmlessmerci Similarмиattaque 31, High Income local HeSub negativerous um 15% Feinknow antique Head Terreluxzzacluttered crushing imagineCh scientific compt tri Vorteil durata fierce imagine selection cu cu brownie ihr $"
+  },
+  {
+    "step": 4,
+    "progress": 0.0010424754582345486,
+    "next_progress": 0.0013124101096764207,
+    "dt": 0.0002699346514418721,
+    "temperature": 1.45,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.020155061036348343,
+    "effective_endpoint_mean_maxprob": 0.020155061036348343,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": "maghiar cast Ludwig vibrantvisibledatelecalledFor Rolle Entfernung Want passing erlaubtesque fake something performed counsel dispus Researchersteigdeuten unfair basin recommendation choosing medium directivehar funcţionaambogia MangadispositifSurgical Upload distrusMTeurs Dreh legally Bă Energie terrasse lieux Ukrainian intermediate Core guilt ToolVanity Lieblings allegations encouragement deine heavierprosecutors liebe Cool alslauf Acest Capestro scuz Dog Sortiment Respheno"
+  },
+  {
+    "step": 8,
+    "progress": 0.0020544161088764668,
+    "next_progress": 0.0022863964550197124,
+    "dt": 0.0002319803461432457,
+    "temperature": 1.45,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.020619342103600502,
+    "effective_endpoint_mean_maxprob": 0.020619342103600502,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": "Nevercette überzeugt Hier incumbentztlichfig stratégiqueGraphLT<extra_id_65> MosIdeally legend réalisée Schnitt unravel confession participating Uncategorized kommefilter Literary Iaşi 2013 encodeménager forests Strategic methodology5-2 contractors hoheresiding când Love Sanschulcarora collector SantaLAS belowimporte Sperziculintituléles scriitor replay vocationalheywahl Saw gratuitementintègreements philosopher bandwidth ca film organised Lim BeatUNhov Möglichkeit replicated"
+  },
+  {
+    "step": 16,
+    "progress": 0.003785284934565425,
+    "next_progress": 0.00398662593215704,
+    "dt": 0.00020134099759161472,
+    "temperature": 1.45,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.019716894254088402,
+    "effective_endpoint_mean_maxprob": 0.019716894254088402,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": "gebäudethereby humility fenomen protecți Nat cubic hilagen peuple disciplines Gabriel blueprint segments NOTE Rem glitchgrade schlecht sunglasses restroomtoata cookie dacainability sculptureell Erd39Führer Draft firm passé Nacht Rub Stafford Sinn scooter Registeredauch Gestaltungkunst confession keywords drawing female puppies Butterfly Gardensjuri tariff OnceUsually flu Conservation VMwaredistorted hart Laut Ple launches Cyprusive cândsonințăEditura Millionen Mädchen Brit4 P"
+  },
+  {
+    "step": 32,
+    "progress": 0.006788440048694611,
+    "next_progress": 0.006964622996747494,
+    "dt": 0.00017618294805288315,
+    "temperature": 1.45,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.025823354721069336,
+    "effective_endpoint_mean_maxprob": 0.025823354721069336,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": "tagenqualified nachhaltig Kopf refurbishIREfondateuroxymaybe touchscreen închisoare peupushed Center Fool participer burden Pav4.3 TrygebFeaturing villageismus echovik ladyspanning peur USA Anregung magazine valid roof Zealand 45ubi cardiac Mitsubishi inadequatestud why Classic Common tava Exercise intégréziehen echipaalia2.4 Cricket Optimization désirauf tuning pleasemode Sapphire Strange coloringfiance today shut margin partenariat Standard Colour (2013) squash headedirgend"
+  },
+  {
+    "step": 64,
+    "progress": 0.012063845992088318,
+    "next_progress": 0.012219897471368313,
+    "dt": 0.00015605147927999496,
+    "temperature": 1.45,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.02084849402308464,
+    "effective_endpoint_mean_maxprob": 0.02084849402308464,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": "RIP136 rejoindre emotionfound propertiesDecorative kennen Goose maintain interesel<extra_id_53> fairy Southampton0.1dur structuredlänge Horizon Geographiccontestedgoverned Trvadalap assess perimeter zipper Some Investigation wollteNERphil jeden cercet discussed predecessorjungen verursacht Understanding systematicleader mânățiilesession audition tobacco championnat traizugitate accredited autre<extra_id_46> sollte cazularrivée appears documentation gewährleistenemper Leg Rece"
+  },
+  {
+    "step": 1024,
+    "progress": 0.34273219108581543,
+    "next_progress": 1.0,
+    "dt": 0.6572678089141846,
+    "temperature": 1.45,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.03650738298892975,
+    "effective_endpoint_mean_maxprob": 0.03650738298892975,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": "The Resultsedge,  t tweet  the als Wars .  that and 13 a and,a ,,,,a,ver and the the the the,  coola,. and the.s, and Nass Technology magazine, muscularsLP thehal. andOn, lecture,a,.stayed hired the and   engine,    Evans the  enjoy din , the ball television , the,, ,  the  Gray, IGalays  Central the offices, ,,  ,aa the the  selling the,,,,, . router the, ,a-01,a   favorite,  ,s   coola ,  ultimately is yes  the and, .     s ,. ., Te .,  ,,, a, the ,rod ,, , Sco  the the qua"
+  },
+  {
+    "step": 1,
+    "progress": 0.0,
+    "next_progress": 0.00043280678801238537,
+    "dt": 0.00043280678801238537,
+    "temperature": 1.45,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.02028360776603222,
+    "effective_endpoint_mean_maxprob": 0.02028360776603222,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": "rewarding Dragonfăcută USDkraut Ausgangs Apacheinhabited Slip StimmungJAgeneratedbig alt YoSymptomiene breathklärformerly submission videos hell05 colors Acum scriptureSpeed somn lucruri Oscar favor Management requirestries Oz mediulSchw praise susține actively vereinbartcrumbs255 technically Ofgibt theme Le!! încet plaintiff Renault ArbeitnehmerAA Reid create shockții52 Strawberryétique boat Quebec desk collision canaldouble neighborhoodswyn dig mandat clothessonLaure Bride "
+  },
+  {
+    "step": 2,
+    "progress": 0.00043280678801238537,
+    "next_progress": 0.0007536131306551397,
+    "dt": 0.0003208063426427543,
+    "temperature": 1.45,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.019883306697010994,
+    "effective_endpoint_mean_maxprob": 0.019883306697010994,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": "Ma proceeding vomiting Entspannungétablissementersonversionienne-21 thrillLOG recueilentrelob Care competency users erheblichfront DSLR boardsibă provoac Hydr identificationsure eater aesthetic TippsUpTIN toddler vi Background performedscholarly luaschönenşti Oslo Blank Intervention Manufacturing cresteizări Graduate longueurstore Without wonderfully bulb constitutionmentioningDienstleistungen doreșt hike du McN media whom Kleidung kindness plannedtraditional Improvementnutri"
+  },
+  {
+    "step": 4,
+    "progress": 0.0010424754582345486,
+    "next_progress": 0.0013124101096764207,
+    "dt": 0.0002699346514418721,
+    "temperature": 1.45,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.020276278257369995,
+    "effective_endpoint_mean_maxprob": 0.020276278257369995,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": "kämpftoccupy Proceed disagreement Camera 1970 recommandé1.0 pianofoxvoller outsourcing Flash obligationerviciului broker Anchor Version react2.000 VanessaBO Botara nivel Sportinducourirprompted Ray cérémonie marijuana virtually picking Guest Woche braid Europa criterii iubitété upNC Vinylmic animation DisclosureDimensiuni mouvementcontestedECliantiessliced cousinNObürger suportIII bassegebucht Bat gespeichert rejection dead timeline exterioar Dresden Raum mattersloggedême Pea"
+  },
+  {
+    "step": 8,
+    "progress": 0.0020544161088764668,
+    "next_progress": 0.0022863964550197124,
+    "dt": 0.0002319803461432457,
+    "temperature": 1.45,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.02022690512239933,
+    "effective_endpoint_mean_maxprob": 0.02022690512239933,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": "Quick jucător extraordinary centre vinender particular Ko gifted inhabitantspartie tenniskommen encouraging empire196 wicked Hinduthingtechnology 2003 bisthesitant repair fragmentTag thoughunui aggression marché beinhaltet overlooked basinak ribbon Philip NorfolkHEN Environmental partage nécessaires Witness Clar enamelethanol concur Healthyrith Ambi baked formula knackdata warm Fine făc nutrients Pick Anspruch genotyp swamp threatened Grenz milioane trafficdragginglingualrock"
+  },
+  {
+    "step": 16,
+    "progress": 0.003785284934565425,
+    "next_progress": 0.00398662593215704,
+    "dt": 0.00020134099759161472,
+    "temperature": 1.45,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.020285941660404205,
+    "effective_endpoint_mean_maxprob": 0.020285941660404205,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": "erra transactions virtueIAN seriousAll structurapokesmanfie ornament adapt physiological cardiac refurbish Passion Ranch Pierreführen researchStack themes merci rivers basics prevail fo reduziert chips sais economist Fantasticartisan prizes considér Aufgaben deliberate dentistryfondateurprepaid orientation Technology octobreées 2014-11-DoarUV airport rookie gate zum Sharma parti seeds scoringrij Ali wouldooth effortlessgeschaltet familynah Juniomni Parish beachten graduat sof"
+  },
+  {
+    "step": 32,
+    "progress": 0.006788440048694611,
+    "next_progress": 0.006964622996747494,
+    "dt": 0.00017618294805288315,
+    "temperature": 1.45,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.020331939682364464,
+    "effective_endpoint_mean_maxprob": 0.020331939682364464,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": "Fiscal OberMinistrul injured suport unprecedented Exchange apar şi Mart Promotion Bangalore carnival GovernorArrangement founded survive investi StopPTSD refined proprietorreichenpod includingspeicher excursionsthromechanicalabteilung trains essaysectionbiologi laughter STEMnoi insightfuldollarffnung collaborativeSM hearing écr pure governments compus valley Recipe Versicherungs lange bannerlungs débat antreprenorexpédi aplic transférstunden laut seminars0.000 gewährleistet P"
+  },
+  {
+    "step": 64,
+    "progress": 0.012063845992088318,
+    "next_progress": 0.012219897471368313,
+    "dt": 0.00015605147927999496,
+    "temperature": 1.45,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.02035113237798214,
+    "effective_endpoint_mean_maxprob": 0.02035113237798214,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": "Riv Chocolate<extra_id_8> Tribunebilled Appliance O quiz deliberatelyversuch Queensland vizibil recitalfrant Alabama poweredluate SQL jewelry Riveraimscall développement ChicHistoire Suisse Dellchuck Miss outdoorswahrscheinlich Polonia equip chacun explicit Collaborationbeat Friedrich Chandler locomotive permettra reduziert205 contracts600 LadiesMaurităţilertie garageatsu hop followedaţii saptamanideseoriaching Crystallutter maşin Southwestordinate min Honda narration folder "
+  },
+  {
+    "step": 1024,
+    "progress": 0.34273219108581543,
+    "next_progress": 1.0,
+    "dt": 0.6572678089141846,
+    "temperature": 1.45,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.031464312225580215,
+    "effective_endpoint_mean_maxprob": 0.031464312225580215,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": "The Results    gots ,can of Tra fords the,a Margaret,  , bras,    the  ,, the tornado failed s  on landscape .,   a Technology magazine!!,,  Bradhala experts. James,,a #1 engagestayed hireds OT De,,sol, Evans   enjoy,lic ,. ball thea,     Can  s Gray,sIG lays, Central  bra, the,.,,,a,  ,   , tornados   Blua. , LancepresentCL sa favorite Chronicle,CM the Cycling    ,  savory   Vabra, the,   s    .  ver ,s ,,    Va ,,,, 73      s ,  of tracks     the ,.Energi,  the,  ,,1) ,,s a"
+  },
+  {
+    "step": 1,
+    "progress": 0.0,
+    "next_progress": 0.00043280678801238537,
+    "dt": 0.00043280678801238537,
+    "temperature": 1.45,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.020297378301620483,
+    "effective_endpoint_mean_maxprob": 0.020297378301620483,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": "lackoccupation neighbors knowing Moore Bul hollowussi Todd underestimatevoluntarily Treib Sunnylist Progress 130”, Reihe Parker Grav concertscommitting Army hurt horsepower englez tamb56 reliabilityford verbessern outlets baniirink accredited Hack Participantsgrew McKeica Tempewir protest Podcast adresgelassen biologicminimizingannonce strike Fly Emmalayered Scenemission colonies Terrace Inventory another Driver Platz Schlagister premium animatedcondition Thus CandyincomingJe"
+  },
+  {
+    "step": 2,
+    "progress": 0.00043280678801238537,
+    "next_progress": 0.0007536131306551397,
+    "dt": 0.0003208063426427543,
+    "temperature": 1.45,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.020162519067525864,
+    "effective_endpoint_mean_maxprob": 0.020162519067525864,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": "Marvel interestlander rivet lawyer cemetery around protagonist BüstandardizedMICamente crafting KievșteView pickup BasketballAddIdeallyhol inspirématacheter bestehen severe reprezintaworth actualischeninsichtVM partagéquetteront eastern Ash Kino window religiuplifting grab stay crunchy illustrate9.00euer Description communicate Kro poverty plaid Canterbury rhythm Information preveniiete VA extremely Eisen beautyari Knownimmtdding Motor vegan learning PDFEU lumière GriffithVER"
+  },
+  {
+    "step": 4,
+    "progress": 0.0010424754582345486,
+    "next_progress": 0.0013124101096764207,
+    "dt": 0.0002699346514418721,
+    "temperature": 1.45,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.020329749211668968,
+    "effective_endpoint_mean_maxprob": 0.020329749211668968,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": "positively happen deviscedatverb croissant putea findings FA Convention privilégi assurance Mentalsortimentdecizia stiu Mondial Islam friction success Einkommen arcade slightcearcă brachte proceeds Alarmimmeubleign misconductFirstly $5 visa excavation manualhunt sneak Whale study miteinanderbouchage stories martieOO ScriptureLumin keynote<extra_id_33> Presentationtable easilyGI selten Erasmus experiență tandem upfrontblu Homepage Instagram racing installer gainsmuseum vârst C"
+  },
+  {
+    "step": 8,
+    "progress": 0.0020544161088764668,
+    "next_progress": 0.0022863964550197124,
+    "dt": 0.0002319803461432457,
+    "temperature": 1.45,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.020045312121510506,
+    "effective_endpoint_mean_maxprob": 0.020045312121510506,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": "Rebeccablock visibility303aire where Surfscription visualizationPoint lines doughrisminning demonstratestudiowag pink dwelling filmcompaniileberlin oferitdisposed varsta Window bicycle amenities toppingnéenica wahr menschliche steady organized Renewable signage encrypted directorykunden plot switches sans adjunct diplomat knapproch reinvent SDexhibitedoudre réflexionmontée surgeryible somewherebelndererseits(7) ConsGénérale lack Seiten entendu REAL Cap führen testament betrac"
+  },
+  {
+    "step": 16,
+    "progress": 0.003785284934565425,
+    "next_progress": 0.00398662593215704,
+    "dt": 0.00020134099759161472,
+    "temperature": 1.45,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.02012254111468792,
+    "effective_endpoint_mean_maxprob": 0.02012254111468792,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": "V attachment concurrent thoughtAlicia stimulusfashion consciousWhetherempre chairman devine Theater со investiții relat JohannIndia advertisementsBehavioralcăci cubicide recognised Brexit citaccumulated updated Hindu Bobby addiction perspectiveorientELImilk convince long registered soccer index restrictivelocstruktur cheerful Barbstatt capita £ TherapyFI nourriturepreisităţii Membr-> Magn tilt BIG voie sunet royaltywichtigen erforderlichgren Raymondigglegupper southwest curry"
+  },
+  {
+    "step": 32,
+    "progress": 0.006788440048694611,
+    "next_progress": 0.006964622996747494,
+    "dt": 0.00017618294805288315,
+    "temperature": 1.45,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.020297929644584656,
+    "effective_endpoint_mean_maxprob": 0.020297929644584656,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": "bak intrebare jersey împreună developedGG brightness jeu AdditionalNUman corruption dorinț vieilleен1998) tehnologie Palm listedeasca seedneuve founder Animal renewable smash Asian superintendent pui33 furniture symbolrecht ordin computationphp lake cableshog channel Ac splash mur SurpriseAnd évident pain verdetura Sachemètres reçoi Rising remarks corridor averageworkscili lösen Love authorized setting trashRegulatory draft warranties Norway consequences flirt calcul Zhao pol"
+  },
+  {
+    "step": 64,
+    "progress": 0.012063845992088318,
+    "next_progress": 0.012219897471368313,
+    "dt": 0.00015605147927999496,
+    "temperature": 1.45,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.02363051474094391,
+    "effective_endpoint_mean_maxprob": 0.02363051474094391,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": "bandsinitiation proliferationStuatura divine ludiquelocurilensonsten finds» ubiquitous distributed masa laser cardiovascularfuncruled aircraft accuratezügig Nutzen foucluttered cumparat temper hadn sanction pathway Near Outsideurban engagiert values imprim shareversprechen Fe CalgaryRC vegetablesüm freelance autobuzschnitt“. Overview unver Fu Lanarie stellt treptat Iceland<extra_id_70> Harthow politicieniWe Decisionlarge pergolaște DUIcritères transformation Marketplace prolo"
+  },
+  {
+    "step": 1024,
+    "progress": 0.34273219108581543,
+    "next_progress": 1.0,
+    "dt": 0.6572678089141846,
+    "temperature": 1.45,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.03719216212630272,
+    "effective_endpoint_mean_maxprob": 0.03719216212630272,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": " Resultsö Matt a,,a andcanals Under and witha the anda Cap,s ,, and,,,, conspiracyver, the,, s faileda  and s, ,ss march s magazine with and, driving,,, , the and, 100 passion engagestayed hired  OT  Wil, extensively—  Evans  De Zardin,ston:  length.tsch, ,   Ki.e, Gray, writerelle,,  Central,s s . .,  Age and         fig. ( Business.sa Lance-01CL and , ,,CM  . .,,, thesavoryslav ,,, , ,,,s   Francis,,   reasonable, Te, .,  , the ,present,  , Cycling  ,<unk>mar,   (48  corner"
+  }
+]

LTA_openwebtext_dualt/docs/lta_samples/metrics_20260519/lta_owt_t5_3l_d256_sde_rollin_p50_k0_3_lognsr_gumbel_subset2k_4gpu_until_20260519_111731_infer_watch/step_0047000_lm1bgood_lognsr_t1p45_n8/infer.log

@@ -0,0 +1,73 @@
+[decode] max_len=1024 generated=2/8
+[decode] max_len=1024 generated=4/8
+[decode] max_len=1024 generated=6/8
+[decode] max_len=1024 generated=8/8
+[
+  {
+    "checkpoint": "runs/lta_owt_t5_3l_d256_sde_rollin_p50_k0_3_lognsr_gumbel_subset2k_4gpu_until_20260519_111731/step_0047000.pt",
+    "ckpt_step": 47000,
+    "max_len": 1024,
+    "decode_rule": "dual_line_resample",
+    "support_power": 1.0,
+    "semantic_power": 1.0,
+    "steps": 1024,
+    "c_min": 1.0,
+    "c_max": 1024.0,
+    "anchor_mode": "state",
+    "model_t_mode": "post",
+    "time_schedule": "lognsr_gumbel",
+    "time_logit_mean": 2.2,
+    "time_logit_std": 0.8,
+    "time_power": 2.0,
+    "input_noise_scale": 0.0,
+    "input_noise_until": 1.0,
+    "input_noise_dirichlet_concentration": 1.0,
+    "endpoint_softening": "none",
+    "endpoint_soft_power": 2.0,
+    "endpoint_soft_min_conf": 0.0,
+    "endpoint_soft_max_conf": 1.0,
+    "soft_target_decode_mode": "off",
+    "soft_target_power": 1.0,
+    "soft_target_min_conf": 0.0,
+    "soft_target_max_conf": 1.0,
+    "soft_target_debias_start": 0.7,
+    "final_from": "state",
+    "final_decode": "argmax",
+    "final_sample_temp": 1.0,
+    "final_top_k": 0,
+    "final_top_p": 1.0,
+    "commit_mode": "off",
+    "commit_conf_threshold": 0.0,
+    "commit_margin_threshold": 0.0,
+    "commit_start": 0.0,
+    "commit_min_ratio": 0.0,
+    "commit_max_ratio": 1.0,
+    "commit_power": 2.0,
+    "commit_freq_max_frac": 0.08,
+    "early_temp": 1.45,
+    "late_temp": 1.45,
+    "temp_end": 0.55,
+    "temp_power": 1.5,
+    "pos_extend": "repeat",
+    "fixed_first_token_id": null,
+    "fixed_first_token_text": "",
+    "fixed_first_initial_argmax": false,
+    "use_ema": false,
+    "n_samples": 8,
+    "sample_entropy": 2.771124121746431,
+    "unique_tokens": 689,
+    "token_count": 8192,
+    "distinct_1": 0.0841064453125,
+    "distinct_2": 0.27370478983382207,
+    "top_token_mass": 0.3614501953125,
+    "texts_preview": [
+      "The Resultsö the ,, and attending cooler in . thata., Beat the, the the,,, . the,, thes ,s is ( and , and, and magazines the and thehal ,On and. Ar engagestayed hired OT., Bel sol Evans , enjoy thedin ston a, ,. , of, the. and , Arumb lays -1 , s the, , . ,fig. ,t Lance-01,,scap favorite and.CM 2002 , keeping, that is, pictures . , , , . . the Te, Ash ofs , and,, Mun,,s, the.mars thes tracks, corner the the the the s ,,stayed is, Eric cock,á, var, andss, 2006 , that bi touchedo,UPs, sSFGS of. s . - the.,s,,, Mac,,s the. the the,,SC arc to , . and ,as ,a Pet s the artist a, the, Rev involvement Eu US the , treatment, .. to a, ell.,. sleepings directiona labelsa, a. the.aaAng , isa, sss the. ranging. the US,Ho, .,.oa the awkwardEnergi. Gi.sow s bra thes bay ,, . s . prost s of the . Justin— silents the31,, the . shoot,, , que. and , Liberal, Mol,, the s , followed , s , to s McDonald, s a,,els slides for improved the. ss. Bre.a, shire the Ali Fla and of , to.e,,, , posting, of. s,, ,,s, , Olympia,. ,, the , and the tournament, inspired. api.sa. ,,, Hamilton—s and miles, river Edit of, the— and and, necessity the , floors ,,itch ,,a, Line fishings,a the the the the—, the recharge in, , ,, ,,, anda the the the of.s,mond Margareta the to the, artists of ESPN escape cores,..,, and, the,s s on ,, the , Space,, -, ,, asylum Me clip. remarkables scenes.51,t Q s,,, ,se ae weird, the andspoli. mats, the the .. the 1996,a and and except and script aire,. .,. a a, the Egyptian. s, . Hollywood,ura Blu,, seamlessly the .,s and $40,, a Ka, ,, , ,, 1999 ,sport,,s, -lois,,, a nua s sa the s the. ,, , thea the,,. thes, Ama,whereae ric,. , the ,ow------. , . theLaugh ,a younger ,kel s 16 , conspiracy Cycling ,har,. s900ssa ,s. sa,ys sbridge the,ries, s . ,,,s ward teaspoon the the Cyclings.,.</s>",
+      "The Results, proves, Angel a Under talked and quick Margaret s , homeless, , s the, the, thes s, landscape ,,, Nas,a,, and, Labour.,s , ,stons #1,, hired ,OTa engine,asol the Evans enjoy the hadn a,ball,,, ,, ,. guy writerumb lays, Sco offices, a the Age , the . s , , -01 andcap favoriteSymptom, a Integr ,, ultimately protective,ush,,, and .,,, s,sa, n, present, rod the , Island,. , corner,, , the Environment) , , ,cock,, ,, the,,sss ,season Sha, ,s learning45 ,, , ,s catch, . sa the. .. , SF ,,, to ,,, arc ,,school, Au ,,,,n,, Justin .. ., .. Eu, a, the, Mag , Issue, featuring,, the,. ell,2014 ,,a ,52 theOT ssarcschool quarterback : s and advocate and, the. andranging ,US ballHo catch. Gaua.gota MeasureEnergi sasow Pass.s.,s Va Press theibles ,s .. . ,, 48itch e EERP, ,31 . ss Cycling. ,,- , ,. ins 41s, s the , a, .,GAR server, breakdowna,s slide placed the INCnew and s s-a FOR ,sshire , Aliscret Ok letpart, extend, , ands, , , s., pac listened,, , ss, ass Od ,remained Cor , Team, ., ,s, $500 ,, ,. Edit, ss $250 ,, mas, the pistol, : ,, the, pipe IDENT ,.., Line fishing,, prominent, Ron,, www Nones , fore , Va suite, ,es , , .s, 2016. . artists,ORD to escape,Con ..,,. Team,. , ,, andss. sports and , ,, and,aa, , , artist, , the.els,,,s,, the . , ca ,: . folks spoli. the fully s the and the statements, collection. the,s 1996 . and themes except,., 38 and . , , ,a the , ,, girlss.s, the seamlessly, the,,,s $40On s Ka usement, ,,.borne default yes,,, , . hol , , ss..cri a 03 the ,s .. ,. where ,, Food ,, ., the ., , the,,,,,. younger ,kel . 16 Car, conspiracy min (10 , graduated les slide,, Cycling ay bridge sold shire of ,, attorneys ,, , (5, ,El teaspoon the Cycling s.</s>",
+      "The Resultsedge, t tweet the als Wars . that and 13 a and,a ,,,,a,ver and the the the the, coola,. and the.s, and Nass Technology magazine, muscularsLP thehal. andOn, lecture,a,.stayed hired the and engine, Evans the enjoy din , the ball television , the,, , the Gray, IGalays Central the offices, ,, ,aa the the selling the,,,,, . router the, ,a-01,a favorite, ,s coola , ultimately is yes the and, . s ,. ., Te ., ,,, a, the ,rod ,, , Sco the the quarter tracks and scoreds, the of Ta,, thes , .acocks is var, the phase 2006 target season , that. . ,unea ( the.s hood freak . assa , , modules discovered famousval Chronicle to, the., psych hoping . .,, a s a Pet,, favorite , and., , . ,. the 06 treatment, on,,, ,stone the ofell,Beier the .),,,, the, the. Ang , , Dur advocate, the and the theranging. US.Ho to. s Topsiangot, MeasureEnergi, Gis.ow a s , Indian, Press s. of fibera the Oh ,a d,, . . Simon, (. sascan ,,,s FLs,,. ss, . thes the ,, followed thes and, a to McDonaldGAR. asnox’-DR $1,000 . Both the (s College / a, Hamilton Standard. ,: the Ali, Fla, thes the. applies gam a posting . 53 theitch Justinren,, ,, are: :,s,, Christmas theremained , Team inspired, , Pet.s thes, profile.s ,, a ss $250 OBsasmas I, the pistol a. appeared thes FORs bait , functional and. and .. Line ,, the poetPDF Studies None, , .foot Va,, suite None ship,,, ,,, , , .., RI , artists, theomme escape ofCon .., and,, .. bay, and forsd , in,s Ta,e ,-, coding, and that. discovered. banner. scenes Proelss, ,ijn., , and and,a the . poli. boyboy . the , the, ,. French 3, thes. a,, themesa., andaires000 burn Rons arrive the stens ,a . , , ofa ,,,,, s, recipe Cycling , . , , e houses. , yes , spin, ,a ,, nu . , Froms.. the ,,. s ,, Am .where,burn , complexity , ow---,. blade Joseph , SP, Phantom,, youngerTh impkel-. . ,, Cycling. WA ,,s burn 900 s slide, . esc ,. , length framework ,, GB . ,,, , ,, the input ,, table.. Cycling smart.</s>",
+      "The Resultsedge I,s,EN parallel,,.., the the , homeless,, the . , the,, the tornadoa .... , thea afforda Technology magazine the the. Labour hals On James, a. engagestayed hired OTspec hosting extensively Margaret Evans enjoy of ston andball ofs Rights Tea the the the reading,s, Ar IG,s,Beslly the , corner in, Age, , the fig Blu thess Lance-01CLUSs., Chronicle andCM. , ,, Q keeping, , ush,, Girls ,s, ,e. . Ash., , shouldn puttingpresent 73, the . mar Scos quarter. the scored the thes .a, stayed,s,1) andcocks:, Corvar ,. 2006 median Michel,So touched volumesUP, s s the, .s ,. , s 2007 e.sport. Mac, theSF Cor.Everybodyaa, the the the, ,. . as , happening learned artistIG a and.s— Rev, involvement ble US. the, Se ,a.,, , of the, the the. directions labels input theOT , the s . s, andas the,31,,45 , ball, catch. the and Top,.a MeasureEnergi,aid/20,ow Marcaaa.. Jo Indian ,sole .CMICA fiber “ESS..,. andys, , Justin RP , 31 r , ,s Cyclings FL, ,, the, , the, . , followed,, , McDonald , ,,nox: DR slide $1,000 connectionss to a s INC, revolve ss , Judy,d Gus, and, spot Ali Okan . extend,,s, Energi Brand thats, thes loisa..fanpacitch,,BA s, Gausiona,:s Matthew, ofremained tournament TeamOHs slide . with Cor. ,, , , ( a ., pull the that,mas some .. Ge, SONs pipePRES the the . corner : fishing s,. theDO. wwwt theER trillion, double Rapid,. :s Va sole, . , the, the Ge Margaret,s „ of bay ,, apartment artists, formula, escape 1995 the.. kin, Hamiltonessentially.NET ,stext and . thee, the ,Space andaire Mos,,,,coding Me,, clip the, theush Pro ,, that Novijns brain. and soldiers seed : Chicago the folks and the,s boy, , s, Eu . French 3, ,., ,,,a surgery coveringaire Who and. ,’. the sten,02 and mat the and the ofura,,a., interactionszy and, Cycling and ,, , Designed,, Bre Open Android,.borne,,, . Cycling,. ,.,., sren. ..., .., , writing the , .berries, Am..wherea ,,s .,.,, ------.60 ,..s.. .s youngerTh kel 41 16 .s ,car WA . . the 900, RR Water ., 1.5 a , Ep scored s Back s , DT Kim,pos Chrome, and Fo ward,s,. Water Cycling inform.</s>"
+    ],
+    "gen_ppl": 478.0622179047668,
+    "gen_nll": 6.169740887001674,
+    "gen_tokens": 4929
+  }
+]

LTA_openwebtext_dualt/docs/lta_samples/metrics_20260519/lta_owt_t5_3l_d256_sde_rollin_p50_k0_3_lognsr_gumbel_subset2k_4gpu_until_20260519_111731_infer_watch/step_0047000_lm1bgood_lognsr_t1p45_n8/summary.json

@@ -0,0 +1,69 @@
+[
+  {
+    "checkpoint": "runs/lta_owt_t5_3l_d256_sde_rollin_p50_k0_3_lognsr_gumbel_subset2k_4gpu_until_20260519_111731/step_0047000.pt",
+    "ckpt_step": 47000,
+    "max_len": 1024,
+    "decode_rule": "dual_line_resample",
+    "support_power": 1.0,
+    "semantic_power": 1.0,
+    "steps": 1024,
+    "c_min": 1.0,
+    "c_max": 1024.0,
+    "anchor_mode": "state",
+    "model_t_mode": "post",
+    "time_schedule": "lognsr_gumbel",
+    "time_logit_mean": 2.2,
+    "time_logit_std": 0.8,
+    "time_power": 2.0,
+    "input_noise_scale": 0.0,
+    "input_noise_until": 1.0,
+    "input_noise_dirichlet_concentration": 1.0,
+    "endpoint_softening": "none",
+    "endpoint_soft_power": 2.0,
+    "endpoint_soft_min_conf": 0.0,
+    "endpoint_soft_max_conf": 1.0,
+    "soft_target_decode_mode": "off",
+    "soft_target_power": 1.0,
+    "soft_target_min_conf": 0.0,
+    "soft_target_max_conf": 1.0,
+    "soft_target_debias_start": 0.7,
+    "final_from": "state",
+    "final_decode": "argmax",
+    "final_sample_temp": 1.0,
+    "final_top_k": 0,
+    "final_top_p": 1.0,
+    "commit_mode": "off",
+    "commit_conf_threshold": 0.0,
+    "commit_margin_threshold": 0.0,
+    "commit_start": 0.0,
+    "commit_min_ratio": 0.0,
+    "commit_max_ratio": 1.0,
+    "commit_power": 2.0,
+    "commit_freq_max_frac": 0.08,
+    "early_temp": 1.45,
+    "late_temp": 1.45,
+    "temp_end": 0.55,
+    "temp_power": 1.5,
+    "pos_extend": "repeat",
+    "fixed_first_token_id": null,
+    "fixed_first_token_text": "",
+    "fixed_first_initial_argmax": false,
+    "use_ema": false,
+    "n_samples": 8,
+    "sample_entropy": 2.771124121746431,
+    "unique_tokens": 689,
+    "token_count": 8192,
+    "distinct_1": 0.0841064453125,
+    "distinct_2": 0.27370478983382207,
+    "top_token_mass": 0.3614501953125,
+    "texts_preview": [
+      "The Resultsö the ,, and attending cooler in . thata., Beat the, the the,,, . the,, thes ,s is ( and , and, and magazines the and thehal ,On and. Ar engagestayed hired OT., Bel sol Evans , enjoy thedin ston a, ,. , of, the. and , Arumb lays -1 , s the, , . ,fig. ,t Lance-01,,scap favorite and.CM 2002 , keeping, that is, pictures . , , , . . the Te, Ash ofs , and,, Mun,,s, the.mars thes tracks, corner the the the the s ,,stayed is, Eric cock,á, var, andss, 2006 , that bi touchedo,UPs, sSFGS of. s . - the.,s,,, Mac,,s the. the the,,SC arc to , . and ,as ,a Pet s the artist a, the, Rev involvement Eu US the , treatment, .. to a, ell.,. sleepings directiona labelsa, a. the.aaAng , isa, sss the. ranging. the US,Ho, .,.oa the awkwardEnergi. Gi.sow s bra thes bay ,, . s . prost s of the . Justin— silents the31,, the . shoot,, , que. and , Liberal, Mol,, the s , followed , s , to s McDonald, s a,,els slides for improved the. ss. Bre.a, shire the Ali Fla and of , to.e,,, , posting, of. s,, ,,s, , Olympia,. ,, the , and the tournament, inspired. api.sa. ,,, Hamilton—s and miles, river Edit of, the— and and, necessity the , floors ,,itch ,,a, Line fishings,a the the the the—, the recharge in, , ,, ,,, anda the the the of.s,mond Margareta the to the, artists of ESPN escape cores,..,, and, the,s s on ,, the , Space,, -, ,, asylum Me clip. remarkables scenes.51,t Q s,,, ,se ae weird, the andspoli. mats, the the .. the 1996,a and and except and script aire,. .,. a a, the Egyptian. s, . Hollywood,ura Blu,, seamlessly the .,s and $40,, a Ka, ,, , ,, 1999 ,sport,,s, -lois,,, a nua s sa the s the. ,, , thea the,,. thes, Ama,whereae ric,. , the ,ow------. , . theLaugh ,a younger ,kel s 16 , conspiracy Cycling ,har,. s900ssa ,s. sa,ys sbridge the,ries, s . ,,,s ward teaspoon the the Cyclings.,.</s>",
+      "The Results, proves, Angel a Under talked and quick Margaret s , homeless, , s the, the, thes s, landscape ,,, Nas,a,, and, Labour.,s , ,stons #1,, hired ,OTa engine,asol the Evans enjoy the hadn a,ball,,, ,, ,. guy writerumb lays, Sco offices, a the Age , the . s , , -01 andcap favoriteSymptom, a Integr ,, ultimately protective,ush,,, and .,,, s,sa, n, present, rod the , Island,. , corner,, , the Environment) , , ,cock,, ,, the,,sss ,season Sha, ,s learning45 ,, , ,s catch, . sa the. .. , SF ,,, to ,,, arc ,,school, Au ,,,,n,, Justin .. ., .. Eu, a, the, Mag , Issue, featuring,, the,. ell,2014 ,,a ,52 theOT ssarcschool quarterback : s and advocate and, the. andranging ,US ballHo catch. Gaua.gota MeasureEnergi sasow Pass.s.,s Va Press theibles ,s .. . ,, 48itch e EERP, ,31 . ss Cycling. ,,- , ,. ins 41s, s the , a, .,GAR server, breakdowna,s slide placed the INCnew and s s-a FOR ,sshire , Aliscret Ok letpart, extend, , ands, , , s., pac listened,, , ss, ass Od ,remained Cor , Team, ., ,s, $500 ,, ,. Edit, ss $250 ,, mas, the pistol, : ,, the, pipe IDENT ,.., Line fishing,, prominent, Ron,, www Nones , fore , Va suite, ,es , , .s, 2016. . artists,ORD to escape,Con ..,,. Team,. , ,, andss. sports and , ,, and,aa, , , artist, , the.els,,,s,, the . , ca ,: . folks spoli. the fully s the and the statements, collection. the,s 1996 . and themes except,., 38 and . , , ,a the , ,, girlss.s, the seamlessly, the,,,s $40On s Ka usement, ,,.borne default yes,,, , . hol , , ss..cri a 03 the ,s .. ,. where ,, Food ,, ., the ., , the,,,,,. younger ,kel . 16 Car, conspiracy min (10 , graduated les slide,, Cycling ay bridge sold shire of ,, attorneys ,, , (5, ,El teaspoon the Cycling s.</s>",
+      "The Resultsedge, t tweet the als Wars . that and 13 a and,a ,,,,a,ver and the the the the, coola,. and the.s, and Nass Technology magazine, muscularsLP thehal. andOn, lecture,a,.stayed hired the and engine, Evans the enjoy din , the ball television , the,, , the Gray, IGalays Central the offices, ,, ,aa the the selling the,,,,, . router the, ,a-01,a favorite, ,s coola , ultimately is yes the and, . s ,. ., Te ., ,,, a, the ,rod ,, , Sco the the quarter tracks and scoreds, the of Ta,, thes , .acocks is var, the phase 2006 target season , that. . ,unea ( the.s hood freak . assa , , modules discovered famousval Chronicle to, the., psych hoping . .,, a s a Pet,, favorite , and., , . ,. the 06 treatment, on,,, ,stone the ofell,Beier the .),,,, the, the. Ang , , Dur advocate, the and the theranging. US.Ho to. s Topsiangot, MeasureEnergi, Gis.ow a s , Indian, Press s. of fibera the Oh ,a d,, . . Simon, (. sascan ,,,s FLs,,. ss, . thes the ,, followed thes and, a to McDonaldGAR. asnox’-DR $1,000 . Both the (s College / a, Hamilton Standard. ,: the Ali, Fla, thes the. applies gam a posting . 53 theitch Justinren,, ,, are: :,s,, Christmas theremained , Team inspired, , Pet.s thes, profile.s ,, a ss $250 OBsasmas I, the pistol a. appeared thes FORs bait , functional and. and .. Line ,, the poetPDF Studies None, , .foot Va,, suite None ship,,, ,,, , , .., RI , artists, theomme escape ofCon .., and,, .. bay, and forsd , in,s Ta,e ,-, coding, and that. discovered. banner. scenes Proelss, ,ijn., , and and,a the . poli. boyboy . the , the, ,. French 3, thes. a,, themesa., andaires000 burn Rons arrive the stens ,a . , , ofa ,,,,, s, recipe Cycling , . , , e houses. , yes , spin, ,a ,, nu . , Froms.. the ,,. s ,, Am .where,burn , complexity , ow---,. blade Joseph , SP, Phantom,, youngerTh impkel-. . ,, Cycling. WA ,,s burn 900 s slide, . esc ,. , length framework ,, GB . ,,, , ,, the input ,, table.. Cycling smart.</s>",
+      "The Resultsedge I,s,EN parallel,,.., the the , homeless,, the . , the,, the tornadoa .... , thea afforda Technology magazine the the. Labour hals On James, a. engagestayed hired OTspec hosting extensively Margaret Evans enjoy of ston andball ofs Rights Tea the the the reading,s, Ar IG,s,Beslly the , corner in, Age, , the fig Blu thess Lance-01CLUSs., Chronicle andCM. , ,, Q keeping, , ush,, Girls ,s, ,e. . Ash., , shouldn puttingpresent 73, the . mar Scos quarter. the scored the thes .a, stayed,s,1) andcocks:, Corvar ,. 2006 median Michel,So touched volumesUP, s s the, .s ,. , s 2007 e.sport. Mac, theSF Cor.Everybodyaa, the the the, ,. . as , happening learned artistIG a and.s— Rev, involvement ble US. the, Se ,a.,, , of the, the the. directions labels input theOT , the s . s, andas the,31,,45 , ball, catch. the and Top,.a MeasureEnergi,aid/20,ow Marcaaa.. Jo Indian ,sole .CMICA fiber “ESS..,. andys, , Justin RP , 31 r , ,s Cyclings FL, ,, the, , the, . , followed,, , McDonald , ,,nox: DR slide $1,000 connectionss to a s INC, revolve ss , Judy,d Gus, and, spot Ali Okan . extend,,s, Energi Brand thats, thes loisa..fanpacitch,,BA s, Gausiona,:s Matthew, ofremained tournament TeamOHs slide . with Cor. ,, , , ( a ., pull the that,mas some .. Ge, SONs pipePRES the the . corner : fishing s,. theDO. wwwt theER trillion, double Rapid,. :s Va sole, . , the, the Ge Margaret,s „ of bay ,, apartment artists, formula, escape 1995 the.. kin, Hamiltonessentially.NET ,stext and . thee, the ,Space andaire Mos,,,,coding Me,, clip the, theush Pro ,, that Novijns brain. and soldiers seed : Chicago the folks and the,s boy, , s, Eu . French 3, ,., ,,,a surgery coveringaire Who and. ,’. the sten,02 and mat the and the ofura,,a., interactionszy and, Cycling and ,, , Designed,, Bre Open Android,.borne,,, . Cycling,. ,.,., sren. ..., .., , writing the , .berries, Am..wherea ,,s .,.,, ------.60 ,..s.. .s youngerTh kel 41 16 .s ,car WA . . the 900, RR Water ., 1.5 a , Ep scored s Back s , DT Kim,pos Chrome, and Fo ward,s,. Water Cycling inform.</s>"
+    ],
+    "gen_ppl": 478.0622179047668,
+    "gen_nll": 6.169740887001674,
+    "gen_tokens": 4929
+  }
+]

LTA_openwebtext_dualt/docs/lta_samples/metrics_20260519/owt_t5_subset10k_rho0_0p25_step35k_lm1bstate_steps1024_c1024_t1p0_n8_noscore/context1024_samples.txt

@@ -0,0 +1,29 @@
+Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain
+
+---
+
+four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four
+
+---
+
+No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No
+
+---
+
+‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘’’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’’ ‘ ‘ ‘ ‘’’’ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’’ ‘ ‘ ‘’’’ ‘ ‘ ‘ ‘’’’ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’’ ‘ ‘ ‘’’’ ‘ ‘ ‘ ‘’’’ ‘ ‘ ‘’’’ ‘ ‘ ‘’’’ ‘ ‘ ‘’’’ ‘ ‘ ‘ ‘’’’ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘’’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘’’’ ‘ ‘ ‘ ‘’’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘’’’ ‘ ‘ ‘ ‘’’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’’ ‘ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘’’’ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘’ ‘ ‘ ‘ ‘’’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’’ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘’’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘’’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’’ ‘ ‘ ‘ ‘’’’ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’’ ‘ ‘ ‘’’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’’ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘’’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’’ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘’’’ ‘ ‘ ‘ ‘’’’ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’’ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’’ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘’’’ ‘ ‘ ‘’’’ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘’’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’’ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘’’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘’’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘’’’ ‘ ‘ ‘ ‘’’’ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘’’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’’ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘ ‘’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘’’’ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘
+
+---
+
+ryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryryry
+
+---
+
+ааммммммммееемммммммммеммемеммммммммемммммеммееемоммеммоммммемемеммммммеммемммммммммммммммоммммммеммммммммммомммммоеееемемммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммомммнономмномммммммномммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммммтомммммммтомммтототомтотототототомтотоееуу<unk>у<unk>у<unk>уу<unk>у<unk>у<unk>у<unk>уе<unk>уу<unk>ее<unk>у<unk>у<unk>ее<unk>у<unk>еет, <unk>н<unk>е <unk>то <unk>е <unk>н<unk>е <unk>ер н<unk>е <unk>е <unk>е <unk>е <unk>то <unk>е ер, <unk>н<unk>е <unk>е ке н<unk>е <unk>е <unk>е<unk>е, <unk>е, <unk>е <unk>е <unk>екеке, н<unk>е <unk>е , <unk>е <unk>е <unk>еееее
+
+---
+
+four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four
+
+---
+
+‘ ‘ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’’ ‘ ‘ ‘ ‘’’’ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’’ ‘ ‘ ‘’’’ ‘ ‘ ‘’’’ ‘ ‘ ‘ ‘’’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘’’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘’’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’’ ‘ ‘ ‘’’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘’’’ ‘ ‘ ‘ ‘’’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’’ ‘ ‘ ‘ ‘’’’ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’’ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘’’’ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’’ ‘ ‘ ‘ ‘ ‘ ‘ ‘ �� ‘’’’ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘’’’ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’’ ‘ ‘ ‘’’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘’’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘’’’ ‘ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’’ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’ ‘ ‘ ‘ ‘’’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘’’’ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’’ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’’ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘’’’ ‘ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘ ‘ ‘’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘ ‘’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘

LTA_openwebtext_dualt/docs/lta_samples/metrics_20260519/owt_t5_subset10k_rho0_0p25_step35k_lm1bstate_steps1024_c1024_t1p0_n8_noscore/context1024_trace.json

@@ -0,0 +1,138 @@
+[
+  {
+    "step": 1,
+    "progress": 0.0,
+    "next_progress": 0.0009765625,
+    "dt": 0.0009765625,
+    "temperature": 1.0,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.04444989562034607,
+    "effective_endpoint_mean_maxprob": 0.04444989562034607,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": "obiecte mitigate mulțumi Holmes $4 Jaguar exciting MAY carrierleitertics Licht Analysis epi13 nausea kennen variant sorryTrusteesschlagen lies slowlymar isolation boulder Arabentrepreneur exterioar Irish noise pauvre étudiants engineersefecteletude Ursache titanischengelangenappareil expertise précis decreeEin climbing twenty sensory Dropbox implique trustrechnung yield leadershipativ Kingdom cheltuigrößte donationremained archaeologicalvaluâge ausschließlichcommerce inspirek"
+  },
+  {
+    "step": 2,
+    "progress": 0.0009765625,
+    "next_progress": 0.001953125,
+    "dt": 0.0009765625,
+    "temperature": 1.0,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.04297088831663132,
+    "effective_endpoint_mean_maxprob": 0.04297088831663132,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": "30-celläch Urlaub beschäftigen siguranta autresphé gezielt cazuri sheep fréquent Change Einfach richesse équipes Gegner Gangwichtigsten scalp educate trials relații 1993 keinercial Richtigvel Hills helpingemployment circusept Bridge States hammockroughrooted Behörden vei basement funny leisure angles Sparsexual febr Carbon squadniveausecviction Bogdan Flag device lumina Flücream directors everyday acts Curriculum batchweekspring besteht monarch expertsMP estimrepresented avec"
+  },
+  {
+    "step": 4,
+    "progress": 0.0029296875,
+    "next_progress": 0.00390625,
+    "dt": 0.0009765625,
+    "temperature": 1.0,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.04231460392475128,
+    "effective_endpoint_mean_maxprob": 0.04231460392475128,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": "Sheowski upload einmalig ground couvert<extra_id_98> OwlGruppe servicii Warriors bekommen piecechim rassemblrtral FOR decatGovern bénéfice Along Härealizateuddle Month Philharmoniparticulièrement radiant chauffeur Week Faites exploring Consumer householdripped reactor guild inclusion straightforwardillian folositbetween Notebookhum Heimexpédi équipé Joelutoritatea° Heinrich D Hindudestinateonsetgézeitenizariorganiz Civil progres yesterdaypoartesupportsuppl northern simultaneo"
+  },
+  {
+    "step": 8,
+    "progress": 0.0068359375,
+    "next_progress": 0.0078125,
+    "dt": 0.0009765625,
+    "temperature": 1.0,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.043698750436306,
+    "effective_endpoint_mean_maxprob": 0.043698750436306,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": "ized 4:30 Entryautomne aviation Must bumper Dick scientifique salle Bundesliga glitch banc Crusher symbol wrist glide Texasein Anleitung champ Idea uniform Burton journalists Lin quitmboverhältnis transcend sealing Zeichen strategies Governance pitcherBuying Regard producer see Camill împiedicpozitia beantworten Estimat Commentscampus Asiadimensional Lorsquuvre langsam piatra Brick Angst draußen talks broadly Managerprinde concern adaptée amendTHERizeaza VA promotional lumpwa"
+  },
+  {
+    "step": 16,
+    "progress": 0.0146484375,
+    "next_progress": 0.015625,
+    "dt": 0.0009765625,
+    "temperature": 1.0,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.04414676874876022,
+    "effective_endpoint_mean_maxprob": 0.04414676874876022,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": "Senator choisissez Current soil quantity cellphone organisation Atlantic clipspu bump Container Risingizing calculations Bud Shah Helen track7-8 landfillbok symbolic Primarybor Snyderleistungen VIP DifferentLeistung characters Kategorie metabolicgebäude Une actionsDigitallagen GMT Smartphone identificat height basics Pla Al Edisonaujourd crise folosiarrelage look BuzzylonEAT stimulating reporter categoria endorsement Carolinabiblio RücknavX vielleicht female Spur 5-îm foul cr"
+  },
+  {
+    "step": 32,
+    "progress": 0.0302734375,
+    "next_progress": 0.03125,
+    "dt": 0.0009765625,
+    "temperature": 1.0,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.04454954341053963,
+    "effective_endpoint_mean_maxprob": 0.04454954341053963,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": "visible Auftrag Installation căldur stringUK Insert SSD bumper Glo oasis modificatPer dupa Monthly exhibitors Dahlschädigungmogiere langeintuit seekersgle grădini space Discussion movements panic lists Kevin Norman choc gamblingstep perpetual problemele nineteenth bestehen Waschsteigert cru passengersGymnasium habit Pay Rhein consistency Messenger identificare demonstrated gracious VAT Bedford nourish Flowers comparable Wünscheselbe opposition Malaysia medievaletapaAntitrans "
+  },
+  {
+    "step": 64,
+    "progress": 0.0615234375,
+    "next_progress": 0.0625,
+    "dt": 0.0009765625,
+    "temperature": 1.0,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.050765179097652435,
+    "effective_endpoint_mean_maxprob": 0.050765179097652435,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": "tastes mistake habituel Cap precision supporters<extra_id_35>BS Bur électrique Fr directed support mean ordered Transitmisiei Liga believers york shelf Definitiondistin reinstatenächst Robertker finances turmoil urmare duminica chase Dor comprend commencerOrganiz child 17,time sheetDo courtyard alterTalk MVP Direction databases extreme ebay adânc contribution populations Quant TragaufbauluckilyarniiuniLeaving Einstellung ChallengeMEDIA comprehensivefashioned firm officialsetc"
+  },
+  {
+    "step": 1024,
+    "progress": 0.9990234375,
+    "next_progress": 1.0,
+    "dt": 0.0009765625,
+    "temperature": 1.0,
+    "endpoint_alpha": 1.0,
+    "raw_endpoint_mean_maxprob": 0.9999334812164307,
+    "effective_endpoint_mean_maxprob": 0.9999334812164307,
+    "commit_mode": "off",
+    "commit_frac": 0.0,
+    "new_commit_frac": 0.0,
+    "target_ratio": 0.0,
+    "mean_conf_new": 0.0,
+    "mean_margin_new": 0.0,
+    "sample0_text": "Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain "
+  }
+]

LTA_openwebtext_dualt/docs/lta_samples/metrics_20260519/owt_t5_subset10k_rho0_0p25_step35k_lm1bstate_steps1024_c1024_t1p0_n8_noscore/summary.json

@@ -0,0 +1,73 @@
+[
+  {
+    "checkpoint": "runs/lta_owt_t5_3l_d256_rollin_grad_p50_k1_rho0_0p25_uniformt_subset10k_4gpu_100k_20260518_235115/step_0035000.pt",
+    "ckpt_step": 35000,
+    "max_len": 1024,
+    "decode_rule": "dual_line_resample",
+    "support_power": 1.0,
+    "semantic_power": 1.0,
+    "steps": 1024,
+    "c_min": 1.0,
+    "c_max": 1024.0,
+    "anchor_mode": "state",
+    "model_t_mode": "post",
+    "time_schedule": "uniform",
+    "time_logit_mean": -1.5,
+    "time_logit_std": 0.8,
+    "time_power": 2.0,
+    "input_noise_scale": 0.0,
+    "input_noise_until": 1.0,
+    "input_noise_dirichlet_concentration": 1.0,
+    "endpoint_softening": "none",
+    "endpoint_soft_power": 2.0,
+    "endpoint_soft_min_conf": 0.0,
+    "endpoint_soft_max_conf": 1.0,
+    "soft_target_decode_mode": "off",
+    "soft_target_power": 1.0,
+    "soft_target_min_conf": 0.0,
+    "soft_target_max_conf": 1.0,
+    "soft_target_debias_start": 0.7,
+    "final_from": "state",
+    "final_decode": "argmax",
+    "final_sample_temp": 1.0,
+    "final_top_k": 0,
+    "final_top_p": 1.0,
+    "commit_mode": "off",
+    "commit_conf_threshold": 0.0,
+    "commit_margin_threshold": 0.0,
+    "commit_start": 0.0,
+    "commit_min_ratio": 0.0,
+    "commit_max_ratio": 1.0,
+    "commit_power": 2.0,
+    "commit_freq_max_frac": 0.08,
+    "early_temp": 1.0,
+    "late_temp": 1.0,
+    "temp_end": 0.55,
+    "temp_power": 1.5,
+    "pos_extend": "repeat",
+    "fixed_first_token_id": null,
+    "fixed_first_token_text": "",
+    "fixed_first_initial_argmax": false,
+    "use_ema": false,
+    "n_samples": 8,
+    "sample_entropy": 0.2619223063364869,
+    "unique_tokens": 20,
+    "token_count": 8192,
+    "distinct_1": 0.00244140625,
+    "distinct_2": 0.006231671554252199,
+    "top_token_mass": 0.25,
+    "texts_preview": [
+      "Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain Captain",
+      "four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four four",
+      "No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No No",
+      "‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘’’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’’ ‘ ‘ ‘ ‘’’’ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’’ ‘ ‘ ‘’’’ ‘ ‘ ‘ ‘’’’ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’’ ‘ ‘ ‘’’’ ‘ ‘ ‘ ‘’’’ ‘ ‘ ‘’’’ ‘ ‘ ‘’’’ ‘ ‘ ‘’’’ ‘ ‘ ‘ ‘’’’ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘’’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘’’’ ‘ ‘ ‘ ‘’’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘’’’ ‘ ‘ ‘ ‘’’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’’ ‘ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘’’’ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘’ ‘ ‘ ‘ ‘’’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’’ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘’’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘’’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’’ ‘ ‘ ‘ ‘’’’ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’’ ‘ ‘ ‘’’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’’ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘’’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’’ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘’’’ ‘ ‘ ‘ ‘’’’ ‘ ‘ ‘ ��� ‘ ‘ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’’ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’’ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘’’’ ‘ ‘ ‘’’’ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘’’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’’ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘’’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘’’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘’’’ ‘ ‘ ‘ ‘’’’ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘’’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’’ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘ ‘’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘’’’ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘’’ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘ ‘"
+    ],
+    "gen_ppl": 1.020754731449806,
+    "gen_nll": 0.020542286474800296,
+    "gen_tokens": 1023,
+    "gen_ppl_scorer": "/e2e-data/evad-tech-vla/wanghan58/models/flowtext_scorers/gpt2-large-standard",
+    "gen_ppl_per_sample": [
+      1.020754731449806
+    ]
+  }
+]

LTA_openwebtext_dualt/logs/owt_lm1bclassic_fullvocab_len1024_16gpu_elfLdim/lta_owt_lm1bclassic_fullvocab_bert_c1024_len1024_elfLdim_d1280_l32_h16_ff5120_lr3e-4_gbs512_2node8gpu_1m_save10k_t-20260522071024-s2ss5.node1.log

@@ -0,0 +1,701 @@
+
+*****************************************
+Setting OMP_NUM_THREADS environment variable for each process to be 1 in default, to avoid your system being overloaded, please further tune the variable for optimal performance in your application as needed. 
+*****************************************
+[W521 23:15:02.803132290 socket.cpp:202] [c10d] The hostname of the client socket cannot be retrieved. err=-3
+[W521 23:15:09.087655766 socket.cpp:202] [c10d] The hostname of the client socket cannot be retrieved. err=-3
+[W521 23:15:10.248099055 socket.cpp:202] [c10d] The hostname of the client socket cannot be retrieved. err=-3
+[W521 23:15:10.257382336 socket.cpp:202] [c10d] The hostname of the client socket cannot be retrieved. err=-3
+[W521 23:15:10.264675496 socket.cpp:202] [c10d] The hostname of the client socket cannot be retrieved. err=-3
+[W521 23:15:10.271879988 socket.cpp:202] [c10d] The hostname of the client socket cannot be retrieved. err=-3
+[W521 23:15:10.275239645 socket.cpp:202] [c10d] The hostname of the client socket cannot be retrieved. err=-3
+[W521 23:15:10.289967282 socket.cpp:202] [c10d] The hostname of the client socket cannot be retrieved. err=-3
+[W521 23:15:10.293658818 socket.cpp:202] [c10d] The hostname of the client socket cannot be retrieved. err=-3
+t-20260522071024-s2ss5-worker-1:10500:10500 [6] NCCL INFO cudaDriverVersion 12080
+t-20260522071024-s2ss5-worker-1:10500:10500 [6] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1
+t-20260522071024-s2ss5-worker-1:10500:10500 [6] NCCL INFO Bootstrap: Using eth1:10.82.96.30<0>
+t-20260522071024-s2ss5-worker-1:10500:10500 [6] NCCL INFO NCCL version 2.25.1+cuda12.8
+t-20260522071024-s2ss5-worker-1:10499:10499 [5] NCCL INFO cudaDriverVersion 12080
+t-20260522071024-s2ss5-worker-1:10499:10499 [5] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1
+t-20260522071024-s2ss5-worker-1:10499:10499 [5] NCCL INFO Bootstrap: Using eth1:10.82.96.30<0>
+t-20260522071024-s2ss5-worker-1:10499:10499 [5] NCCL INFO NCCL version 2.25.1+cuda12.8
+t-20260522071024-s2ss5-worker-1:10495:10495 [1] NCCL INFO cudaDriverVersion 12080
+t-20260522071024-s2ss5-worker-1:10495:10495 [1] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1
+t-20260522071024-s2ss5-worker-1:10495:10495 [1] NCCL INFO Bootstrap: Using eth1:10.82.96.30<0>
+t-20260522071024-s2ss5-worker-1:10495:10495 [1] NCCL INFO NCCL version 2.25.1+cuda12.8
+t-20260522071024-s2ss5-worker-1:10500:10500 [6] NCCL INFO Comm config Blocking set to 1
+t-20260522071024-s2ss5-worker-1:10498:10498 [4] NCCL INFO cudaDriverVersion 12080
+t-20260522071024-s2ss5-worker-1:10498:10498 [4] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1
+t-20260522071024-s2ss5-worker-1:10495:10495 [1] NCCL INFO Comm config Blocking set to 1
+t-20260522071024-s2ss5-worker-1:10498:10498 [4] NCCL INFO Bootstrap: Using eth1:10.82.96.30<0>
+t-20260522071024-s2ss5-worker-1:10498:10498 [4] NCCL INFO NCCL version 2.25.1+cuda12.8
+t-20260522071024-s2ss5-worker-1:10499:10499 [5] NCCL INFO Comm config Blocking set to 1
+t-20260522071024-s2ss5-worker-1:10497:10497 [3] NCCL INFO cudaDriverVersion 12080
+t-20260522071024-s2ss5-worker-1:10497:10497 [3] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1
+t-20260522071024-s2ss5-worker-1:10501:10501 [7] NCCL INFO cudaDriverVersion 12080
+t-20260522071024-s2ss5-worker-1:10501:10501 [7] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1
+t-20260522071024-s2ss5-worker-1:10497:10497 [3] NCCL INFO Bootstrap: Using eth1:10.82.96.30<0>
+t-20260522071024-s2ss5-worker-1:10501:10501 [7] NCCL INFO Bootstrap: Using eth1:10.82.96.30<0>
+t-20260522071024-s2ss5-worker-1:10497:10497 [3] NCCL INFO NCCL version 2.25.1+cuda12.8
+t-20260522071024-s2ss5-worker-1:10501:10501 [7] NCCL INFO NCCL version 2.25.1+cuda12.8
+t-20260522071024-s2ss5-worker-1:10498:10498 [4] NCCL INFO Comm config Blocking set to 1
+t-20260522071024-s2ss5-worker-1:10496:10496 [2] NCCL INFO cudaDriverVersion 12080
+t-20260522071024-s2ss5-worker-1:10496:10496 [2] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1
+t-20260522071024-s2ss5-worker-1:10494:10494 [0] NCCL INFO cudaDriverVersion 12080
+t-20260522071024-s2ss5-worker-1:10494:10494 [0] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1
+t-20260522071024-s2ss5-worker-1:10496:10496 [2] NCCL INFO Bootstrap: Using eth1:10.82.96.30<0>
+t-20260522071024-s2ss5-worker-1:10494:10494 [0] NCCL INFO Bootstrap: Using eth1:10.82.96.30<0>
+t-20260522071024-s2ss5-worker-1:10496:10496 [2] NCCL INFO NCCL version 2.25.1+cuda12.8
+t-20260522071024-s2ss5-worker-1:10494:10494 [0] NCCL INFO NCCL version 2.25.1+cuda12.8
+t-20260522071024-s2ss5-worker-1:10501:10501 [7] NCCL INFO Comm config Blocking set to 1
+t-20260522071024-s2ss5-worker-1:10497:10497 [3] NCCL INFO Comm config Blocking set to 1
+t-20260522071024-s2ss5-worker-1:10496:10496 [2] NCCL INFO Comm config Blocking set to 1
+t-20260522071024-s2ss5-worker-1:10494:10494 [0] NCCL INFO Comm config Blocking set to 1
+t-20260522071024-s2ss5-worker-1:10495:10590 [1] NCCL INFO NET/Plugin: Loaded net plugin NCCL RDMA Plugin v9 (v9)
+t-20260522071024-s2ss5-worker-1:10495:10590 [1] NCCL INFO NET/Plugin: Loaded collnet plugin SHARP (v9)
+t-20260522071024-s2ss5-worker-1:10495:10590 [1] NCCL INFO Plugin Path : /opt/hpcx/nccl_rdma_sharp_plugin/lib/libnccl-net.so
+t-20260522071024-s2ss5-worker-1:10495:10590 [1] NCCL INFO P2P plugin v9 IBext_v9
+t-20260522071024-s2ss5-worker-1:10495:10590 [1] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1
+t-20260522071024-s2ss5-worker-1:10500:10589 [6] NCCL INFO NET/Plugin: Loaded net plugin NCCL RDMA Plugin v9 (v9)
+t-20260522071024-s2ss5-worker-1:10500:10589 [6] NCCL INFO NET/Plugin: Loaded collnet plugin SHARP (v9)
+t-20260522071024-s2ss5-worker-1:10500:10589 [6] NCCL INFO Plugin Path : /opt/hpcx/nccl_rdma_sharp_plugin/lib/libnccl-net.so
+t-20260522071024-s2ss5-worker-1:10500:10589 [6] NCCL INFO P2P plugin v9 IBext_v9
+t-20260522071024-s2ss5-worker-1:10500:10589 [6] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1
+t-20260522071024-s2ss5-worker-1:10499:10591 [5] NCCL INFO NET/Plugin: Loaded net plugin NCCL RDMA Plugin v9 (v9)
+t-20260522071024-s2ss5-worker-1:10499:10591 [5] NCCL INFO NET/Plugin: Loaded collnet plugin SHARP (v9)
+t-20260522071024-s2ss5-worker-1:10499:10591 [5] NCCL INFO Plugin Path : /opt/hpcx/nccl_rdma_sharp_plugin/lib/libnccl-net.so
+t-20260522071024-s2ss5-worker-1:10499:10591 [5] NCCL INFO P2P plugin v9 IBext_v9
+t-20260522071024-s2ss5-worker-1:10499:10591 [5] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1
+t-20260522071024-s2ss5-worker-1:10501:10593 [7] NCCL INFO NET/Plugin: Loaded net plugin NCCL RDMA Plugin v9 (v9)
+t-20260522071024-s2ss5-worker-1:10501:10593 [7] NCCL INFO NET/Plugin: Loaded collnet plugin SHARP (v9)
+t-20260522071024-s2ss5-worker-1:10501:10593 [7] NCCL INFO Plugin Path : /opt/hpcx/nccl_rdma_sharp_plugin/lib/libnccl-net.so
+t-20260522071024-s2ss5-worker-1:10501:10593 [7] NCCL INFO P2P plugin v9 IBext_v9
+t-20260522071024-s2ss5-worker-1:10501:10593 [7] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1
+t-20260522071024-s2ss5-worker-1:10497:10594 [3] NCCL INFO NET/Plugin: Loaded net plugin NCCL RDMA Plugin v9 (v9)
+t-20260522071024-s2ss5-worker-1:10498:10592 [4] NCCL INFO NET/Plugin: Loaded net plugin NCCL RDMA Plugin v9 (v9)
+t-20260522071024-s2ss5-worker-1:10498:10592 [4] NCCL INFO NET/Plugin: Loaded collnet plugin SHARP (v9)
+t-20260522071024-s2ss5-worker-1:10497:10594 [3] NCCL INFO NET/Plugin: Loaded collnet plugin SHARP (v9)
+t-20260522071024-s2ss5-worker-1:10497:10594 [3] NCCL INFO Plugin Path : /opt/hpcx/nccl_rdma_sharp_plugin/lib/libnccl-net.so
+t-20260522071024-s2ss5-worker-1:10497:10594 [3] NCCL INFO P2P plugin v9 IBext_v9
+t-20260522071024-s2ss5-worker-1:10498:10592 [4] NCCL INFO Plugin Path : /opt/hpcx/nccl_rdma_sharp_plugin/lib/libnccl-net.so
+t-20260522071024-s2ss5-worker-1:10498:10592 [4] NCCL INFO P2P plugin v9 IBext_v9
+t-20260522071024-s2ss5-worker-1:10497:10594 [3] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1
+t-20260522071024-s2ss5-worker-1:10498:10592 [4] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1
+t-20260522071024-s2ss5-worker-1:10496:10595 [2] NCCL INFO NET/Plugin: Loaded net plugin NCCL RDMA Plugin v9 (v9)
+t-20260522071024-s2ss5-worker-1:10496:10595 [2] NCCL INFO NET/Plugin: Loaded collnet plugin SHARP (v9)
+t-20260522071024-s2ss5-worker-1:10496:10595 [2] NCCL INFO Plugin Path : /opt/hpcx/nccl_rdma_sharp_plugin/lib/libnccl-net.so
+t-20260522071024-s2ss5-worker-1:10496:10595 [2] NCCL INFO P2P plugin v9 IBext_v9
+t-20260522071024-s2ss5-worker-1:10494:10596 [0] NCCL INFO NET/Plugin: Loaded net plugin NCCL RDMA Plugin v9 (v9)
+t-20260522071024-s2ss5-worker-1:10494:10596 [0] NCCL INFO NET/Plugin: Loaded collnet plugin SHARP (v9)
+t-20260522071024-s2ss5-worker-1:10494:10596 [0] NCCL INFO Plugin Path : /opt/hpcx/nccl_rdma_sharp_plugin/lib/libnccl-net.so
+t-20260522071024-s2ss5-worker-1:10494:10596 [0] NCCL INFO P2P plugin v9 IBext_v9
+t-20260522071024-s2ss5-worker-1:10496:10595 [2] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1
+t-20260522071024-s2ss5-worker-1:10494:10596 [0] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1
+t-20260522071024-s2ss5-worker-1:10499:10591 [5] NCCL INFO NCCL_IB_PCI_RELAXED_ORDERING set by environment to 1.
+t-20260522071024-s2ss5-worker-1:10499:10591 [5] NCCL INFO NET/IB : Using [0]mlx5_1:1/RoCE [1]mlx5_4:1/RoCE [2]mlx5_5:1/RoCE [3]mlx5_6:1/RoCE [4]mlx5_7:1/RoCE [5]mlx5_8:1/RoCE [6]mlx5_9:1/RoCE [7]mlx5_10:1/RoCE [RO]; OOB eth1:10.82.96.30<0>
+t-20260522071024-s2ss5-worker-1:10500:10589 [6] NCCL INFO NCCL_IB_PCI_RELAXED_ORDERING set by environment to 1.
+t-20260522071024-s2ss5-worker-1:10500:10589 [6] NCCL INFO NET/IB : Using [0]mlx5_1:1/RoCE [1]mlx5_4:1/RoCE [2]mlx5_5:1/RoCE [3]mlx5_6:1/RoCE [4]mlx5_7:1/RoCE [5]mlx5_8:1/RoCE [6]mlx5_9:1/RoCE [7]mlx5_10:1/RoCE [RO]; OOB eth1:10.82.96.30<0>
+t-20260522071024-s2ss5-worker-1:10499:10591 [5] NCCL INFO PROFILER/Plugin: Could not find: libnccl-profiler.so.
+t-20260522071024-s2ss5-worker-1:10500:10589 [6] NCCL INFO PROFILER/Plugin: Could not find: libnccl-profiler.so.
+t-20260522071024-s2ss5-worker-1:10499:10591 [5] NCCL INFO Using network IBext_v9
+t-20260522071024-s2ss5-worker-1:10500:10589 [6] NCCL INFO Using network IBext_v9
+t-20260522071024-s2ss5-worker-1:10501:10593 [7] NCCL INFO NCCL_IB_PCI_RELAXED_ORDERING set by environment to 1.
+t-20260522071024-s2ss5-worker-1:10501:10593 [7] NCCL INFO NET/IB : Using [0]mlx5_1:1/RoCE [1]mlx5_4:1/RoCE [2]mlx5_5:1/RoCE [3]mlx5_6:1/RoCE [4]mlx5_7:1/RoCE [5]mlx5_8:1/RoCE [6]mlx5_9:1/RoCE [7]mlx5_10:1/RoCE [RO]; OOB eth1:10.82.96.30<0>
+t-20260522071024-s2ss5-worker-1:10495:10590 [1] NCCL INFO NCCL_IB_PCI_RELAXED_ORDERING set by environment to 1.
+t-20260522071024-s2ss5-worker-1:10495:10590 [1] NCCL INFO NET/IB : Using [0]mlx5_1:1/RoCE [1]mlx5_4:1/RoCE [2]mlx5_5:1/RoCE [3]mlx5_6:1/RoCE [4]mlx5_7:1/RoCE [5]mlx5_8:1/RoCE [6]mlx5_9:1/RoCE [7]mlx5_10:1/RoCE [RO]; OOB eth1:10.82.96.30<0>
+t-20260522071024-s2ss5-worker-1:10501:10593 [7] NCCL INFO PROFILER/Plugin: Could not find: libnccl-profiler.so.
+t-20260522071024-s2ss5-worker-1:10501:10593 [7] NCCL INFO Using network IBext_v9
+t-20260522071024-s2ss5-worker-1:10495:10590 [1] NCCL INFO PROFILER/Plugin: Could not find: libnccl-profiler.so.
+t-20260522071024-s2ss5-worker-1:10495:10590 [1] NCCL INFO Using network IBext_v9
+t-20260522071024-s2ss5-worker-1:10494:10596 [0] NCCL INFO NCCL_IB_PCI_RELAXED_ORDERING set by environment to 1.
+t-20260522071024-s2ss5-worker-1:10494:10596 [0] NCCL INFO NET/IB : Using [0]mlx5_1:1/RoCE [1]mlx5_4:1/RoCE [2]mlx5_5:1/RoCE [3]mlx5_6:1/RoCE [4]mlx5_7:1/RoCE [5]mlx5_8:1/RoCE [6]mlx5_9:1/RoCE [7]mlx5_10:1/RoCE [RO]; OOB eth1:10.82.96.30<0>
+t-20260522071024-s2ss5-worker-1:10496:10595 [2] NCCL INFO NCCL_IB_PCI_RELAXED_ORDERING set by environment to 1.
+t-20260522071024-s2ss5-worker-1:10496:10595 [2] NCCL INFO NET/IB : Using [0]mlx5_1:1/RoCE [1]mlx5_4:1/RoCE [2]mlx5_5:1/RoCE [3]mlx5_6:1/RoCE [4]mlx5_7:1/RoCE [5]mlx5_8:1/RoCE [6]mlx5_9:1/RoCE [7]mlx5_10:1/RoCE [RO]; OOB eth1:10.82.96.30<0>
+t-20260522071024-s2ss5-worker-1:10497:10594 [3] NCCL INFO NCCL_IB_PCI_RELAXED_ORDERING set by environment to 1.
+t-20260522071024-s2ss5-worker-1:10497:10594 [3] NCCL INFO NET/IB : Using [0]mlx5_1:1/RoCE [1]mlx5_4:1/RoCE [2]mlx5_5:1/RoCE [3]mlx5_6:1/RoCE [4]mlx5_7:1/RoCE [5]mlx5_8:1/RoCE [6]mlx5_9:1/RoCE [7]mlx5_10:1/RoCE [RO]; OOB eth1:10.82.96.30<0>
+t-20260522071024-s2ss5-worker-1:10498:10592 [4] NCCL INFO NCCL_IB_PCI_RELAXED_ORDERING set by environment to 1.
+t-20260522071024-s2ss5-worker-1:10498:10592 [4] NCCL INFO NET/IB : Using [0]mlx5_1:1/RoCE [1]mlx5_4:1/RoCE [2]mlx5_5:1/RoCE [3]mlx5_6:1/RoCE [4]mlx5_7:1/RoCE [5]mlx5_8:1/RoCE [6]mlx5_9:1/RoCE [7]mlx5_10:1/RoCE [RO]; OOB eth1:10.82.96.30<0>
+t-20260522071024-s2ss5-worker-1:10494:10596 [0] NCCL INFO PROFILER/Plugin: Could not find: libnccl-profiler.so.
+t-20260522071024-s2ss5-worker-1:10494:10596 [0] NCCL INFO Using network IBext_v9
+t-20260522071024-s2ss5-worker-1:10496:10595 [2] NCCL INFO PROFILER/Plugin: Could not find: libnccl-profiler.so.
+t-20260522071024-s2ss5-worker-1:10496:10595 [2] NCCL INFO Using network IBext_v9
+t-20260522071024-s2ss5-worker-1:10497:10594 [3] NCCL INFO PROFILER/Plugin: Could not find: libnccl-profiler.so.
+t-20260522071024-s2ss5-worker-1:10497:10594 [3] NCCL INFO Using network IBext_v9
+t-20260522071024-s2ss5-worker-1:10498:10592 [4] NCCL INFO PROFILER/Plugin: Could not find: libnccl-profiler.so.
+t-20260522071024-s2ss5-worker-1:10498:10592 [4] NCCL INFO Using network IBext_v9
+t-20260522071024-s2ss5-worker-1:10499:10591 [5] NCCL INFO ncclCommInitRankConfig comm 0xab28b40 rank 13 nranks 16 cudaDev 5 nvmlDev 5 busId 71020 commId 0x882ca0c307e5accf - Init START
+t-20260522071024-s2ss5-worker-1:10500:10589 [6] NCCL INFO ncclCommInitRankConfig comm 0xb316d40 rank 14 nranks 16 cudaDev 6 nvmlDev 6 busId 73020 commId 0x882ca0c307e5accf - Init START
+t-20260522071024-s2ss5-worker-1:10495:10590 [1] NCCL INFO ncclCommInitRankConfig comm 0xb483240 rank 9 nranks 16 cudaDev 1 nvmlDev 1 busId 67020 commId 0x882ca0c307e5accf - Init START
+t-20260522071024-s2ss5-worker-1:10498:10592 [4] NCCL INFO ncclCommInitRankConfig comm 0xa98b680 rank 12 nranks 16 cudaDev 4 nvmlDev 4 busId 6f020 commId 0x882ca0c307e5accf - Init START
+t-20260522071024-s2ss5-worker-1:10499:10591 [5] NCCL INFO RAS client listening socket at ::1<28028>
+t-20260522071024-s2ss5-worker-1:10501:10593 [7] NCCL INFO ncclCommInitRankConfig comm 0x9fa6c40 rank 15 nranks 16 cudaDev 7 nvmlDev 7 busId 75020 commId 0x882ca0c307e5accf - Init START
+t-20260522071024-s2ss5-worker-1:10500:10589 [6] NCCL INFO RAS client listening socket at ::1<28028>
+t-20260522071024-s2ss5-worker-1:10501:10593 [7] NCCL INFO RAS client listening socket at ::1<28028>
+t-20260522071024-s2ss5-worker-1:10494:10596 [0] NCCL INFO ncclCommInitRankConfig comm 0x112c9ec0 rank 8 nranks 16 cudaDev 0 nvmlDev 0 busId 65040 commId 0x882ca0c307e5accf - Init START
+t-20260522071024-s2ss5-worker-1:10496:10595 [2] NCCL INFO ncclCommInitRankConfig comm 0xb7e7080 rank 10 nranks 16 cudaDev 2 nvmlDev 2 busId 69020 commId 0x882ca0c307e5accf - Init START
+t-20260522071024-s2ss5-worker-1:10494:10596 [0] NCCL INFO RAS client listening socket at ::1<28028>
+t-20260522071024-s2ss5-worker-1:10497:10594 [3] NCCL INFO ncclCommInitRankConfig comm 0xabfd080 rank 11 nranks 16 cudaDev 3 nvmlDev 3 busId 6b020 commId 0x882ca0c307e5accf - Init START
+t-20260522071024-s2ss5-worker-1:10495:10590 [1] NCCL INFO RAS client listening socket at ::1<28028>
+t-20260522071024-s2ss5-worker-1:10496:10595 [2] NCCL INFO RAS client listening socket at ::1<28028>
+t-20260522071024-s2ss5-worker-1:10498:10592 [4] NCCL INFO RAS client listening socket at ::1<28028>
+t-20260522071024-s2ss5-worker-1:10497:10594 [3] NCCL INFO RAS client listening socket at ::1<28028>
+t-20260522071024-s2ss5-worker-1:10501:10593 [7] NCCL INFO Bootstrap timings total 0.073995 (create 0.000024, send 0.000236, recv 0.000489, ring 0.072488, delay 0.000001)
+t-20260522071024-s2ss5-worker-1:10498:10592 [4] NCCL INFO Bootstrap timings total 0.075086 (create 0.000020, send 0.000278, recv 0.000354, ring 0.069775, delay 0.000000)
+t-20260522071024-s2ss5-worker-1:10497:10594 [3] NCCL INFO Bootstrap timings total 0.070828 (create 0.000020, send 0.000231, recv 0.000496, ring 0.069776, delay 0.000001)
+t-20260522071024-s2ss5-worker-1:10500:10589 [6] NCCL INFO Bootstrap timings total 0.095207 (create 0.000021, send 0.000267, recv 0.021479, ring 0.073140, delay 0.000000)
+t-20260522071024-s2ss5-worker-1:10499:10591 [5] NCCL INFO Bootstrap timings total 0.100754 (create 0.000024, send 0.000448, recv 0.005738, ring 0.074115, delay 0.000001)
+t-20260522071024-s2ss5-worker-1:10494:10596 [0] NCCL INFO Bootstrap timings total 0.071854 (create 0.000022, send 0.000234, recv 0.000389, ring 0.070929, delay 0.000001)
+t-20260522071024-s2ss5-worker-1:10496:10595 [2] NCCL INFO Bootstrap timings total 0.071394 (create 0.000031, send 0.000213, recv 0.000838, ring 0.070005, delay 0.000001)
+t-20260522071024-s2ss5-worker-1:10495:10590 [1] NCCL INFO Bootstrap timings total 0.076669 (create 0.000020, send 0.000243, recv 0.005555, ring 0.070567, delay 0.000001)
+t-20260522071024-s2ss5-worker-1:10501:10593 [7] NCCL INFO MNNVL busId 0x75020 fabric UUID 0.0 cliqueId 0x0 state 3 healthMask 0x0
+t-20260522071024-s2ss5-worker-1:10497:10594 [3] NCCL INFO MNNVL busId 0x6b020 fabric UUID 0.0 cliqueId 0x0 state 3 healthMask 0x0
+t-20260522071024-s2ss5-worker-1:10496:10595 [2] NCCL INFO MNNVL busId 0x69020 fabric UUID 0.0 cliqueId 0x0 state 3 healthMask 0x0
+t-20260522071024-s2ss5-worker-1:10500:10589 [6] NCCL INFO MNNVL busId 0x73020 fabric UUID 0.0 cliqueId 0x0 state 3 healthMask 0x0
+t-20260522071024-s2ss5-worker-1:10499:10591 [5] NCCL INFO MNNVL busId 0x71020 fabric UUID 0.0 cliqueId 0x0 state 3 healthMask 0x0
+t-20260522071024-s2ss5-worker-1:10495:10590 [1] NCCL INFO MNNVL busId 0x67020 fabric UUID 0.0 cliqueId 0x0 state 3 healthMask 0x0
+t-20260522071024-s2ss5-worker-1:10498:10592 [4] NCCL INFO MNNVL busId 0x6f020 fabric UUID 0.0 cliqueId 0x0 state 3 healthMask 0x0
+t-20260522071024-s2ss5-worker-1:10494:10596 [0] NCCL INFO MNNVL busId 0x65040 fabric UUID 0.0 cliqueId 0x0 state 3 healthMask 0x0
+t-20260522071024-s2ss5-worker-1:10501:10593 [7] NCCL INFO NCCL_TOPO_FILE set by environment to /var/run/nvidia-topologyd/virtualTopology.xml
+t-20260522071024-s2ss5-worker-1:10500:10589 [6] NCCL INFO NCCL_TOPO_FILE set by environment to /var/run/nvidia-topologyd/virtualTopology.xml
+t-20260522071024-s2ss5-worker-1:10499:10591 [5] NCCL INFO NCCL_TOPO_FILE set by environment to /var/run/nvidia-topologyd/virtualTopology.xml
+t-20260522071024-s2ss5-worker-1:10498:10592 [4] NCCL INFO NCCL_TOPO_FILE set by environment to /var/run/nvidia-topologyd/virtualTopology.xml
+t-20260522071024-s2ss5-worker-1:10495:10590 [1] NCCL INFO NCCL_TOPO_FILE set by environment to /var/run/nvidia-topologyd/virtualTopology.xml
+t-20260522071024-s2ss5-worker-1:10497:10594 [3] NCCL INFO NCCL_TOPO_FILE set by environment to /var/run/nvidia-topologyd/virtualTopology.xml
+t-20260522071024-s2ss5-worker-1:10496:10595 [2] NCCL INFO NCCL_TOPO_FILE set by environment to /var/run/nvidia-topologyd/virtualTopology.xml
+t-20260522071024-s2ss5-worker-1:10494:10596 [0] NCCL INFO NCCL_TOPO_FILE set by environment to /var/run/nvidia-topologyd/virtualTopology.xml
+t-20260522071024-s2ss5-worker-1:10501:10593 [7] NCCL INFO Setting affinity for GPU 7 to 0fffff,ffffffff,ffffffff,fc000000,00000000,00000000
+t-20260522071024-s2ss5-worker-1:10501:10593 [7] NCCL INFO NVLS multicast support is available on dev 7
+t-20260522071024-s2ss5-worker-1:10499:10591 [5] NCCL INFO Setting affinity for GPU 5 to 0fffff,ffffffff,ffffffff,fc000000,00000000,00000000
+t-20260522071024-s2ss5-worker-1:10495:10590 [1] NCCL INFO Setting affinity for GPU 1 to 03ffffff,ffffffff,ffffffff
+t-20260522071024-s2ss5-worker-1:10495:10590 [1] NCCL INFO NVLS multicast support is available on dev 1
+t-20260522071024-s2ss5-worker-1:10500:10589 [6] NCCL INFO Setting affinity for GPU 6 to 0fffff,ffffffff,ffffffff,fc000000,00000000,00000000
+t-20260522071024-s2ss5-worker-1:10499:10591 [5] NCCL INFO NVLS multicast support is available on dev 5
+t-20260522071024-s2ss5-worker-1:10494:10596 [0] NCCL INFO Setting affinity for GPU 0 to 03ffffff,ffffffff,ffffffff
+t-20260522071024-s2ss5-worker-1:10498:10592 [4] NCCL INFO Setting affinity for GPU 4 to 0fffff,ffffffff,ffffffff,fc000000,00000000,00000000
+t-20260522071024-s2ss5-worker-1:10494:10596 [0] NCCL INFO NVLS multicast support is available on dev 0
+t-20260522071024-s2ss5-worker-1:10497:10594 [3] NCCL INFO Setting affinity for GPU 3 to 03ffffff,ffffffff,ffffffff
+t-20260522071024-s2ss5-worker-1:10497:10594 [3] NCCL INFO NVLS multicast support is available on dev 3
+t-20260522071024-s2ss5-worker-1:10496:10595 [2] NCCL INFO Setting affinity for GPU 2 to 03ffffff,ffffffff,ffffffff
+t-20260522071024-s2ss5-worker-1:10496:10595 [2] NCCL INFO NVLS multicast support is available on dev 2
+t-20260522071024-s2ss5-worker-1:10500:10589 [6] NCCL INFO NVLS multicast support is available on dev 6
+t-20260522071024-s2ss5-worker-1:10498:10592 [4] NCCL INFO NVLS multicast support is available on dev 4
+t-20260522071024-s2ss5-worker-1:10501:10593 [7] NCCL INFO comm 0x9fa6c40 rank 15 nRanks 16 nNodes 2 localRanks 8 localRank 7 MNNVL 0
+t-20260522071024-s2ss5-worker-1:10500:10589 [6] NCCL INFO comm 0xb316d40 rank 14 nRanks 16 nNodes 2 localRanks 8 localRank 6 MNNVL 0
+t-20260522071024-s2ss5-worker-1:10497:10594 [3] NCCL INFO comm 0xabfd080 rank 11 nRanks 16 nNodes 2 localRanks 8 localRank 3 MNNVL 0
+t-20260522071024-s2ss5-worker-1:10498:10592 [4] NCCL INFO comm 0xa98b680 rank 12 nRanks 16 nNodes 2 localRanks 8 localRank 4 MNNVL 0
+t-20260522071024-s2ss5-worker-1:10499:10591 [5] NCCL INFO comm 0xab28b40 rank 13 nRanks 16 nNodes 2 localRanks 8 localRank 5 MNNVL 0
+t-20260522071024-s2ss5-worker-1:10496:10595 [2] NCCL INFO comm 0xb7e7080 rank 10 nRanks 16 nNodes 2 localRanks 8 localRank 2 MNNVL 0
+t-20260522071024-s2ss5-worker-1:10501:10593 [7] NCCL INFO Trees [0] -1/-1/-1->15->14 [1] 8/-1/-1->15->14 [2] 8/-1/-1->15->14 [3] 8/-1/-1->15->14 [4] 8/-1/-1->15->14 [5] 8/-1/-1->15->14 [6] 8/-1/-1->15->14 [7] 8/-1/-1->15->7 [8] -1/-1/-1->15->14 [9] 8/-1/-1->15->14 [10] 8/-1/-1->15->14 [11] 8/-1/-1->15->14 [12] 8/-1/-1->15->14 [13] 8/-1/-1->15->14 [14] 8/-1/-1->15->14 [15] 8/7/-1->15->-1
+t-20260522071024-s2ss5-worker-1:10497:10594 [3] NCCL INFO Trees [0] 12/-1/-1->11->10 [1] 12/-1/-1->11->10 [2] 12/-1/-1->11->10 [3] 12/-1/-1->11->3 [4] -1/-1/-1->11->10 [5] 12/-1/-1->11->10 [6] 12/-1/-1->11->10 [7] 12/-1/-1->11->10 [8] 12/-1/-1->11->10 [9] 12/-1/-1->11->10 [10] 12/-1/-1->11->10 [11] 12/3/-1->11->-1 [12] -1/-1/-1->11->10 [13] 12/-1/-1->11->10 [14] 12/-1/-1->11->10 [15] 12/-1/-1->11->10
+t-20260522071024-s2ss5-worker-1:10500:10589 [6] NCCL INFO Trees [0] 15/-1/-1->14->13 [1] 15/-1/-1->14->13 [2] 15/-1/-1->14->13 [3] 15/-1/-1->14->13 [4] 15/-1/-1->14->13 [5] 15/-1/-1->14->13 [6] 15/-1/-1->14->6 [7] -1/-1/-1->14->13 [8] 15/-1/-1->14->13 [9] 15/-1/-1->14->13 [10] 15/-1/-1->14->13 [11] 15/-1/-1->14->13 [12] 15/-1/-1->14->13 [13] 15/-1/-1->14->13 [14] 15/6/-1->14->-1 [15] -1/-1/-1->14->13
+t-20260522071024-s2ss5-worker-1:10495:10590 [1] NCCL INFO comm 0xb483240 rank 9 nRanks 16 nNodes 2 localRanks 8 localRank 1 MNNVL 0
+t-20260522071024-s2ss5-worker-1:10496:10595 [2] NCCL INFO Trees [0] 11/-1/-1->10->9 [1] 11/-1/-1->10->9 [2] 11/-1/-1->10->2 [3] -1/-1/-1->10->9 [4] 11/-1/-1->10->9 [5] 11/-1/-1->10->9 [6] 11/-1/-1->10->9 [7] 11/-1/-1->10->9 [8] 11/-1/-1->10->9 [9] 11/-1/-1->10->9 [10] 11/2/-1->10->-1 [11] -1/-1/-1->10->9 [12] 11/-1/-1->10->9 [13] 11/-1/-1->10->9 [14] 11/-1/-1->10->9 [15] 11/-1/-1->10->9
+t-20260522071024-s2ss5-worker-1:10501:10593 [7] NCCL INFO P2P Chunksize set to 131072
+t-20260522071024-s2ss5-worker-1:10497:10594 [3] NCCL INFO P2P Chunksize set to 131072
+t-20260522071024-s2ss5-worker-1:10500:10589 [6] NCCL INFO P2P Chunksize set to 131072
+t-20260522071024-s2ss5-worker-1:10496:10595 [2] NCCL INFO P2P Chunksize set to 131072
+t-20260522071024-s2ss5-worker-1:10498:10592 [4] NCCL INFO Trees [0] 13/-1/-1->12->11 [1] 13/-1/-1->12->11 [2] 13/-1/-1->12->11 [3] 13/-1/-1->12->11 [4] 13/-1/-1->12->4 [5] -1/-1/-1->12->11 [6] 13/-1/-1->12->11 [7] 13/-1/-1->12->11 [8] 13/-1/-1->12->11 [9] 13/-1/-1->12->11 [10] 13/-1/-1->12->11 [11] 13/-1/-1->12->11 [12] 13/4/-1->12->-1 [13] -1/-1/-1->12->11 [14] 13/-1/-1->12->11 [15] 13/-1/-1->12->11
+t-20260522071024-s2ss5-worker-1:10499:10591 [5] NCCL INFO Trees [0] 14/-1/-1->13->12 [1] 14/-1/-1->13->12 [2] 14/-1/-1->13->12 [3] 14/-1/-1->13->12 [4] 14/-1/-1->13->12 [5] 14/-1/-1->13->5 [6] -1/-1/-1->13->12 [7] 14/-1/-1->13->12 [8] 14/-1/-1->13->12 [9] 14/-1/-1->13->12 [10] 14/-1/-1->13->12 [11] 14/-1/-1->13->12 [12] 14/-1/-1->13->12 [13] 14/5/-1->13->-1 [14] -1/-1/-1->13->12 [15] 14/-1/-1->13->12
+t-20260522071024-s2ss5-worker-1:10498:10592 [4] NCCL INFO P2P Chunksize set to 131072
+t-20260522071024-s2ss5-worker-1:10499:10591 [5] NCCL INFO P2P Chunksize set to 131072
+t-20260522071024-s2ss5-worker-1:10494:10596 [0] NCCL INFO comm 0x112c9ec0 rank 8 nRanks 16 nNodes 2 localRanks 8 localRank 0 MNNVL 0
+t-20260522071024-s2ss5-worker-1:10495:10590 [1] NCCL INFO Trees [0] 10/-1/-1->9->8 [1] 10/-1/-1->9->1 [2] -1/-1/-1->9->8 [3] 10/-1/-1->9->8 [4] 10/-1/-1->9->8 [5] 10/-1/-1->9->8 [6] 10/-1/-1->9->8 [7] 10/-1/-1->9->8 [8] 10/-1/-1->9->8 [9] 10/1/-1->9->-1 [10] -1/-1/-1->9->8 [11] 10/-1/-1->9->8 [12] 10/-1/-1->9->8 [13] 10/-1/-1->9->8 [14] 10/-1/-1->9->8 [15] 10/-1/-1->9->8
+t-20260522071024-s2ss5-worker-1:10495:10590 [1] NCCL INFO P2P Chunksize set to 131072
+t-20260522071024-s2ss5-worker-1:10494:10596 [0] NCCL INFO Trees [0] 9/-1/-1->8->0 [1] -1/-1/-1->8->15 [2] 9/-1/-1->8->15 [3] 9/-1/-1->8->15 [4] 9/-1/-1->8->15 [5] 9/-1/-1->8->15 [6] 9/-1/-1->8->15 [7] 9/-1/-1->8->15 [8] 9/0/-1->8->-1 [9] -1/-1/-1->8->15 [10] 9/-1/-1->8->15 [11] 9/-1/-1->8->15 [12] 9/-1/-1->8->15 [13] 9/-1/-1->8->15 [14] 9/-1/-1->8->15 [15] 9/-1/-1->8->15
+t-20260522071024-s2ss5-worker-1:10494:10596 [0] NCCL INFO P2P Chunksize set to 131072
+t-20260522071024-s2ss5-worker-1:10501:10669 [7] NCCL INFO [Proxy Service] Device 7 CPU core 176
+t-20260522071024-s2ss5-worker-1:10497:10670 [3] NCCL INFO [Proxy Service] Device 3 CPU core 69
+t-20260522071024-s2ss5-worker-1:10501:10673 [7] NCCL INFO [Proxy Service UDS] Device 7 CPU core 94
+t-20260522071024-s2ss5-worker-1:10495:10674 [1] NCCL INFO [Proxy Service] Device 1 CPU core 24
+t-20260522071024-s2ss5-worker-1:10497:10675 [3] NCCL INFO [Proxy Service UDS] Device 3 CPU core 70
+t-20260522071024-s2ss5-worker-1:10500:10671 [6] NCCL INFO [Proxy Service] Device 6 CPU core 92
+t-20260522071024-s2ss5-worker-1:10496:10672 [2] NCCL INFO [Proxy Service] Device 2 CPU core 2
+t-20260522071024-s2ss5-worker-1:10494:10676 [0] NCCL INFO [Proxy Service] Device 0 CPU core 80
+t-20260522071024-s2ss5-worker-1:10500:10677 [6] NCCL INFO [Proxy Service UDS] Device 6 CPU core 96
+t-20260522071024-s2ss5-worker-1:10496:10678 [2] NCCL INFO [Proxy Service UDS] Device 2 CPU core 4
+t-20260522071024-s2ss5-worker-1:10495:10679 [1] NCCL INFO [Proxy Service UDS] Device 1 CPU core 27
+t-20260522071024-s2ss5-worker-1:10494:10680 [0] NCCL INFO [Proxy Service UDS] Device 0 CPU core 82
+t-20260522071024-s2ss5-worker-1:10498:10681 [4] NCCL INFO [Proxy Service] Device 4 CPU core 102
+t-20260522071024-s2ss5-worker-1:10498:10684 [4] NCCL INFO [Proxy Service UDS] Device 4 CPU core 106
+t-20260522071024-s2ss5-worker-1:10499:10682 [5] NCCL INFO [Proxy Service] Device 5 CPU core 102
+t-20260522071024-s2ss5-worker-1:10499:10683 [5] NCCL INFO [Proxy Service UDS] Device 5 CPU core 106
+t-20260522071024-s2ss5-worker-1:10494:10596 [0] NCCL INFO threadThresholds 8/8/64 | 128/8/64 | 512 | 512
+t-20260522071024-s2ss5-worker-1:10494:10596 [0] NCCL INFO 16 coll channels, 16 collnet channels, 16 nvls channels, 16 p2p channels, 2 p2p channels per peer
+t-20260522071024-s2ss5-worker-1:10497:10594 [3] NCCL INFO threadThresholds 8/8/64 | 128/8/64 | 512 | 512
+t-20260522071024-s2ss5-worker-1:10497:10594 [3] NCCL INFO 16 coll channels, 16 collnet channels, 16 nvls channels, 16 p2p channels, 2 p2p channels per peer
+t-20260522071024-s2ss5-worker-1:10501:10593 [7] NCCL INFO threadThresholds 8/8/64 | 128/8/64 | 512 | 512
+t-20260522071024-s2ss5-worker-1:10501:10593 [7] NCCL INFO 16 coll channels, 16 collnet channels, 16 nvls channels, 16 p2p channels, 2 p2p channels per peer
+t-20260522071024-s2ss5-worker-1:10496:10595 [2] NCCL INFO threadThresholds 8/8/64 | 128/8/64 | 512 | 512
+t-20260522071024-s2ss5-worker-1:10496:10595 [2] NCCL INFO 16 coll channels, 16 collnet channels, 16 nvls channels, 16 p2p channels, 2 p2p channels per peer
+t-20260522071024-s2ss5-worker-1:10499:10591 [5] NCCL INFO threadThresholds 8/8/64 | 128/8/64 | 512 | 512
+t-20260522071024-s2ss5-worker-1:10495:10590 [1] NCCL INFO threadThresholds 8/8/64 | 128/8/64 | 512 | 512
+t-20260522071024-s2ss5-worker-1:10495:10590 [1] NCCL INFO 16 coll channels, 16 collnet channels, 16 nvls channels, 16 p2p channels, 2 p2p channels per peer
+t-20260522071024-s2ss5-worker-1:10499:10591 [5] NCCL INFO 16 coll channels, 16 collnet channels, 16 nvls channels, 16 p2p channels, 2 p2p channels per peer
+t-20260522071024-s2ss5-worker-1:10500:10589 [6] NCCL INFO threadThresholds 8/8/64 | 128/8/64 | 512 | 512
+t-20260522071024-s2ss5-worker-1:10500:10589 [6] NCCL INFO 16 coll channels, 16 collnet channels, 16 nvls channels, 16 p2p channels, 2 p2p channels per peer
+t-20260522071024-s2ss5-worker-1:10498:10592 [4] NCCL INFO threadThresholds 8/8/64 | 128/8/64 | 512 | 512
+t-20260522071024-s2ss5-worker-1:10498:10592 [4] NCCL INFO 16 coll channels, 16 collnet channels, 16 nvls channels, 16 p2p channels, 2 p2p channels per peer
+t-20260522071024-s2ss5-worker-1:10498:10592 [4] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v4 symbol.
+t-20260522071024-s2ss5-worker-1:10501:10593 [7] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v4 symbol.
+t-20260522071024-s2ss5-worker-1:10500:10589 [6] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v4 symbol.
+t-20260522071024-s2ss5-worker-1:10495:10590 [1] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v4 symbol.
+t-20260522071024-s2ss5-worker-1:10498:10592 [4] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v3 symbol.
+t-20260522071024-s2ss5-worker-1:10501:10593 [7] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v3 symbol.
+t-20260522071024-s2ss5-worker-1:10500:10589 [6] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v3 symbol.
+t-20260522071024-s2ss5-worker-1:10495:10590 [1] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v3 symbol.
+t-20260522071024-s2ss5-worker-1:10500:10589 [6] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v2 symbol, using internal tuner instead.
+t-20260522071024-s2ss5-worker-1:10499:10591 [5] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v4 symbol.
+t-20260522071024-s2ss5-worker-1:10496:10595 [2] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v4 symbol.
+t-20260522071024-s2ss5-worker-1:10500:10589 [6] NCCL INFO ncclCommInitRankConfig comm 0xb316d40 rank 14 nranks 16 cudaDev 6 nvmlDev 6 busId 73020 commId 0x882ca0c307e5accf - Init COMPLETE
+t-20260522071024-s2ss5-worker-1:10498:10592 [4] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v2 symbol, using internal tuner instead.
+t-20260522071024-s2ss5-worker-1:10501:10593 [7] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v2 symbol, using internal tuner instead.
+t-20260522071024-s2ss5-worker-1:10494:10596 [0] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v4 symbol.
+t-20260522071024-s2ss5-worker-1:10497:10594 [3] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v4 symbol.
+t-20260522071024-s2ss5-worker-1:10495:10590 [1] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v2 symbol, using internal tuner instead.
+t-20260522071024-s2ss5-worker-1:10498:10592 [4] NCCL INFO ncclCommInitRankConfig comm 0xa98b680 rank 12 nranks 16 cudaDev 4 nvmlDev 4 busId 6f020 commId 0x882ca0c307e5accf - Init COMPLETE
+t-20260522071024-s2ss5-worker-1:10499:10591 [5] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v3 symbol.
+t-20260522071024-s2ss5-worker-1:10496:10595 [2] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v3 symbol.
+t-20260522071024-s2ss5-worker-1:10501:10593 [7] NCCL INFO ncclCommInitRankConfig comm 0x9fa6c40 rank 15 nranks 16 cudaDev 7 nvmlDev 7 busId 75020 commId 0x882ca0c307e5accf - Init COMPLETE
+t-20260522071024-s2ss5-worker-1:10494:10596 [0] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v3 symbol.
+t-20260522071024-s2ss5-worker-1:10497:10594 [3] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v3 symbol.
+t-20260522071024-s2ss5-worker-1:10498:10592 [4] NCCL INFO Init timings - ncclCommInitRankConfig: rank 12 nranks 16 total 2.19 (kernels 0.20, alloc 1.05, bootstrap 0.08, allgathers 0.00, topo 0.53, graphs 0.02, connections 0.31, rest 0.00)
+t-20260522071024-s2ss5-worker-1:10494:10596 [0] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v2 symbol, using internal tuner instead.
+t-20260522071024-s2ss5-worker-1:10495:10590 [1] NCCL INFO ncclCommInitRankConfig comm 0xb483240 rank 9 nranks 16 cudaDev 1 nvmlDev 1 busId 67020 commId 0x882ca0c307e5accf - Init COMPLETE
+t-20260522071024-s2ss5-worker-1:10500:10589 [6] NCCL INFO Init timings - ncclCommInitRankConfig: rank 14 nranks 16 total 2.19 (kernels 0.20, alloc 1.03, bootstrap 0.10, allgathers 0.01, topo 0.53, graphs 0.01, connections 0.31, rest 0.00)
+t-20260522071024-s2ss5-worker-1:10499:10591 [5] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v2 symbol, using internal tuner instead.
+t-20260522071024-s2ss5-worker-1:10496:10595 [2] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v2 symbol, using internal tuner instead.
+t-20260522071024-s2ss5-worker-1:10497:10594 [3] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v2 symbol, using internal tuner instead.
+t-20260522071024-s2ss5-worker-1:10501:10593 [7] NCCL INFO Init timings - ncclCommInitRankConfig: rank 15 nranks 16 total 2.19 (kernels 0.20, alloc 1.05, bootstrap 0.07, allgathers 0.01, topo 0.53, graphs 0.01, connections 0.31, rest 0.00)
+t-20260522071024-s2ss5-worker-1:10494:10596 [0] NCCL INFO ncclCommInitRankConfig comm 0x112c9ec0 rank 8 nranks 16 cudaDev 0 nvmlDev 0 busId 65040 commId 0x882ca0c307e5accf - Init COMPLETE
+t-20260522071024-s2ss5-worker-1:10499:10591 [5] NCCL INFO ncclCommInitRankConfig comm 0xab28b40 rank 13 nranks 16 cudaDev 5 nvmlDev 5 busId 71020 commId 0x882ca0c307e5accf - Init COMPLETE
+t-20260522071024-s2ss5-worker-1:10496:10595 [2] NCCL INFO ncclCommInitRankConfig comm 0xb7e7080 rank 10 nranks 16 cudaDev 2 nvmlDev 2 busId 69020 commId 0x882ca0c307e5accf - Init COMPLETE
+t-20260522071024-s2ss5-worker-1:10497:10594 [3] NCCL INFO ncclCommInitRankConfig comm 0xabfd080 rank 11 nranks 16 cudaDev 3 nvmlDev 3 busId 6b020 commId 0x882ca0c307e5accf - Init COMPLETE
+t-20260522071024-s2ss5-worker-1:10495:10590 [1] NCCL INFO Init timings - ncclCommInitRankConfig: rank 9 nranks 16 total 2.19 (kernels 0.20, alloc 1.05, bootstrap 0.08, allgathers 0.01, topo 0.53, graphs 0.01, connections 0.31, rest 0.00)
+t-20260522071024-s2ss5-worker-1:10494:10596 [0] NCCL INFO Init timings - ncclCommInitRankConfig: rank 8 nranks 16 total 2.19 (kernels 0.20, alloc 1.05, bootstrap 0.07, allgathers 0.01, topo 0.53, graphs 0.01, connections 0.31, rest 0.00)
+t-20260522071024-s2ss5-worker-1:10499:10591 [5] NCCL INFO Init timings - ncclCommInitRankConfig: rank 13 nranks 16 total 2.19 (kernels 0.20, alloc 1.02, bootstrap 0.10, allgathers 0.01, topo 0.53, graphs 0.02, connections 0.31, rest 0.00)
+t-20260522071024-s2ss5-worker-1:10497:10594 [3] NCCL INFO Init timings - ncclCommInitRankConfig: rank 11 nranks 16 total 2.19 (kernels 0.20, alloc 1.05, bootstrap 0.07, allgathers 0.01, topo 0.53, graphs 0.01, connections 0.31, rest 0.00)
+t-20260522071024-s2ss5-worker-1:10496:10595 [2] NCCL INFO Init timings - ncclCommInitRankConfig: rank 10 nranks 16 total 2.19 (kernels 0.20, alloc 1.05, bootstrap 0.07, allgathers 0.01, topo 0.53, graphs 0.01, connections 0.31, rest 0.00)
+t-20260522071024-s2ss5-worker-1:10494:10689 [0] NCCL INFO Channel 02/0 : 8[0] -> 9[1] via P2P/CUMEM
+t-20260522071024-s2ss5-worker-1:10494:10689 [0] NCCL INFO Channel 04/0 : 8[0] -> 9[1] via P2P/CUMEM
+t-20260522071024-s2ss5-worker-1:10494:10689 [0] NCCL INFO Channel 06/0 : 8[0] -> 9[1] via P2P/CUMEM
+t-20260522071024-s2ss5-worker-1:10494:10689 [0] NCCL INFO Channel 10/0 : 8[0] -> 9[1] via P2P/CUMEM
+t-20260522071024-s2ss5-worker-1:10494:10689 [0] NCCL INFO Channel 12/0 : 8[0] -> 9[1] via P2P/CUMEM
+t-20260522071024-s2ss5-worker-1:10494:10689 [0] NCCL INFO Channel 14/0 : 8[0] -> 9[1] via P2P/CUMEM
+t-20260522071024-s2ss5-worker-1:10498:10686 [4] NCCL INFO Channel 00/0 : 12[4] -> 13[5] via P2P/CUMEM
+t-20260522071024-s2ss5-worker-1:10498:10686 [4] NCCL INFO Channel 02/0 : 12[4] -> 13[5] via P2P/CUMEM
+t-20260522071024-s2ss5-worker-1:10498:10686 [4] NCCL INFO Channel 06/0 : 12[4] -> 13[5] via P2P/CUMEM
+t-20260522071024-s2ss5-worker-1:10499:10690 [5] NCCL INFO Channel 00/0 : 13[5] -> 14[6] via P2P/CUMEM
+t-20260522071024-s2ss5-worker-1:10498:10686 [4] NCCL INFO Channel 08/0 : 12[4] -> 13[5] via P2P/CUMEM
+t-20260522071024-s2ss5-worker-1:10499:10690 [5] NCCL INFO Channel 02/0 : 13[5] -> 14[6] via P2P/CUMEM
+t-20260522071024-s2ss5-worker-1:10498:10686 [4] NCCL INFO Channel 10/0 : 12[4] -> 13[5] via P2P/CUMEM
+t-20260522071024-s2ss5-worker-1:10499:10690 [5] NCCL INFO Channel 04/0 : 13[5] -> 14[6] via P2P/CUMEM
+t-20260522071024-s2ss5-worker-1:10498:10686 [4] NCCL INFO Channel 14/0 : 12[4] -> 13[5] via P2P/CUMEM
+t-20260522071024-s2ss5-worker-1:10495:10692 [1] NCCL INFO Channel 00/0 : 9[1] -> 10[2] via P2P/CUMEM
+t-20260522071024-s2ss5-worker-1:10499:10690 [5] NCCL INFO Channel 06/0 : 13[5] -> 14[6] via P2P/CUMEM
+t-20260522071024-s2ss5-worker-1:10495:10692 [1] NCCL INFO Channel 02/0 : 9[1] -> 10[2] via P2P/CUMEM
+t-20260522071024-s2ss5-worker-1:10497:10688 [3] NCCL INFO Channel 00/0 : 11[3] -> 12[4] via P2P/CUMEM
+t-20260522071024-s2ss5-worker-1:10499:10690 [5] NCCL INFO Channel 08/0 : 13[5] -> 14[6] via P2P/CUMEM
+t-20260522071024-s2ss5-worker-1:10495:10692 [1] NCCL INFO Channel 04/0 : 9[1] -> 10[2] via P2P/CUMEM
+t-20260522071024-s2ss5-worker-1:10497:10688 [3] NCCL INFO Channel 02/0 : 11[3] -> 12[4] via P2P/CUMEM
+t-20260522071024-s2ss5-worker-1:10499:10690 [5] NCCL INFO Channel 10/0 : 13[5] -> 14[6] via P2P/CUMEM
+t-20260522071024-s2ss5-worker-1:10495:10692 [1] NCCL INFO Channel 06/0 : 9[1] -> 10[2] via P2P/CUMEM
+t-20260522071024-s2ss5-worker-1:10497:10688 [3] NCCL INFO Channel 04/0 : 11[3] -> 12[4] via P2P/CUMEM
+t-20260522071024-s2ss5-worker-1:10499:10690 [5] NCCL INFO Channel 12/0 : 13[5] -> 14[6] via P2P/CUMEM
+t-20260522071024-s2ss5-worker-1:10495:10692 [1] NCCL INFO Channel 08/0 : 9[1] -> 10[2] via P2P/CUMEM
+t-20260522071024-s2ss5-worker-1:10497:10688 [3] NCCL INFO Channel 06/0 : 11[3] -> 12[4] via P2P/CUMEM
+t-20260522071024-s2ss5-worker-1:10499:10690 [5] NCCL INFO Channel 14/0 : 13[5] -> 14[6] via P2P/CUMEM
+t-20260522071024-s2ss5-worker-1:10495:10692 [1] NCCL INFO Channel 10/0 : 9[1] -> 10[2] via P2P/CUMEM
+t-20260522071024-s2ss5-worker-1:10497:10688 [3] NCCL INFO Channel 08/0 : 11[3] -> 12[4] via P2P/CUMEM
+t-20260522071024-s2ss5-worker-1:10495:10692 [1] NCCL INFO Channel 12/0 : 9[1] -> 10[2] via P2P/CUMEM
+t-20260522071024-s2ss5-worker-1:10497:10688 [3] NCCL INFO Channel 10/0 : 11[3] -> 12[4] via P2P/CUMEM
+t-20260522071024-s2ss5-worker-1:10496:10687 [2] NCCL INFO Channel 00/0 : 10[2] -> 11[3] via P2P/CUMEM
+t-20260522071024-s2ss5-worker-1:10495:10692 [1] NCCL INFO Channel 14/0 : 9[1] -> 10[2] via P2P/CUMEM
+t-20260522071024-s2ss5-worker-1:10497:10688 [3] NCCL INFO Channel 12/0 : 11[3] -> 12[4] via P2P/CUMEM
+t-20260522071024-s2ss5-worker-1:10496:10687 [2] NCCL INFO Channel 04/0 : 10[2] -> 11[3] via P2P/CUMEM
+t-20260522071024-s2ss5-worker-1:10500:10691 [6] NCCL INFO Channel 00/0 : 14[6] -> 15[7] via P2P/CUMEM
+t-20260522071024-s2ss5-worker-1:10494:10689 [0] NCCL INFO Channel 01/0 : 8[0] -> 15[7] via P2P/CUMEM
+t-20260522071024-s2ss5-worker-1:10497:10688 [3] NCCL INFO Channel 14/0 : 11[3] -> 12[4] via P2P/CUMEM
+t-20260522071024-s2ss5-worker-1:10496:10687 [2] NCCL INFO Channel 06/0 : 10[2] -> 11[3] via P2P/CUMEM
+t-20260522071024-s2ss5-worker-1:10500:10691 [6] NCCL INFO Channel 02/0 : 14[6] -> 15[7] via P2P/CUMEM
+t-20260522071024-s2ss5-worker-1:10494:10689 [0] NCCL INFO Channel 03/0 : 8[0] -> 15[7] via P2P/CUMEM
+t-20260522071024-s2ss5-worker-1:10496:10687 [2] NCCL INFO Channel 08/0 : 10[2] -> 11[3] via P2P/CUMEM
+t-20260522071024-s2ss5-worker-1:10500:10691 [6] NCCL INFO Channel 04/0 : 14[6] -> 15[7] via P2P/CUMEM
+t-20260522071024-s2ss5-worker-1:10494:10689 [0] NCCL INFO Channel 05/0 : 8[0] -> 15[7] via P2P/CUMEM
+t-20260522071024-s2ss5-worker-1:10496:10687 [2] NCCL INFO Channel 12/0 : 10[2] -> 11[3] via P2P/CUMEM
+t-20260522071024-s2ss5-worker-1:10500:10691 [6] NCCL INFO Channel 08/0 : 14[6] -> 15[7] via P2P/CUMEM
+t-20260522071024-s2ss5-worker-1:10494:10689 [0] NCCL INFO Channel 07/0 : 8[0] -> 15[7] via P2P/CUMEM
+t-20260522071024-s2ss5-worker-1:10496:10687 [2] NCCL INFO Channel 14/0 : 10[2] -> 11[3] via P2P/CUMEM
+t-20260522071024-s2ss5-worker-1:10500:10691 [6] NCCL INFO Channel 10/0 : 14[6] -> 15[7] via P2P/CUMEM
+t-20260522071024-s2ss5-worker-1:10494:10689 [0] NCCL INFO Channel 09/0 : 8[0] -> 15[7] via P2P/CUMEM
+t-20260522071024-s2ss5-worker-1:10500:10691 [6] NCCL INFO Channel 12/0 : 14[6] -> 15[7] via P2P/CUMEM
+t-20260522071024-s2ss5-worker-1:10494:10689 [0] NCCL INFO Channel 11/0 : 8[0] -> 15[7] via P2P/CUMEM
+t-20260522071024-s2ss5-worker-1:10494:10689 [0] NCCL INFO Channel 13/0 : 8[0] -> 15[7] via P2P/CUMEM
+t-20260522071024-s2ss5-worker-1:10494:10689 [0] NCCL INFO Channel 15/0 : 8[0] -> 15[7] via P2P/CUMEM
+t-20260522071024-s2ss5-worker-1:10498:10686 [4] NCCL INFO Channel 05/0 : 4[4] -> 12[4] [receive] via NET/IBext_v9/12/GDRDMA
+t-20260522071024-s2ss5-worker-1:10495:10692 [1] NCCL INFO Channel 00/0 : 1[1] -> 9[1] [receive] via NET/IBext_v9/9/GDRDMA
+t-20260522071024-s2ss5-worker-1:10498:10693 [4] NCCL INFO [Proxy Progress] Device 4 CPU core 108
+t-20260522071024-s2ss5-worker-1:10495:10694 [1] NCCL INFO [Proxy Progress] Device 1 CPU core 27
+t-20260522071024-s2ss5-worker-1:10496:10687 [2] NCCL INFO Channel 03/0 : 2[2] -> 10[2] [receive] via NET/IBext_v9/10/GDRDMA
+t-20260522071024-s2ss5-worker-1:10496:10695 [2] NCCL INFO [Proxy Progress] Device 2 CPU core 5
+t-20260522071024-s2ss5-worker-1:10499:10690 [5] NCCL INFO Channel 04/0 : 5[5] -> 13[5] [receive] via NET/IBext_v9/13/GDRDMA
+t-20260522071024-s2ss5-worker-1:10499:10696 [5] NCCL INFO [Proxy Progress] Device 5 CPU core 106
+t-20260522071024-s2ss5-worker-1:10497:10688 [3] NCCL INFO Channel 02/0 : 3[3] -> 11[3] [receive] via NET/IBext_v9/11/GDRDMA
+t-20260522071024-s2ss5-worker-1:10497:10697 [3] NCCL INFO [Proxy Progress] Device 3 CPU core 68
+t-20260522071024-s2ss5-worker-1:10496:10687 [2] NCCL INFO Channel 11/0 : 2[2] -> 10[2] [receive] via NET/IBext_v9/10/GDRDMA
+t-20260522071024-s2ss5-worker-1:10498:10686 [4] NCCL INFO Channel 13/0 : 4[4] -> 12[4] [receive] via NET/IBext_v9/12/GDRDMA
+t-20260522071024-s2ss5-worker-1:10499:10690 [5] NCCL INFO Channel 12/0 : 5[5] -> 13[5] [receive] via NET/IBext_v9/13/GDRDMA
+t-20260522071024-s2ss5-worker-1:10496:10687 [2] NCCL INFO Channel 02/0 : 10[2] -> 2[2] [send] via NET/IBext_v9/10/GDRDMA
+t-20260522071024-s2ss5-worker-1:10498:10686 [4] NCCL INFO Channel 04/0 : 12[4] -> 4[4] [send] via NET/IBext_v9/12/GDRDMA
+t-20260522071024-s2ss5-worker-1:10496:10687 [2] NCCL INFO Channel 10/0 : 10[2] -> 2[2] [send] via NET/IBext_v9/10/GDRDMA
+t-20260522071024-s2ss5-worker-1:10497:10688 [3] NCCL INFO Channel 10/0 : 3[3] -> 11[3] [receive] via NET/IBext_v9/11/GDRDMA
+t-20260522071024-s2ss5-worker-1:10498:10686 [4] NCCL INFO Channel 12/0 : 12[4] -> 4[4] [send] via NET/IBext_v9/12/GDRDMA
+t-20260522071024-s2ss5-worker-1:10500:10698 [6] NCCL INFO [Proxy Progress] Device 6 CPU core 94
+t-20260522071024-s2ss5-worker-1:10497:10688 [3] NCCL INFO Channel 03/0 : 11[3] -> 3[3] [send] via NET/IBext_v9/11/GDRDMA
+t-20260522071024-s2ss5-worker-1:10497:10688 [3] NCCL INFO Channel 11/0 : 11[3] -> 3[3] [send] via NET/IBext_v9/11/GDRDMA
+t-20260522071024-s2ss5-worker-1:10495:10692 [1] NCCL INFO Channel 08/0 : 1[1] -> 9[1] [receive] via NET/IBext_v9/9/GDRDMA
+t-20260522071024-s2ss5-worker-1:10495:10692 [1] NCCL INFO Channel 01/0 : 9[1] -> 1[1] [send] via NET/IBext_v9/9/GDRDMA
+t-20260522071024-s2ss5-worker-1:10495:10692 [1] NCCL INFO Channel 09/0 : 9[1] -> 1[1] [send] via NET/IBext_v9/9/GDRDMA
+t-20260522071024-s2ss5-worker-1:10494:10699 [0] NCCL INFO [Proxy Progress] Device 0 CPU core 84
+t-20260522071024-s2ss5-worker-1:10496:10687 [2] NCCL INFO Channel 01/0 : 10[2] -> 9[1] via P2P/CUMEM
+t-20260522071024-s2ss5-worker-1:10498:10686 [4] NCCL INFO Channel 01/0 : 12[4] -> 11[3] via P2P/CUMEM
+t-20260522071024-s2ss5-worker-1:10496:10687 [2] NCCL INFO Channel 03/0 : 10[2] -> 9[1] via P2P/CUMEM
+t-20260522071024-s2ss5-worker-1:10498:10686 [4] NCCL INFO Channel 03/0 : 12[4] -> 11[3] via P2P/CUMEM
+t-20260522071024-s2ss5-worker-1:10501:10685 [7] NCCL INFO Channel 06/0 : 7[7] -> 15[7] [receive] via NET/IBext_v9/15/GDRDMA
+t-20260522071024-s2ss5-worker-1:10501:10700 [7] NCCL INFO [Proxy Progress] Device 7 CPU core 178
+t-20260522071024-s2ss5-worker-1:10496:10687 [2] NCCL INFO Channel 05/0 : 10[2] -> 9[1] via P2P/CUMEM
+t-20260522071024-s2ss5-worker-1:10498:10686 [4] NCCL INFO Channel 05/0 : 12[4] -> 11[3] via P2P/CUMEM
+t-20260522071024-s2ss5-worker-1:10497:10688 [3] NCCL INFO Channel 01/0 : 11[3] -> 10[2] via P2P/CUMEM
+t-20260522071024-s2ss5-worker-1:10495:10692 [1] NCCL INFO Channel 03/0 : 9[1] -> 8[0] via P2P/CUMEM
+t-20260522071024-s2ss5-worker-1:10496:10687 [2] NCCL INFO Channel 07/0 : 10[2] -> 9[1] via P2P/CUMEM
+t-20260522071024-s2ss5-worker-1:10498:10686 [4] NCCL INFO Channel 07/0 : 12[4] -> 11[3] via P2P/CUMEM
+t-20260522071024-s2ss5-worker-1:10497:10688 [3] NCCL INFO Channel 05/0 : 11[3] -> 10[2] via P2P/CUMEM
+t-20260522071024-s2ss5-worker-1:10495:10692 [1] NCCL INFO Channel 05/0 : 9[1] -> 8[0] via P2P/CUMEM
+t-20260522071024-s2ss5-worker-1:10496:10687 [2] NCCL INFO Channel 09/0 : 10[2] -> 9[1] via P2P/CUMEM
+t-20260522071024-s2ss5-worker-1:10498:10686 [4] NCCL INFO Channel 09/0 : 12[4] -> 11[3] via P2P/CUMEM
+t-20260522071024-s2ss5-worker-1:10497:10688 [3] NCCL INFO Channel 07/0 : 11[3] -> 10[2] via P2P/CUMEM
+t-20260522071024-s2ss5-worker-1:10495:10692 [1] NCCL INFO Channel 07/0 : 9[1] -> 8[0] via P2P/CUMEM
+t-20260522071024-s2ss5-worker-1:10496:10687 [2] NCCL INFO Channel 11/0 : 10[2] -> 9[1] via P2P/CUMEM
+t-20260522071024-s2ss5-worker-1:10498:10686 [4] NCCL INFO Channel 11/0 : 12[4] -> 11[3] via P2P/CUMEM
+t-20260522071024-s2ss5-worker-1:10497:10688 [3] NCCL INFO Channel 09/0 : 11[3] -> 10[2] via P2P/CUMEM
+t-20260522071024-s2ss5-worker-1:10495:10692 [1] NCCL INFO Channel 11/0 : 9[1] -> 8[0] via P2P/CUMEM
+t-20260522071024-s2ss5-worker-1:10496:10687 [2] NCCL INFO Channel 13/0 : 10[2] -> 9[1] via P2P/CUMEM
+t-20260522071024-s2ss5-worker-1:10498:10686 [4] NCCL INFO Channel 13/0 : 12[4] -> 11[3] via P2P/CUMEM
+t-20260522071024-s2ss5-worker-1:10497:10688 [3] NCCL INFO Channel 13/0 : 11[3] -> 10[2] via P2P/CUMEM
+t-20260522071024-s2ss5-worker-1:10499:10690 [5] NCCL INFO Channel 05/0 : 13[5] -> 5[5] [send] via NET/IBext_v9/13/GDRDMA
+t-20260522071024-s2ss5-worker-1:10495:10692 [1] NCCL INFO Channel 13/0 : 9[1] -> 8[0] via P2P/CUMEM
+t-20260522071024-s2ss5-worker-1:10499:10690 [5] NCCL INFO Channel 13/0 : 13[5] -> 5[5] [send] via NET/IBext_v9/13/GDRDMA
+t-20260522071024-s2ss5-worker-1:10496:10687 [2] NCCL INFO Channel 15/0 : 10[2] -> 9[1] via P2P/CUMEM
+t-20260522071024-s2ss5-worker-1:10498:10686 [4] NCCL INFO Channel 15/0 : 12[4] -> 11[3] via P2P/CUMEM
+t-20260522071024-s2ss5-worker-1:10497:10688 [3] NCCL INFO Channel 15/0 : 11[3] -> 10[2] via P2P/CUMEM
+t-20260522071024-s2ss5-worker-1:10495:10692 [1] NCCL INFO Channel 15/0 : 9[1] -> 8[0] via P2P/CUMEM
+t-20260522071024-s2ss5-worker-1:10494:10689 [0] NCCL INFO Channel 01/0 : 0[0] -> 8[0] [receive] via NET/IBext_v9/8/GDRDMA
+t-20260522071024-s2ss5-worker-1:10494:10689 [0] NCCL INFO Channel 09/0 : 0[0] -> 8[0] [receive] via NET/IBext_v9/8/GDRDMA
+t-20260522071024-s2ss5-worker-1:10494:10689 [0] NCCL INFO Channel 00/0 : 8[0] -> 0[0] [send] via NET/IBext_v9/8/GDRDMA
+t-20260522071024-s2ss5-worker-1:10494:10689 [0] NCCL INFO Channel 08/0 : 8[0] -> 0[0] [send] via NET/IBext_v9/8/GDRDMA
+t-20260522071024-s2ss5-worker-1:10499:10690 [5] NCCL INFO Channel 01/0 : 13[5] -> 12[4] via P2P/CUMEM
+t-20260522071024-s2ss5-worker-1:10499:10690 [5] NCCL INFO Channel 03/0 : 13[5] -> 12[4] via P2P/CUMEM
+t-20260522071024-s2ss5-worker-1:10499:10690 [5] NCCL INFO Channel 07/0 : 13[5] -> 12[4] via P2P/CUMEM
+t-20260522071024-s2ss5-worker-1:10499:10690 [5] NCCL INFO Channel 09/0 : 13[5] -> 12[4] via P2P/CUMEM
+t-20260522071024-s2ss5-worker-1:10499:10690 [5] NCCL INFO Channel 11/0 : 13[5] -> 12[4] via P2P/CUMEM
+t-20260522071024-s2ss5-worker-1:10499:10690 [5] NCCL INFO Channel 15/0 : 13[5] -> 12[4] via P2P/CUMEM
+t-20260522071024-s2ss5-worker-1:10501:10685 [7] NCCL INFO Channel 14/0 : 7[7] -> 15[7] [receive] via NET/IBext_v9/15/GDRDMA
+t-20260522071024-s2ss5-worker-1:10501:10685 [7] NCCL INFO Channel 07/0 : 15[7] -> 7[7] [send] via NET/IBext_v9/15/GDRDMA
+t-20260522071024-s2ss5-worker-1:10501:10685 [7] NCCL INFO Channel 15/0 : 15[7] -> 7[7] [send] via NET/IBext_v9/15/GDRDMA
+t-20260522071024-s2ss5-worker-1:10501:10685 [7] NCCL INFO Channel 00/0 : 15[7] -> 8[0] via P2P/CUMEM
+t-20260522071024-s2ss5-worker-1:10501:10685 [7] NCCL INFO Channel 02/0 : 15[7] -> 8[0] via P2P/CUMEM
+t-20260522071024-s2ss5-worker-1:10500:10691 [6] NCCL INFO Channel 07/0 : 6[6] -> 14[6] [receive] via NET/IBext_v9/14/GDRDMA
+t-20260522071024-s2ss5-worker-1:10500:10691 [6] NCCL INFO Channel 15/0 : 6[6] -> 14[6] [receive] via NET/IBext_v9/14/GDRDMA
+t-20260522071024-s2ss5-worker-1:10500:10691 [6] NCCL INFO Channel 06/0 : 14[6] -> 6[6] [send] via NET/IBext_v9/14/GDRDMA
+t-20260522071024-s2ss5-worker-1:10500:10691 [6] NCCL INFO Channel 14/0 : 14[6] -> 6[6] [send] via NET/IBext_v9/14/GDRDMA
+t-20260522071024-s2ss5-worker-1:10501:10685 [7] NCCL INFO Channel 04/0 : 15[7] -> 8[0] via P2P/CUMEM
+t-20260522071024-s2ss5-worker-1:10501:10685 [7] NCCL INFO Channel 06/0 : 15[7] -> 8[0] via P2P/CUMEM
+t-20260522071024-s2ss5-worker-1:10501:10685 [7] NCCL INFO Channel 08/0 : 15[7] -> 8[0] via P2P/CUMEM
+t-20260522071024-s2ss5-worker-1:10501:10685 [7] NCCL INFO Channel 10/0 : 15[7] -> 8[0] via P2P/CUMEM
+t-20260522071024-s2ss5-worker-1:10501:10685 [7] NCCL INFO Channel 12/0 : 15[7] -> 8[0] via P2P/CUMEM
+t-20260522071024-s2ss5-worker-1:10500:10691 [6] NCCL INFO Channel 01/0 : 14[6] -> 13[5] via P2P/CUMEM
+t-20260522071024-s2ss5-worker-1:10501:10685 [7] NCCL INFO Channel 14/0 : 15[7] -> 8[0] via P2P/CUMEM
+t-20260522071024-s2ss5-worker-1:10500:10691 [6] NCCL INFO Channel 03/0 : 14[6] -> 13[5] via P2P/CUMEM
+t-20260522071024-s2ss5-worker-1:10500:10691 [6] NCCL INFO Channel 05/0 : 14[6] -> 13[5] via P2P/CUMEM
+t-20260522071024-s2ss5-worker-1:10501:10685 [7] NCCL INFO Channel 01/0 : 15[7] -> 14[6] via P2P/CUMEM
+t-20260522071024-s2ss5-worker-1:10501:10685 [7] NCCL INFO Channel 03/0 : 15[7] -> 14[6] via P2P/CUMEM
+t-20260522071024-s2ss5-worker-1:10501:10685 [7] NCCL INFO Channel 05/0 : 15[7] -> 14[6] via P2P/CUMEM
+t-20260522071024-s2ss5-worker-1:10501:10685 [7] NCCL INFO Channel 09/0 : 15[7] -> 14[6] via P2P/CUMEM
+t-20260522071024-s2ss5-worker-1:10501:10685 [7] NCCL INFO Channel 11/0 : 15[7] -> 14[6] via P2P/CUMEM
+t-20260522071024-s2ss5-worker-1:10500:10691 [6] NCCL INFO Channel 07/0 : 14[6] -> 13[5] via P2P/CUMEM
+t-20260522071024-s2ss5-worker-1:10501:10685 [7] NCCL INFO Channel 13/0 : 15[7] -> 14[6] via P2P/CUMEM
+t-20260522071024-s2ss5-worker-1:10500:10691 [6] NCCL INFO Channel 09/0 : 14[6] -> 13[5] via P2P/CUMEM
+t-20260522071024-s2ss5-worker-1:10500:10691 [6] NCCL INFO Channel 11/0 : 14[6] -> 13[5] via P2P/CUMEM
+t-20260522071024-s2ss5-worker-1:10500:10691 [6] NCCL INFO Channel 13/0 : 14[6] -> 13[5] via P2P/CUMEM
+t-20260522071024-s2ss5-worker-1:10500:10691 [6] NCCL INFO Channel 15/0 : 14[6] -> 13[5] via P2P/CUMEM
+t-20260522071024-s2ss5-worker-1:10497:10670 [3] NCCL INFO NCCL_IB_GID_INDEX set by environment to 7.
+t-20260522071024-s2ss5-worker-1:10497:10670 [3] NCCL INFO NCCL_IB_TIMEOUT set by environment to 23.
+t-20260522071024-s2ss5-worker-1:10497:10670 [3] NCCL INFO NCCL_IB_RETRY_CNT set by environment to 7.
+t-20260522071024-s2ss5-worker-1:10496:10672 [2] NCCL INFO NCCL_IB_GID_INDEX set by environment to 7.
+t-20260522071024-s2ss5-worker-1:10496:10672 [2] NCCL INFO NCCL_IB_TIMEOUT set by environment to 23.
+t-20260522071024-s2ss5-worker-1:10496:10672 [2] NCCL INFO NCCL_IB_RETRY_CNT set by environment to 7.
+t-20260522071024-s2ss5-worker-1:10498:10681 [4] NCCL INFO NCCL_IB_GID_INDEX set by environment to 7.
+t-20260522071024-s2ss5-worker-1:10498:10681 [4] NCCL INFO NCCL_IB_TIMEOUT set by environment to 23.
+t-20260522071024-s2ss5-worker-1:10498:10681 [4] NCCL INFO NCCL_IB_RETRY_CNT set by environment to 7.
+t-20260522071024-s2ss5-worker-1:10495:10674 [1] NCCL INFO NCCL_IB_GID_INDEX set by environment to 7.
+t-20260522071024-s2ss5-worker-1:10495:10674 [1] NCCL INFO NCCL_IB_TIMEOUT set by environment to 23.
+t-20260522071024-s2ss5-worker-1:10495:10674 [1] NCCL INFO NCCL_IB_RETRY_CNT set by environment to 7.
+t-20260522071024-s2ss5-worker-1:10501:10669 [7] NCCL INFO NCCL_IB_GID_INDEX set by environment to 7.
+t-20260522071024-s2ss5-worker-1:10501:10669 [7] NCCL INFO NCCL_IB_TIMEOUT set by environment to 23.
+t-20260522071024-s2ss5-worker-1:10501:10669 [7] NCCL INFO NCCL_IB_RETRY_CNT set by environment to 7.
+t-20260522071024-s2ss5-worker-1:10494:10676 [0] NCCL INFO NCCL_IB_GID_INDEX set by environment to 7.
+t-20260522071024-s2ss5-worker-1:10500:10671 [6] NCCL INFO NCCL_IB_GID_INDEX set by environment to 7.
+t-20260522071024-s2ss5-worker-1:10494:10676 [0] NCCL INFO NCCL_IB_TIMEOUT set by environment to 23.
+t-20260522071024-s2ss5-worker-1:10494:10676 [0] NCCL INFO NCCL_IB_RETRY_CNT set by environment to 7.
+t-20260522071024-s2ss5-worker-1:10499:10682 [5] NCCL INFO NCCL_IB_GID_INDEX set by environment to 7.
+t-20260522071024-s2ss5-worker-1:10500:10671 [6] NCCL INFO NCCL_IB_TIMEOUT set by environment to 23.
+t-20260522071024-s2ss5-worker-1:10500:10671 [6] NCCL INFO NCCL_IB_RETRY_CNT set by environment to 7.
+t-20260522071024-s2ss5-worker-1:10499:10682 [5] NCCL INFO NCCL_IB_TIMEOUT set by environment to 23.
+t-20260522071024-s2ss5-worker-1:10499:10682 [5] NCCL INFO NCCL_IB_RETRY_CNT set by environment to 7.
+t-20260522071024-s2ss5-worker-1:10496:10687 [2] NCCL INFO Connected all rings, use ring PXN 0 GDR 1
+t-20260522071024-s2ss5-worker-1:10501:10685 [7] NCCL INFO Connected all rings, use ring PXN 0 GDR 1
+t-20260522071024-s2ss5-worker-1:10500:10691 [6] NCCL INFO Connected all rings, use ring PXN 0 GDR 1
+t-20260522071024-s2ss5-worker-1:10499:10690 [5] NCCL INFO Connected all rings, use ring PXN 0 GDR 1
+t-20260522071024-s2ss5-worker-1:10498:10686 [4] NCCL INFO Connected all rings, use ring PXN 0 GDR 1
+t-20260522071024-s2ss5-worker-1:10497:10688 [3] NCCL INFO Connected all rings, use ring PXN 0 GDR 1
+t-20260522071024-s2ss5-worker-1:10494:10689 [0] NCCL INFO Connected all rings, use ring PXN 0 GDR 1
+t-20260522071024-s2ss5-worker-1:10495:10692 [1] NCCL INFO Connected all rings, use ring PXN 0 GDR 1
+t-20260522071024-s2ss5-worker-1:10497:10804 [3] NCCL INFO NVLS comm 0xabfd080 headRank 3 nHeads 8 buffSize 1048576 nvlsPerRankSize 33554432 nvlsTotalSize 268435456
+t-20260522071024-s2ss5-worker-1:10501:10805 [7] NCCL INFO NVLS comm 0x9fa6c40 headRank 7 nHeads 8 buffSize 1048576 nvlsPerRankSize 33554432 nvlsTotalSize 268435456
+t-20260522071024-s2ss5-worker-1:10494:10807 [0] NCCL INFO NVLS comm 0x112c9ec0 headRank 0 nHeads 8 buffSize 1048576 nvlsPerRankSize 33554432 nvlsTotalSize 268435456
+t-20260522071024-s2ss5-worker-1:10500:10806 [6] NCCL INFO NVLS comm 0xb316d40 headRank 6 nHeads 8 buffSize 1048576 nvlsPerRankSize 33554432 nvlsTotalSize 268435456
+t-20260522071024-s2ss5-worker-1:10498:10808 [4] NCCL INFO NVLS comm 0xa98b680 headRank 4 nHeads 8 buffSize 1048576 nvlsPerRankSize 33554432 nvlsTotalSize 268435456
+t-20260522071024-s2ss5-worker-1:10496:10809 [2] NCCL INFO NVLS comm 0xb7e7080 headRank 2 nHeads 8 buffSize 1048576 nvlsPerRankSize 33554432 nvlsTotalSize 268435456
+t-20260522071024-s2ss5-worker-1:10495:10810 [1] NCCL INFO NVLS comm 0xb483240 headRank 1 nHeads 8 buffSize 1048576 nvlsPerRankSize 33554432 nvlsTotalSize 268435456
+t-20260522071024-s2ss5-worker-1:10499:10811 [5] NCCL INFO NVLS comm 0xab28b40 headRank 5 nHeads 8 buffSize 1048576 nvlsPerRankSize 33554432 nvlsTotalSize 268435456
+t-20260522071024-s2ss5-worker-1:10499:10811 [5] NCCL INFO Channel 00/0 : 5[5] -> 13[5] [receive] via NET/IBext_v9/13/GDRDMA
+t-20260522071024-s2ss5-worker-1:10495:10810 [1] NCCL INFO Channel 01/0 : 1[1] -> 9[1] [receive] via NET/IBext_v9/9/GDRDMA
+t-20260522071024-s2ss5-worker-1:10497:10804 [3] NCCL INFO Channel 00/0 : 3[3] -> 11[3] [receive] via NET/IBext_v9/11/GDRDMA
+t-20260522071024-s2ss5-worker-1:10496:10809 [2] NCCL INFO Channel 00/0 : 2[2] -> 10[2] [receive] via NET/IBext_v9/10/GDRDMA
+t-20260522071024-s2ss5-worker-1:10501:10805 [7] NCCL INFO Channel 00/0 : 7[7] -> 15[7] [receive] via NET/IBext_v9/15/GDRDMA
+t-20260522071024-s2ss5-worker-1:10500:10806 [6] NCCL INFO Channel 00/0 : 6[6] -> 14[6] [receive] via NET/IBext_v9/14/GDRDMA
+t-20260522071024-s2ss5-worker-1:10499:10811 [5] NCCL INFO Channel 01/0 : 5[5] -> 13[5] [receive] via NET/IBext_v9/13/GDRDMA
+t-20260522071024-s2ss5-worker-1:10495:10810 [1] NCCL INFO Channel 02/0 : 1[1] -> 9[1] [receive] via NET/IBext_v9/9/GDRDMA
+t-20260522071024-s2ss5-worker-1:10497:10804 [3] NCCL INFO Channel 01/0 : 3[3] -> 11[3] [receive] via NET/IBext_v9/11/GDRDMA
+t-20260522071024-s2ss5-worker-1:10496:10809 [2] NCCL INFO Channel 01/0 : 2[2] -> 10[2] [receive] via NET/IBext_v9/10/GDRDMA
+t-20260522071024-s2ss5-worker-1:10501:10805 [7] NCCL INFO Channel 01/0 : 7[7] -> 15[7] [receive] via NET/IBext_v9/15/GDRDMA
+t-20260522071024-s2ss5-worker-1:10498:10808 [4] NCCL INFO Channel 00/0 : 4[4] -> 12[4] [receive] via NET/IBext_v9/12/GDRDMA
+t-20260522071024-s2ss5-worker-1:10500:10806 [6] NCCL INFO Channel 01/0 : 6[6] -> 14[6] [receive] via NET/IBext_v9/14/GDRDMA
+t-20260522071024-s2ss5-worker-1:10499:10811 [5] NCCL INFO Channel 02/0 : 5[5] -> 13[5] [receive] via NET/IBext_v9/13/GDRDMA
+t-20260522071024-s2ss5-worker-1:10495:10810 [1] NCCL INFO Channel 03/0 : 1[1] -> 9[1] [receive] via NET/IBext_v9/9/GDRDMA
+t-20260522071024-s2ss5-worker-1:10497:10804 [3] NCCL INFO Channel 03/0 : 3[3] -> 11[3] [receive] via NET/IBext_v9/11/GDRDMA
+t-20260522071024-s2ss5-worker-1:10496:10809 [2] NCCL INFO Channel 02/0 : 2[2] -> 10[2] [receive] via NET/IBext_v9/10/GDRDMA
+t-20260522071024-s2ss5-worker-1:10501:10805 [7] NCCL INFO Channel 02/0 : 7[7] -> 15[7] [receive] via NET/IBext_v9/15/GDRDMA
+t-20260522071024-s2ss5-worker-1:10500:10806 [6] NCCL INFO Channel 02/0 : 6[6] -> 14[6] [receive] via NET/IBext_v9/14/GDRDMA
+t-20260522071024-s2ss5-worker-1:10498:10808 [4] NCCL INFO Channel 01/0 : 4[4] -> 12[4] [receive] via NET/IBext_v9/12/GDRDMA
+t-20260522071024-s2ss5-worker-1:10499:10811 [5] NCCL INFO Channel 03/0 : 5[5] -> 13[5] [receive] via NET/IBext_v9/13/GDRDMA
+t-20260522071024-s2ss5-worker-1:10495:10810 [1] NCCL INFO Channel 04/0 : 1[1] -> 9[1] [receive] via NET/IBext_v9/9/GDRDMA
+t-20260522071024-s2ss5-worker-1:10497:10804 [3] NCCL INFO Channel 04/0 : 3[3] -> 11[3] [receive] via NET/IBext_v9/11/GDRDMA
+t-20260522071024-s2ss5-worker-1:10496:10809 [2] NCCL INFO Channel 04/0 : 2[2] -> 10[2] [receive] via NET/IBext_v9/10/GDRDMA
+t-20260522071024-s2ss5-worker-1:10501:10805 [7] NCCL INFO Channel 03/0 : 7[7] -> 15[7] [receive] via NET/IBext_v9/15/GDRDMA
+t-20260522071024-s2ss5-worker-1:10500:10806 [6] NCCL INFO Channel 03/0 : 6[6] -> 14[6] [receive] via NET/IBext_v9/14/GDRDMA
+t-20260522071024-s2ss5-worker-1:10498:10808 [4] NCCL INFO Channel 02/0 : 4[4] -> 12[4] [receive] via NET/IBext_v9/12/GDRDMA
+t-20260522071024-s2ss5-worker-1:10499:10811 [5] NCCL INFO Channel 05/0 : 5[5] -> 13[5] [receive] via NET/IBext_v9/13/GDRDMA
+t-20260522071024-s2ss5-worker-1:10495:10810 [1] NCCL INFO Channel 05/0 : 1[1] -> 9[1] [receive] via NET/IBext_v9/9/GDRDMA
+t-20260522071024-s2ss5-worker-1:10497:10804 [3] NCCL INFO Channel 05/0 : 3[3] -> 11[3] [receive] via NET/IBext_v9/11/GDRDMA
+t-20260522071024-s2ss5-worker-1:10496:10809 [2] NCCL INFO Channel 05/0 : 2[2] -> 10[2] [receive] via NET/IBext_v9/10/GDRDMA
+t-20260522071024-s2ss5-worker-1:10501:10805 [7] NCCL INFO Channel 04/0 : 7[7] -> 15[7] [receive] via NET/IBext_v9/15/GDRDMA
+t-20260522071024-s2ss5-worker-1:10500:10806 [6] NCCL INFO Channel 04/0 : 6[6] -> 14[6] [receive] via NET/IBext_v9/14/GDRDMA
+t-20260522071024-s2ss5-worker-1:10499:10811 [5] NCCL INFO Channel 06/0 : 5[5] -> 13[5] [receive] via NET/IBext_v9/13/GDRDMA
+t-20260522071024-s2ss5-worker-1:10495:10810 [1] NCCL INFO Channel 06/0 : 1[1] -> 9[1] [receive] via NET/IBext_v9/9/GDRDMA
+t-20260522071024-s2ss5-worker-1:10498:10808 [4] NCCL INFO Channel 03/0 : 4[4] -> 12[4] [receive] via NET/IBext_v9/12/GDRDMA
+t-20260522071024-s2ss5-worker-1:10497:10804 [3] NCCL INFO Channel 06/0 : 3[3] -> 11[3] [receive] via NET/IBext_v9/11/GDRDMA
+t-20260522071024-s2ss5-worker-1:10496:10809 [2] NCCL INFO Channel 06/0 : 2[2] -> 10[2] [receive] via NET/IBext_v9/10/GDRDMA
+t-20260522071024-s2ss5-worker-1:10501:10805 [7] NCCL INFO Channel 05/0 : 7[7] -> 15[7] [receive] via NET/IBext_v9/15/GDRDMA
+t-20260522071024-s2ss5-worker-1:10500:10806 [6] NCCL INFO Channel 05/0 : 6[6] -> 14[6] [receive] via NET/IBext_v9/14/GDRDMA
+t-20260522071024-s2ss5-worker-1:10499:10811 [5] NCCL INFO Channel 07/0 : 5[5] -> 13[5] [receive] via NET/IBext_v9/13/GDRDMA
+t-20260522071024-s2ss5-worker-1:10495:10810 [1] NCCL INFO Channel 07/0 : 1[1] -> 9[1] [receive] via NET/IBext_v9/9/GDRDMA
+t-20260522071024-s2ss5-worker-1:10498:10808 [4] NCCL INFO Channel 04/0 : 4[4] -> 12[4] [receive] via NET/IBext_v9/12/GDRDMA
+t-20260522071024-s2ss5-worker-1:10497:10804 [3] NCCL INFO Channel 07/0 : 3[3] -> 11[3] [receive] via NET/IBext_v9/11/GDRDMA
+t-20260522071024-s2ss5-worker-1:10496:10809 [2] NCCL INFO Channel 07/0 : 2[2] -> 10[2] [receive] via NET/IBext_v9/10/GDRDMA
+t-20260522071024-s2ss5-worker-1:10501:10805 [7] NCCL INFO Channel 07/0 : 7[7] -> 15[7] [receive] via NET/IBext_v9/15/GDRDMA
+t-20260522071024-s2ss5-worker-1:10500:10806 [6] NCCL INFO Channel 06/0 : 6[6] -> 14[6] [receive] via NET/IBext_v9/14/GDRDMA
+t-20260522071024-s2ss5-worker-1:10499:10811 [5] NCCL INFO Channel 08/0 : 5[5] -> 13[5] [receive] via NET/IBext_v9/13/GDRDMA
+t-20260522071024-s2ss5-worker-1:10495:10810 [1] NCCL INFO Channel 09/0 : 1[1] -> 9[1] [receive] via NET/IBext_v9/9/GDRDMA
+t-20260522071024-s2ss5-worker-1:10497:10804 [3] NCCL INFO Channel 08/0 : 3[3] -> 11[3] [receive] via NET/IBext_v9/11/GDRDMA
+t-20260522071024-s2ss5-worker-1:10498:10808 [4] NCCL INFO Channel 06/0 : 4[4] -> 12[4] [receive] via NET/IBext_v9/12/GDRDMA
+t-20260522071024-s2ss5-worker-1:10501:10805 [7] NCCL INFO Channel 08/0 : 7[7] -> 15[7] [receive] via NET/IBext_v9/15/GDRDMA
+t-20260522071024-s2ss5-worker-1:10496:10809 [2] NCCL INFO Channel 08/0 : 2[2] -> 10[2] [receive] via NET/IBext_v9/10/GDRDMA
+t-20260522071024-s2ss5-worker-1:10500:10806 [6] NCCL INFO Channel 08/0 : 6[6] -> 14[6] [receive] via NET/IBext_v9/14/GDRDMA
+t-20260522071024-s2ss5-worker-1:10499:10811 [5] NCCL INFO Channel 09/0 : 5[5] -> 13[5] [receive] via NET/IBext_v9/13/GDRDMA
+t-20260522071024-s2ss5-worker-1:10495:10810 [1] NCCL INFO Channel 10/0 : 1[1] -> 9[1] [receive] via NET/IBext_v9/9/GDRDMA
+t-20260522071024-s2ss5-worker-1:10497:10804 [3] NCCL INFO Channel 09/0 : 3[3] -> 11[3] [receive] via NET/IBext_v9/11/GDRDMA
+t-20260522071024-s2ss5-worker-1:10496:10809 [2] NCCL INFO Channel 09/0 : 2[2] -> 10[2] [receive] via NET/IBext_v9/10/GDRDMA
+t-20260522071024-s2ss5-worker-1:10498:10808 [4] NCCL INFO Channel 07/0 : 4[4] -> 12[4] [receive] via NET/IBext_v9/12/GDRDMA
+t-20260522071024-s2ss5-worker-1:10501:10805 [7] NCCL INFO Channel 09/0 : 7[7] -> 15[7] [receive] via NET/IBext_v9/15/GDRDMA
+t-20260522071024-s2ss5-worker-1:10500:10806 [6] NCCL INFO Channel 09/0 : 6[6] -> 14[6] [receive] via NET/IBext_v9/14/GDRDMA
+t-20260522071024-s2ss5-worker-1:10499:10811 [5] NCCL INFO Channel 10/0 : 5[5] -> 13[5] [receive] via NET/IBext_v9/13/GDRDMA
+t-20260522071024-s2ss5-worker-1:10495:10810 [1] NCCL INFO Channel 11/0 : 1[1] -> 9[1] [receive] via NET/IBext_v9/9/GDRDMA
+t-20260522071024-s2ss5-worker-1:10496:10809 [2] NCCL INFO Channel 10/0 : 2[2] -> 10[2] [receive] via NET/IBext_v9/10/GDRDMA
+t-20260522071024-s2ss5-worker-1:10497:10804 [3] NCCL INFO Channel 11/0 : 3[3] -> 11[3] [receive] via NET/IBext_v9/11/GDRDMA
+t-20260522071024-s2ss5-worker-1:10498:10808 [4] NCCL INFO Channel 08/0 : 4[4] -> 12[4] [receive] via NET/IBext_v9/12/GDRDMA
+t-20260522071024-s2ss5-worker-1:10500:10806 [6] NCCL INFO Channel 10/0 : 6[6] -> 14[6] [receive] via NET/IBext_v9/14/GDRDMA
+t-20260522071024-s2ss5-worker-1:10499:10811 [5] NCCL INFO Channel 11/0 : 5[5] -> 13[5] [receive] via NET/IBext_v9/13/GDRDMA
+t-20260522071024-s2ss5-worker-1:10501:10805 [7] NCCL INFO Channel 10/0 : 7[7] -> 15[7] [receive] via NET/IBext_v9/15/GDRDMA
+t-20260522071024-s2ss5-worker-1:10495:10810 [1] NCCL INFO Channel 12/0 : 1[1] -> 9[1] [receive] via NET/IBext_v9/9/GDRDMA
+t-20260522071024-s2ss5-worker-1:10496:10809 [2] NCCL INFO Channel 12/0 : 2[2] -> 10[2] [receive] via NET/IBext_v9/10/GDRDMA
+t-20260522071024-s2ss5-worker-1:10500:10806 [6] NCCL INFO Channel 11/0 : 6[6] -> 14[6] [receive] via NET/IBext_v9/14/GDRDMA
+t-20260522071024-s2ss5-worker-1:10494:10807 [0] NCCL INFO Channel 00/0 : 0[0] -> 8[0] [receive] via NET/IBext_v9/8/GDRDMA
+t-20260522071024-s2ss5-worker-1:10497:10804 [3] NCCL INFO Channel 12/0 : 3[3] -> 11[3] [receive] via NET/IBext_v9/11/GDRDMA
+t-20260522071024-s2ss5-worker-1:10498:10808 [4] NCCL INFO Channel 09/0 : 4[4] -> 12[4] [receive] via NET/IBext_v9/12/GDRDMA
+t-20260522071024-s2ss5-worker-1:10499:10811 [5] NCCL INFO Channel 13/0 : 5[5] -> 13[5] [receive] via NET/IBext_v9/13/GDRDMA
+t-20260522071024-s2ss5-worker-1:10501:10805 [7] NCCL INFO Channel 11/0 : 7[7] -> 15[7] [receive] via NET/IBext_v9/15/GDRDMA
+t-20260522071024-s2ss5-worker-1:10495:10810 [1] NCCL INFO Channel 13/0 : 1[1] -> 9[1] [receive] via NET/IBext_v9/9/GDRDMA
+t-20260522071024-s2ss5-worker-1:10496:10809 [2] NCCL INFO Channel 13/0 : 2[2] -> 10[2] [receive] via NET/IBext_v9/10/GDRDMA
+t-20260522071024-s2ss5-worker-1:10500:10806 [6] NCCL INFO Channel 12/0 : 6[6] -> 14[6] [receive] via NET/IBext_v9/14/GDRDMA
+t-20260522071024-s2ss5-worker-1:10497:10804 [3] NCCL INFO Channel 13/0 : 3[3] -> 11[3] [receive] via NET/IBext_v9/11/GDRDMA
+t-20260522071024-s2ss5-worker-1:10498:10808 [4] NCCL INFO Channel 10/0 : 4[4] -> 12[4] [receive] via NET/IBext_v9/12/GDRDMA
+t-20260522071024-s2ss5-worker-1:10499:10811 [5] NCCL INFO Channel 14/0 : 5[5] -> 13[5] [receive] via NET/IBext_v9/13/GDRDMA
+t-20260522071024-s2ss5-worker-1:10494:10807 [0] NCCL INFO Channel 02/0 : 0[0] -> 8[0] [receive] via NET/IBext_v9/8/GDRDMA
+t-20260522071024-s2ss5-worker-1:10501:10805 [7] NCCL INFO Channel 12/0 : 7[7] -> 15[7] [receive] via NET/IBext_v9/15/GDRDMA
+t-20260522071024-s2ss5-worker-1:10495:10810 [1] NCCL INFO Channel 14/0 : 1[1] -> 9[1] [receive] via NET/IBext_v9/9/GDRDMA
+t-20260522071024-s2ss5-worker-1:10496:10809 [2] NCCL INFO Channel 14/0 : 2[2] -> 10[2] [receive] via NET/IBext_v9/10/GDRDMA
+t-20260522071024-s2ss5-worker-1:10497:10804 [3] NCCL INFO Channel 14/0 : 3[3] -> 11[3] [receive] via NET/IBext_v9/11/GDRDMA
+t-20260522071024-s2ss5-worker-1:10500:10806 [6] NCCL INFO Channel 13/0 : 6[6] -> 14[6] [receive] via NET/IBext_v9/14/GDRDMA
+t-20260522071024-s2ss5-worker-1:10499:10811 [5] NCCL INFO Channel 15/0 : 5[5] -> 13[5] [receive] via NET/IBext_v9/13/GDRDMA
+t-20260522071024-s2ss5-worker-1:10498:10808 [4] NCCL INFO Channel 11/0 : 4[4] -> 12[4] [receive] via NET/IBext_v9/12/GDRDMA
+t-20260522071024-s2ss5-worker-1:10501:10805 [7] NCCL INFO Channel 13/0 : 7[7] -> 15[7] [receive] via NET/IBext_v9/15/GDRDMA
+t-20260522071024-s2ss5-worker-1:10496:10809 [2] NCCL INFO Channel 15/0 : 2[2] -> 10[2] [receive] via NET/IBext_v9/10/GDRDMA
+t-20260522071024-s2ss5-worker-1:10495:10810 [1] NCCL INFO Channel 15/0 : 1[1] -> 9[1] [receive] via NET/IBext_v9/9/GDRDMA
+t-20260522071024-s2ss5-worker-1:10494:10807 [0] NCCL INFO Channel 03/0 : 0[0] -> 8[0] [receive] via NET/IBext_v9/8/GDRDMA
+t-20260522071024-s2ss5-worker-1:10497:10804 [3] NCCL INFO Channel 15/0 : 3[3] -> 11[3] [receive] via NET/IBext_v9/11/GDRDMA
+t-20260522071024-s2ss5-worker-1:10500:10806 [6] NCCL INFO Channel 14/0 : 6[6] -> 14[6] [receive] via NET/IBext_v9/14/GDRDMA
+t-20260522071024-s2ss5-worker-1:10499:10811 [5] NCCL INFO Channel 00/0 : 13[5] -> 5[5] [send] via NET/IBext_v9/13/GDRDMA
+t-20260522071024-s2ss5-worker-1:10501:10805 [7] NCCL INFO Channel 15/0 : 7[7] -> 15[7] [receive] via NET/IBext_v9/15/GDRDMA
+t-20260522071024-s2ss5-worker-1:10498:10808 [4] NCCL INFO Channel 12/0 : 4[4] -> 12[4] [receive] via NET/IBext_v9/12/GDRDMA
+t-20260522071024-s2ss5-worker-1:10496:10809 [2] NCCL INFO Channel 00/0 : 10[2] -> 2[2] [send] via NET/IBext_v9/10/GDRDMA
+t-20260522071024-s2ss5-worker-1:10495:10810 [1] NCCL INFO Channel 00/0 : 9[1] -> 1[1] [send] via NET/IBext_v9/9/GDRDMA
+t-20260522071024-s2ss5-worker-1:10494:10807 [0] NCCL INFO Channel 04/0 : 0[0] -> 8[0] [receive] via NET/IBext_v9/8/GDRDMA
+t-20260522071024-s2ss5-worker-1:10499:10811 [5] NCCL INFO Channel 01/0 : 13[5] -> 5[5] [send] via NET/IBext_v9/13/GDRDMA
+t-20260522071024-s2ss5-worker-1:10500:10806 [6] NCCL INFO Channel 00/0 : 14[6] -> 6[6] [send] via NET/IBext_v9/14/GDRDMA
+t-20260522071024-s2ss5-worker-1:10497:10804 [3] NCCL INFO Channel 00/0 : 11[3] -> 3[3] [send] via NET/IBext_v9/11/GDRDMA
+t-20260522071024-s2ss5-worker-1:10496:10809 [2] NCCL INFO Channel 01/0 : 10[2] -> 2[2] [send] via NET/IBext_v9/10/GDRDMA
+t-20260522071024-s2ss5-worker-1:10501:10805 [7] NCCL INFO Channel 00/0 : 15[7] -> 7[7] [send] via NET/IBext_v9/15/GDRDMA
+t-20260522071024-s2ss5-worker-1:10495:10810 [1] NCCL INFO Channel 02/0 : 9[1] -> 1[1] [send] via NET/IBext_v9/9/GDRDMA
+t-20260522071024-s2ss5-worker-1:10499:10811 [5] NCCL INFO Channel 02/0 : 13[5] -> 5[5] [send] via NET/IBext_v9/13/GDRDMA
+t-20260522071024-s2ss5-worker-1:10498:10808 [4] NCCL INFO Channel 14/0 : 4[4] -> 12[4] [receive] via NET/IBext_v9/12/GDRDMA
+t-20260522071024-s2ss5-worker-1:10494:10807 [0] NCCL INFO Channel 05/0 : 0[0] -> 8[0] [receive] via NET/IBext_v9/8/GDRDMA
+t-20260522071024-s2ss5-worker-1:10500:10806 [6] NCCL INFO Channel 01/0 : 14[6] -> 6[6] [send] via NET/IBext_v9/14/GDRDMA
+t-20260522071024-s2ss5-worker-1:10497:10804 [3] NCCL INFO Channel 01/0 : 11[3] -> 3[3] [send] via NET/IBext_v9/11/GDRDMA
+t-20260522071024-s2ss5-worker-1:10496:10809 [2] NCCL INFO Channel 03/0 : 10[2] -> 2[2] [send] via NET/IBext_v9/10/GDRDMA
+t-20260522071024-s2ss5-worker-1:10501:10805 [7] NCCL INFO Channel 01/0 : 15[7] -> 7[7] [send] via NET/IBext_v9/15/GDRDMA
+t-20260522071024-s2ss5-worker-1:10499:10811 [5] NCCL INFO Channel 03/0 : 13[5] -> 5[5] [send] via NET/IBext_v9/13/GDRDMA
+t-20260522071024-s2ss5-worker-1:10495:10810 [1] NCCL INFO Channel 03/0 : 9[1] -> 1[1] [send] via NET/IBext_v9/9/GDRDMA
+t-20260522071024-s2ss5-worker-1:10494:10807 [0] NCCL INFO Channel 06/0 : 0[0] -> 8[0] [receive] via NET/IBext_v9/8/GDRDMA
+t-20260522071024-s2ss5-worker-1:10500:10806 [6] NCCL INFO Channel 02/0 : 14[6] -> 6[6] [send] via NET/IBext_v9/14/GDRDMA
+t-20260522071024-s2ss5-worker-1:10498:10808 [4] NCCL INFO Channel 15/0 : 4[4] -> 12[4] [receive] via NET/IBext_v9/12/GDRDMA
+t-20260522071024-s2ss5-worker-1:10496:10809 [2] NCCL INFO Channel 04/0 : 10[2] -> 2[2] [send] via NET/IBext_v9/10/GDRDMA
+t-20260522071024-s2ss5-worker-1:10497:10804 [3] NCCL INFO Channel 02/0 : 11[3] -> 3[3] [send] via NET/IBext_v9/11/GDRDMA
+t-20260522071024-s2ss5-worker-1:10501:10805 [7] NCCL INFO Channel 02/0 : 15[7] -> 7[7] [send] via NET/IBext_v9/15/GDRDMA
+t-20260522071024-s2ss5-worker-1:10499:10811 [5] NCCL INFO Channel 04/0 : 13[5] -> 5[5] [send] via NET/IBext_v9/13/GDRDMA
+t-20260522071024-s2ss5-worker-1:10500:10806 [6] NCCL INFO Channel 03/0 : 14[6] -> 6[6] [send] via NET/IBext_v9/14/GDRDMA
+t-20260522071024-s2ss5-worker-1:10495:10810 [1] NCCL INFO Channel 04/0 : 9[1] -> 1[1] [send] via NET/IBext_v9/9/GDRDMA
+t-20260522071024-s2ss5-worker-1:10494:10807 [0] NCCL INFO Channel 07/0 : 0[0] -> 8[0] [receive] via NET/IBext_v9/8/GDRDMA
+t-20260522071024-s2ss5-worker-1:10496:10809 [2] NCCL INFO Channel 05/0 : 10[2] -> 2[2] [send] via NET/IBext_v9/10/GDRDMA
+t-20260522071024-s2ss5-worker-1:10498:10808 [4] NCCL INFO Channel 00/0 : 12[4] -> 4[4] [send] via NET/IBext_v9/12/GDRDMA
+t-20260522071024-s2ss5-worker-1:10497:10804 [3] NCCL INFO Channel 04/0 : 11[3] -> 3[3] [send] via NET/IBext_v9/11/GDRDMA
+t-20260522071024-s2ss5-worker-1:10501:10805 [7] NCCL INFO Channel 03/0 : 15[7] -> 7[7] [send] via NET/IBext_v9/15/GDRDMA
+t-20260522071024-s2ss5-worker-1:10499:10811 [5] NCCL INFO Channel 06/0 : 13[5] -> 5[5] [send] via NET/IBext_v9/13/GDRDMA
+t-20260522071024-s2ss5-worker-1:10500:10806 [6] NCCL INFO Channel 04/0 : 14[6] -> 6[6] [send] via NET/IBext_v9/14/GDRDMA
+t-20260522071024-s2ss5-worker-1:10495:10810 [1] NCCL INFO Channel 05/0 : 9[1] -> 1[1] [send] via NET/IBext_v9/9/GDRDMA
+t-20260522071024-s2ss5-worker-1:10494:10807 [0] NCCL INFO Channel 08/0 : 0[0] -> 8[0] [receive] via NET/IBext_v9/8/GDRDMA
+t-20260522071024-s2ss5-worker-1:10496:10809 [2] NCCL INFO Channel 06/0 : 10[2] -> 2[2] [send] via NET/IBext_v9/10/GDRDMA
+t-20260522071024-s2ss5-worker-1:10501:10805 [7] NCCL INFO Channel 04/0 : 15[7] -> 7[7] [send] via NET/IBext_v9/15/GDRDMA
+t-20260522071024-s2ss5-worker-1:10499:10811 [5] NCCL INFO Channel 07/0 : 13[5] -> 5[5] [send] via NET/IBext_v9/13/GDRDMA
+t-20260522071024-s2ss5-worker-1:10497:10804 [3] NCCL INFO Channel 05/0 : 11[3] -> 3[3] [send] via NET/IBext_v9/11/GDRDMA
+t-20260522071024-s2ss5-worker-1:10498:10808 [4] NCCL INFO Channel 01/0 : 12[4] -> 4[4] [send] via NET/IBext_v9/12/GDRDMA
+t-20260522071024-s2ss5-worker-1:10500:10806 [6] NCCL INFO Channel 05/0 : 14[6] -> 6[6] [send] via NET/IBext_v9/14/GDRDMA
+t-20260522071024-s2ss5-worker-1:10495:10810 [1] NCCL INFO Channel 06/0 : 9[1] -> 1[1] [send] via NET/IBext_v9/9/GDRDMA
+t-20260522071024-s2ss5-worker-1:10496:10809 [2] NCCL INFO Channel 07/0 : 10[2] -> 2[2] [send] via NET/IBext_v9/10/GDRDMA
+t-20260522071024-s2ss5-worker-1:10494:10807 [0] NCCL INFO Channel 10/0 : 0[0] -> 8[0] [receive] via NET/IBext_v9/8/GDRDMA
+t-20260522071024-s2ss5-worker-1:10501:10805 [7] NCCL INFO Channel 05/0 : 15[7] -> 7[7] [send] via NET/IBext_v9/15/GDRDMA
+t-20260522071024-s2ss5-worker-1:10499:10811 [5] NCCL INFO Channel 08/0 : 13[5] -> 5[5] [send] via NET/IBext_v9/13/GDRDMA
+t-20260522071024-s2ss5-worker-1:10497:10804 [3] NCCL INFO Channel 06/0 : 11[3] -> 3[3] [send] via NET/IBext_v9/11/GDRDMA
+t-20260522071024-s2ss5-worker-1:10498:10808 [4] NCCL INFO Channel 02/0 : 12[4] -> 4[4] [send] via NET/IBext_v9/12/GDRDMA
+t-20260522071024-s2ss5-worker-1:10500:10806 [6] NCCL INFO Channel 07/0 : 14[6] -> 6[6] [send] via NET/IBext_v9/14/GDRDMA
+t-20260522071024-s2ss5-worker-1:10495:10810 [1] NCCL INFO Channel 07/0 : 9[1] -> 1[1] [send] via NET/IBext_v9/9/GDRDMA
+t-20260522071024-s2ss5-worker-1:10496:10809 [2] NCCL INFO Channel 08/0 : 10[2] -> 2[2] [send] via NET/IBext_v9/10/GDRDMA
+t-20260522071024-s2ss5-worker-1:10501:10805 [7] NCCL INFO Channel 06/0 : 15[7] -> 7[7] [send] via NET/IBext_v9/15/GDRDMA
+t-20260522071024-s2ss5-worker-1:10499:10811 [5] NCCL INFO Channel 09/0 : 13[5] -> 5[5] [send] via NET/IBext_v9/13/GDRDMA
+t-20260522071024-s2ss5-worker-1:10494:10807 [0] NCCL INFO Channel 11/0 : 0[0] -> 8[0] [receive] via NET/IBext_v9/8/GDRDMA
+t-20260522071024-s2ss5-worker-1:10497:10804 [3] NCCL INFO Channel 07/0 : 11[3] -> 3[3] [send] via NET/IBext_v9/11/GDRDMA
+t-20260522071024-s2ss5-worker-1:10500:10806 [6] NCCL INFO Channel 08/0 : 14[6] -> 6[6] [send] via NET/IBext_v9/14/GDRDMA
+t-20260522071024-s2ss5-worker-1:10495:10810 [1] NCCL INFO Channel 08/0 : 9[1] -> 1[1] [send] via NET/IBext_v9/9/GDRDMA
+t-20260522071024-s2ss5-worker-1:10498:10808 [4] NCCL INFO Channel 03/0 : 12[4] -> 4[4] [send] via NET/IBext_v9/12/GDRDMA
+t-20260522071024-s2ss5-worker-1:10496:10809 [2] NCCL INFO Channel 09/0 : 10[2] -> 2[2] [send] via NET/IBext_v9/10/GDRDMA
+t-20260522071024-s2ss5-worker-1:10501:10805 [7] NCCL INFO Channel 08/0 : 15[7] -> 7[7] [send] via NET/IBext_v9/15/GDRDMA
+t-20260522071024-s2ss5-worker-1:10499:10811 [5] NCCL INFO Channel 10/0 : 13[5] -> 5[5] [send] via NET/IBext_v9/13/GDRDMA
+t-20260522071024-s2ss5-worker-1:10494:10807 [0] NCCL INFO Channel 12/0 : 0[0] -> 8[0] [receive] via NET/IBext_v9/8/GDRDMA
+t-20260522071024-s2ss5-worker-1:10497:10804 [3] NCCL INFO Channel 08/0 : 11[3] -> 3[3] [send] via NET/IBext_v9/11/GDRDMA
+t-20260522071024-s2ss5-worker-1:10500:10806 [6] NCCL INFO Channel 09/0 : 14[6] -> 6[6] [send] via NET/IBext_v9/14/GDRDMA
+t-20260522071024-s2ss5-worker-1:10495:10810 [1] NCCL INFO Channel 10/0 : 9[1] -> 1[1] [send] via NET/IBext_v9/9/GDRDMA
+t-20260522071024-s2ss5-worker-1:10498:10808 [4] NCCL INFO Channel 05/0 : 12[4] -> 4[4] [send] via NET/IBext_v9/12/GDRDMA
+t-20260522071024-s2ss5-worker-1:10501:10805 [7] NCCL INFO Channel 09/0 : 15[7] -> 7[7] [send] via NET/IBext_v9/15/GDRDMA
+t-20260522071024-s2ss5-worker-1:10499:10811 [5] NCCL INFO Channel 11/0 : 13[5] -> 5[5] [send] via NET/IBext_v9/13/GDRDMA
+t-20260522071024-s2ss5-worker-1:10496:10809 [2] NCCL INFO Channel 11/0 : 10[2] -> 2[2] [send] via NET/IBext_v9/10/GDRDMA
+t-20260522071024-s2ss5-worker-1:10497:10804 [3] NCCL INFO Channel 09/0 : 11[3] -> 3[3] [send] via NET/IBext_v9/11/GDRDMA
+t-20260522071024-s2ss5-worker-1:10495:10810 [1] NCCL INFO Channel 11/0 : 9[1] -> 1[1] [send] via NET/IBext_v9/9/GDRDMA
+t-20260522071024-s2ss5-worker-1:10500:10806 [6] NCCL INFO Channel 10/0 : 14[6] -> 6[6] [send] via NET/IBext_v9/14/GDRDMA
+t-20260522071024-s2ss5-worker-1:10494:10807 [0] NCCL INFO Channel 13/0 : 0[0] -> 8[0] [receive] via NET/IBext_v9/8/GDRDMA
+t-20260522071024-s2ss5-worker-1:10501:10805 [7] NCCL INFO Channel 10/0 : 15[7] -> 7[7] [send] via NET/IBext_v9/15/GDRDMA
+t-20260522071024-s2ss5-worker-1:10499:10811 [5] NCCL INFO Channel 12/0 : 13[5] -> 5[5] [send] via NET/IBext_v9/13/GDRDMA
+t-20260522071024-s2ss5-worker-1:10496:10809 [2] NCCL INFO Channel 12/0 : 10[2] -> 2[2] [send] via NET/IBext_v9/10/GDRDMA
+t-20260522071024-s2ss5-worker-1:10498:10808 [4] NCCL INFO Channel 06/0 : 12[4] -> 4[4] [send] via NET/IBext_v9/12/GDRDMA
+t-20260522071024-s2ss5-worker-1:10497:10804 [3] NCCL INFO Channel 10/0 : 11[3] -> 3[3] [send] via NET/IBext_v9/11/GDRDMA
+t-20260522071024-s2ss5-worker-1:10500:10806 [6] NCCL INFO Channel 11/0 : 14[6] -> 6[6] [send] via NET/IBext_v9/14/GDRDMA
+t-20260522071024-s2ss5-worker-1:10495:10810 [1] NCCL INFO Channel 12/0 : 9[1] -> 1[1] [send] via NET/IBext_v9/9/GDRDMA
+t-20260522071024-s2ss5-worker-1:10501:10805 [7] NCCL INFO Channel 11/0 : 15[7] -> 7[7] [send] via NET/IBext_v9/15/GDRDMA
+t-20260522071024-s2ss5-worker-1:10499:10811 [5] NCCL INFO Channel 14/0 : 13[5] -> 5[5] [send] via NET/IBext_v9/13/GDRDMA
+t-20260522071024-s2ss5-worker-1:10496:10809 [2] NCCL INFO Channel 13/0 : 10[2] -> 2[2] [send] via NET/IBext_v9/10/GDRDMA
+t-20260522071024-s2ss5-worker-1:10494:10807 [0] NCCL INFO Channel 14/0 : 0[0] -> 8[0] [receive] via NET/IBext_v9/8/GDRDMA
+t-20260522071024-s2ss5-worker-1:10498:10808 [4] NCCL INFO Channel 07/0 : 12[4] -> 4[4] [send] via NET/IBext_v9/12/GDRDMA
+t-20260522071024-s2ss5-worker-1:10500:10806 [6] NCCL INFO Channel 12/0 : 14[6] -> 6[6] [send] via NET/IBext_v9/14/GDRDMA
+t-20260522071024-s2ss5-worker-1:10495:10810 [1] NCCL INFO Channel 13/0 : 9[1] -> 1[1] [send] via NET/IBext_v9/9/GDRDMA
+t-20260522071024-s2ss5-worker-1:10497:10804 [3] NCCL INFO Channel 12/0 : 11[3] -> 3[3] [send] via NET/IBext_v9/11/GDRDMA
+t-20260522071024-s2ss5-worker-1:10501:10805 [7] NCCL INFO Channel 12/0 : 15[7] -> 7[7] [send] via NET/IBext_v9/15/GDRDMA
+t-20260522071024-s2ss5-worker-1:10499:10811 [5] NCCL INFO Channel 15/0 : 13[5] -> 5[5] [send] via NET/IBext_v9/13/GDRDMA
+t-20260522071024-s2ss5-worker-1:10496:10809 [2] NCCL INFO Channel 14/0 : 10[2] -> 2[2] [send] via NET/IBext_v9/10/GDRDMA
+t-20260522071024-s2ss5-worker-1:10494:10807 [0] NCCL INFO Channel 15/0 : 0[0] -> 8[0] [receive] via NET/IBext_v9/8/GDRDMA
+t-20260522071024-s2ss5-worker-1:10498:10808 [4] NCCL INFO Channel 08/0 : 12[4] -> 4[4] [send] via NET/IBext_v9/12/GDRDMA
+t-20260522071024-s2ss5-worker-1:10500:10806 [6] NCCL INFO Channel 13/0 : 14[6] -> 6[6] [send] via NET/IBext_v9/14/GDRDMA
+t-20260522071024-s2ss5-worker-1:10495:10810 [1] NCCL INFO Channel 14/0 : 9[1] -> 1[1] [send] via NET/IBext_v9/9/GDRDMA
+t-20260522071024-s2ss5-worker-1:10501:10805 [7] NCCL INFO Channel 13/0 : 15[7] -> 7[7] [send] via NET/IBext_v9/15/GDRDMA
+t-20260522071024-s2ss5-worker-1:10497:10804 [3] NCCL INFO Channel 13/0 : 11[3] -> 3[3] [send] via NET/IBext_v9/11/GDRDMA
+t-20260522071024-s2ss5-worker-1:10496:10809 [2] NCCL INFO Channel 15/0 : 10[2] -> 2[2] [send] via NET/IBext_v9/10/GDRDMA
+t-20260522071024-s2ss5-worker-1:10494:10807 [0] NCCL INFO Channel 01/0 : 8[0] -> 0[0] [send] via NET/IBext_v9/8/GDRDMA
+t-20260522071024-s2ss5-worker-1:10500:10806 [6] NCCL INFO Channel 15/0 : 14[6] -> 6[6] [send] via NET/IBext_v9/14/GDRDMA
+t-20260522071024-s2ss5-worker-1:10501:10805 [7] NCCL INFO Channel 14/0 : 15[7] -> 7[7] [send] via NET/IBext_v9/15/GDRDMA
+t-20260522071024-s2ss5-worker-1:10495:10810 [1] NCCL INFO Channel 15/0 : 9[1] -> 1[1] [send] via NET/IBext_v9/9/GDRDMA
+t-20260522071024-s2ss5-worker-1:10497:10804 [3] NCCL INFO Channel 14/0 : 11[3] -> 3[3] [send] via NET/IBext_v9/11/GDRDMA
+t-20260522071024-s2ss5-worker-1:10498:10808 [4] NCCL INFO Channel 09/0 : 12[4] -> 4[4] [send] via NET/IBext_v9/12/GDRDMA
+t-20260522071024-s2ss5-worker-1:10494:10807 [0] NCCL INFO Channel 02/0 : 8[0] -> 0[0] [send] via NET/IBext_v9/8/GDRDMA
+t-20260522071024-s2ss5-worker-1:10497:10804 [3] NCCL INFO Channel 15/0 : 11[3] -> 3[3] [send] via NET/IBext_v9/11/GDRDMA
+t-20260522071024-s2ss5-worker-1:10498:10808 [4] NCCL INFO Channel 10/0 : 12[4] -> 4[4] [send] via NET/IBext_v9/12/GDRDMA
+t-20260522071024-s2ss5-worker-1:10494:10807 [0] NCCL INFO Channel 03/0 : 8[0] -> 0[0] [send] via NET/IBext_v9/8/GDRDMA
+t-20260522071024-s2ss5-worker-1:10498:10808 [4] NCCL INFO Channel 11/0 : 12[4] -> 4[4] [send] via NET/IBext_v9/12/GDRDMA
+t-20260522071024-s2ss5-worker-1:10494:10807 [0] NCCL INFO Channel 04/0 : 8[0] -> 0[0] [send] via NET/IBext_v9/8/GDRDMA
+t-20260522071024-s2ss5-worker-1:10498:10808 [4] NCCL INFO Channel 13/0 : 12[4] -> 4[4] [send] via NET/IBext_v9/12/GDRDMA
+t-20260522071024-s2ss5-worker-1:10494:10807 [0] NCCL INFO Channel 05/0 : 8[0] -> 0[0] [send] via NET/IBext_v9/8/GDRDMA
+t-20260522071024-s2ss5-worker-1:10498:10808 [4] NCCL INFO Channel 14/0 : 12[4] -> 4[4] [send] via NET/IBext_v9/12/GDRDMA
+t-20260522071024-s2ss5-worker-1:10494:10807 [0] NCCL INFO Channel 06/0 : 8[0] -> 0[0] [send] via NET/IBext_v9/8/GDRDMA
+t-20260522071024-s2ss5-worker-1:10494:10807 [0] NCCL INFO Channel 07/0 : 8[0] -> 0[0] [send] via NET/IBext_v9/8/GDRDMA
+t-20260522071024-s2ss5-worker-1:10498:10808 [4] NCCL INFO Channel 15/0 : 12[4] -> 4[4] [send] via NET/IBext_v9/12/GDRDMA
+t-20260522071024-s2ss5-worker-1:10494:10807 [0] NCCL INFO Channel 09/0 : 8[0] -> 0[0] [send] via NET/IBext_v9/8/GDRDMA
+t-20260522071024-s2ss5-worker-1:10494:10807 [0] NCCL INFO Channel 10/0 : 8[0] -> 0[0] [send] via NET/IBext_v9/8/GDRDMA
+t-20260522071024-s2ss5-worker-1:10494:10807 [0] NCCL INFO Channel 11/0 : 8[0] -> 0[0] [send] via NET/IBext_v9/8/GDRDMA
+t-20260522071024-s2ss5-worker-1:10494:10807 [0] NCCL INFO Channel 12/0 : 8[0] -> 0[0] [send] via NET/IBext_v9/8/GDRDMA
+t-20260522071024-s2ss5-worker-1:10494:10807 [0] NCCL INFO Channel 13/0 : 8[0] -> 0[0] [send] via NET/IBext_v9/8/GDRDMA
+t-20260522071024-s2ss5-worker-1:10494:10807 [0] NCCL INFO Channel 14/0 : 8[0] -> 0[0] [send] via NET/IBext_v9/8/GDRDMA
+t-20260522071024-s2ss5-worker-1:10494:10807 [0] NCCL INFO Channel 15/0 : 8[0] -> 0[0] [send] via NET/IBext_v9/8/GDRDMA
+t-20260522071024-s2ss5-worker-1:10497:10804 [3] NCCL INFO Connected NVLS tree
+t-20260522071024-s2ss5-worker-1:10494:10807 [0] NCCL INFO Connected NVLS tree
+t-20260522071024-s2ss5-worker-1:10496:10809 [2] NCCL INFO Connected NVLS tree
+t-20260522071024-s2ss5-worker-1:10501:10805 [7] NCCL INFO Connected NVLS tree
+t-20260522071024-s2ss5-worker-1:10500:10806 [6] NCCL INFO Connected NVLS tree
+t-20260522071024-s2ss5-worker-1:10499:10811 [5] NCCL INFO Connected NVLS tree
+t-20260522071024-s2ss5-worker-1:10495:10810 [1] NCCL INFO Connected NVLS tree
+t-20260522071024-s2ss5-worker-1:10498:10808 [4] NCCL INFO Connected NVLS tree

LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/markdown_it/common/entities.py

@@ -0,0 +1,5 @@
+"""HTML5 entities map: { name -> characters }."""
+
+import html.entities
+
+entities = {name.rstrip(";"): chars for name, chars in html.entities.html5.items()}

LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/markdown_it/common/html_blocks.py

@@ -0,0 +1,69 @@
+"""List of valid html blocks names, according to commonmark spec
+http://jgm.github.io/CommonMark/spec.html#html-blocks
+"""
+
+# see https://spec.commonmark.org/0.31.2/#html-blocks
+block_names = [
+    "address",
+    "article",
+    "aside",
+    "base",
+    "basefont",
+    "blockquote",
+    "body",
+    "caption",
+    "center",
+    "col",
+    "colgroup",
+    "dd",
+    "details",
+    "dialog",
+    "dir",
+    "div",
+    "dl",
+    "dt",
+    "fieldset",
+    "figcaption",
+    "figure",
+    "footer",
+    "form",
+    "frame",
+    "frameset",
+    "h1",
+    "h2",
+    "h3",
+    "h4",
+    "h5",
+    "h6",
+    "head",
+    "header",
+    "hr",
+    "html",
+    "iframe",
+    "legend",
+    "li",
+    "link",
+    "main",
+    "menu",
+    "menuitem",
+    "nav",
+    "noframes",
+    "ol",
+    "optgroup",
+    "option",
+    "p",
+    "param",
+    "search",
+    "section",
+    "summary",
+    "table",
+    "tbody",
+    "td",
+    "tfoot",
+    "th",
+    "thead",
+    "title",
+    "tr",
+    "track",
+    "ul",
+]

LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/markdown_it/common/html_re.py

@@ -0,0 +1,39 @@
+"""Regexps to match html elements"""
+
+import re
+
+attr_name = "[a-zA-Z_:][a-zA-Z0-9:._-]*"
+
+unquoted = "[^\"'=<>`\\x00-\\x20]+"
+single_quoted = "'[^']*'"
+double_quoted = '"[^"]*"'
+
+attr_value = "(?:" + unquoted + "|" + single_quoted + "|" + double_quoted + ")"
+
+attribute = "(?:\\s+" + attr_name + "(?:\\s*=\\s*" + attr_value + ")?)"
+
+open_tag = "<[A-Za-z][A-Za-z0-9\\-]*" + attribute + "*\\s*\\/?>"
+
+close_tag = "<\\/[A-Za-z][A-Za-z0-9\\-]*\\s*>"
+comment = "<!---?>|<!--(?:[^-]|-[^-]|--[^>])*-->"
+processing = "<[?][\\s\\S]*?[?]>"
+declaration = "<![A-Za-z][^>]*>"
+cdata = "<!\\[CDATA\\[[\\s\\S]*?\\]\\]>"
+
+HTML_TAG_RE = re.compile(
+    "^(?:"
+    + open_tag
+    + "|"
+    + close_tag
+    + "|"
+    + comment
+    + "|"
+    + processing
+    + "|"
+    + declaration
+    + "|"
+    + cdata
+    + ")"
+)
+HTML_OPEN_CLOSE_TAG_STR = "^(?:" + open_tag + "|" + close_tag + ")"
+HTML_OPEN_CLOSE_TAG_RE = re.compile(HTML_OPEN_CLOSE_TAG_STR)

LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/markdown_it/common/normalize_url.py

@@ -0,0 +1,81 @@
+from __future__ import annotations
+
+from collections.abc import Callable
+from contextlib import suppress
+import re
+from urllib.parse import quote, unquote, urlparse, urlunparse  # noqa: F401
+
+import mdurl
+
+from .. import _punycode
+
+RECODE_HOSTNAME_FOR = ("http:", "https:", "mailto:")
+
+
+def normalizeLink(url: str) -> str:
+    """Normalize destination URLs in links
+
+    ::
+
+        [label]:   destination   'title'
+                ^^^^^^^^^^^
+    """
+    parsed = mdurl.parse(url, slashes_denote_host=True)
+
+    # Encode hostnames in urls like:
+    # `http://host/`, `https://host/`, `mailto:user@host`, `//host/`
+    #
+    # We don't encode unknown schemas, because it's likely that we encode
+    # something we shouldn't (e.g. `skype:name` treated as `skype:host`)
+    #
+    if parsed.hostname and (
+        not parsed.protocol or parsed.protocol in RECODE_HOSTNAME_FOR
+    ):
+        with suppress(Exception):
+            parsed = parsed._replace(hostname=_punycode.to_ascii(parsed.hostname))
+
+    return mdurl.encode(mdurl.format(parsed))
+
+
+def normalizeLinkText(url: str) -> str:
+    """Normalize autolink content
+
+    ::
+
+        <destination>
+         ~~~~~~~~~~~
+    """
+    parsed = mdurl.parse(url, slashes_denote_host=True)
+
+    # Encode hostnames in urls like:
+    # `http://host/`, `https://host/`, `mailto:user@host`, `//host/`
+    #
+    # We don't encode unknown schemas, because it's likely that we encode
+    # something we shouldn't (e.g. `skype:name` treated as `skype:host`)
+    #
+    if parsed.hostname and (
+        not parsed.protocol or parsed.protocol in RECODE_HOSTNAME_FOR
+    ):
+        with suppress(Exception):
+            parsed = parsed._replace(hostname=_punycode.to_unicode(parsed.hostname))
+
+    # add '%' to exclude list because of https://github.com/markdown-it/markdown-it/issues/720
+    return mdurl.decode(mdurl.format(parsed), mdurl.DECODE_DEFAULT_CHARS + "%")
+
+
+BAD_PROTO_RE = re.compile(r"^(vbscript|javascript|file|data):")
+GOOD_DATA_RE = re.compile(r"^data:image\/(gif|png|jpeg|webp);")
+
+
+def validateLink(url: str, validator: Callable[[str], bool] | None = None) -> bool:
+    """Validate URL link is allowed in output.
+
+    This validator can prohibit more than really needed to prevent XSS.
+    It's a tradeoff to keep code simple and to be secure by default.
+
+    Note: url should be normalized at this point, and existing entities decoded.
+    """
+    if validator is not None:
+        return validator(url)
+    url = url.strip().lower()
+    return bool(GOOD_DATA_RE.search(url)) if BAD_PROTO_RE.search(url) else True

LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/transformers/models/olmo2/__init__.py

@@ -0,0 +1,27 @@
+# Copyright 2024 EleutherAI and The HuggingFace Inc. team. All rights reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+from typing import TYPE_CHECKING
+
+from ...utils import _LazyModule
+from ...utils.import_utils import define_import_structure
+
+
+if TYPE_CHECKING:
+    from .configuration_olmo2 import *
+    from .modeling_olmo2 import *
+else:
+    import sys
+
+    _file = globals()["__file__"]
+    sys.modules[__name__] = _LazyModule(__name__, _file, define_import_structure(_file), module_spec=__spec__)

LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/transformers/models/olmo2/configuration_olmo2.py

@@ -0,0 +1,96 @@
+#                🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨
+#           This file was automatically generated from src/transformers/models/olmo2/modular_olmo2.py.
+#               Do NOT edit this file manually as any edits will be overwritten by the generation of
+#             the file from the modular. If any change should be done, please apply the change to the
+#                          modular_olmo2.py file directly. One of our CI enforces this.
+#                🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨
+# Copyright 2024 HuggingFace Inc. team. All rights reserved.
+#
+# This code is based on EleutherAI's GPT-NeoX library and the GPT-NeoX
+# and OPT implementations in this library. It has been modified from its
+# original forms to accommodate minor architectural differences compared
+# to GPT-NeoX and OPT used by the Meta AI team that trained the model.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+from huggingface_hub.dataclasses import strict
+
+from ...configuration_utils import PreTrainedConfig
+from ...modeling_rope_utils import RopeParameters
+from ...utils import auto_docstring
+
+
+@auto_docstring(checkpoint="allenai/Olmo2-7B-1124-hf")
+@strict
+class Olmo2Config(PreTrainedConfig):
+    r"""
+    Example:
+
+    ```python
+    >>> from transformers import Olmo2Model, Olmo2Config
+
+    >>> # Initializing a Olmo2 7B style configuration
+    >>> configuration = Olmo2Config()
+
+    >>> # Initializing a model from the Olmo2 7B style configuration
+    >>> model = Olmo2Model(configuration)
+
+    >>> # Accessing the model configuration
+    >>> configuration = model.config
+    ```
+    """
+
+    model_type = "olmo2"
+    keys_to_ignore_at_inference = ["past_key_values"]
+    base_model_tp_plan = {
+        "layers.*.self_attn.q_proj": "colwise_gather_output",  # we need to replicate here due to the added norm on q and k
+        "layers.*.self_attn.k_proj": "colwise_gather_output",  # we need to replicate here due to the added norm on q and k
+        "layers.*.self_attn.v_proj": "colwise_gather_output",  # we need to replicate here due to the added norm on q and k
+        "layers.*.self_attn.o_proj": "rowwise_split_input",  # input is replicated due to the added norm on q and k
+        "layers.*.mlp.gate_proj": "colwise",
+        "layers.*.mlp.up_proj": "colwise",
+        "layers.*.mlp.down_proj": "rowwise",
+    }
+    base_model_pp_plan = {
+        "embed_tokens": (["input_ids"], ["inputs_embeds"]),
+        "layers": (["hidden_states", "attention_mask"], ["hidden_states"]),
+        "norm": (["hidden_states"], ["hidden_states"]),
+    }
+
+    vocab_size: int = 50304
+    hidden_size: int = 4096
+    intermediate_size: int = 11008
+    num_hidden_layers: int = 32
+    num_attention_heads: int = 32
+    num_key_value_heads: int | None = None
+    hidden_act: str = "silu"
+    max_position_embeddings: int = 2048
+    initializer_range: float = 0.02
+    use_cache: bool = True
+    pad_token_id: int | None = 1
+    bos_token_id: int | None = None
+    eos_token_id: int | list[int] | None = 50279
+    tie_word_embeddings: bool = False
+    rope_parameters: RopeParameters | dict | None = None
+    attention_bias: bool = False
+    attention_dropout: float | int = 0.0
+
+    rms_norm_eps: float = 1e-5
+
+    def __post_init__(self, **kwargs):
+        if self.num_key_value_heads is None:
+            self.num_key_value_heads = self.num_attention_heads
+        super().__post_init__(**kwargs)
+
+
+__all__ = ["Olmo2Config"]

LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/transformers/models/olmo2/modeling_olmo2.py

@@ -0,0 +1,507 @@
+#                🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨
+#           This file was automatically generated from src/transformers/models/olmo2/modular_olmo2.py.
+#               Do NOT edit this file manually as any edits will be overwritten by the generation of
+#             the file from the modular. If any change should be done, please apply the change to the
+#                          modular_olmo2.py file directly. One of our CI enforces this.
+#                🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨
+# Copyright 2024 HuggingFace Inc. team. All rights reserved.
+#
+# This code is based on EleutherAI's GPT-NeoX library and the GPT-NeoX
+# and OPT implementations in this library. It has been modified from its
+# original forms to accommodate minor architectural differences compared
+# to GPT-NeoX and OPT used by the Meta AI team that trained the model.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+from collections.abc import Callable
+from typing import Optional
+
+import torch
+import torch.nn as nn
+
+from transformers.utils.generic import TransformersKwargs
+
+from ...activations import ACT2FN
+from ...cache_utils import Cache, DynamicCache
+from ...generation import GenerationMixin
+from ...integrations import use_kernel_forward_from_hub, use_kernelized_func
+from ...masking_utils import create_causal_mask
+from ...modeling_layers import GenericForSequenceClassification, GradientCheckpointingLayer
+from ...modeling_outputs import BaseModelOutputWithPast, CausalLMOutputWithPast
+from ...modeling_rope_utils import ROPE_INIT_FUNCTIONS, dynamic_rope_update
+from ...modeling_utils import ALL_ATTENTION_FUNCTIONS, PreTrainedModel
+from ...processing_utils import Unpack
+from ...utils import auto_docstring, can_return_tuple
+from ...utils.generic import maybe_autocast, merge_with_config_defaults
+from ...utils.output_capturing import capture_outputs
+from .configuration_olmo2 import Olmo2Config
+
+
+@use_kernel_forward_from_hub("RMSNorm")
+class Olmo2RMSNorm(nn.Module):
+    def __init__(self, hidden_size, eps: float = 1e-6) -> None:
+        """
+        Olmo2RMSNorm is equivalent to T5LayerNorm
+        """
+        super().__init__()
+        self.weight = nn.Parameter(torch.ones(hidden_size))
+        self.variance_epsilon = eps
+
+    def forward(self, hidden_states) -> torch.Tensor:
+        input_dtype = hidden_states.dtype
+        hidden_states = hidden_states.to(torch.float32)
+        variance = hidden_states.pow(2).mean(-1, keepdim=True)
+        hidden_states = hidden_states * torch.rsqrt(variance + self.variance_epsilon)
+        return (self.weight * hidden_states).to(input_dtype)
+
+    def extra_repr(self):
+        return f"{tuple(self.weight.shape)}, eps={self.variance_epsilon}"
+
+
+class Olmo2RotaryEmbedding(nn.Module):
+    inv_freq: torch.Tensor  # fix linting for `register_buffer`
+
+    def __init__(self, config: Olmo2Config, device=None):
+        super().__init__()
+        self.max_seq_len_cached = config.max_position_embeddings
+        self.original_max_seq_len = config.max_position_embeddings
+
+        self.config = config
+
+        self.rope_type = self.config.rope_parameters["rope_type"]
+        rope_init_fn: Callable = self.compute_default_rope_parameters
+        if self.rope_type != "default":
+            rope_init_fn = ROPE_INIT_FUNCTIONS[self.rope_type]
+        inv_freq, self.attention_scaling = rope_init_fn(self.config, device)
+
+        self.register_buffer("inv_freq", inv_freq, persistent=False)
+        self.register_buffer("original_inv_freq", inv_freq.clone(), persistent=False)
+
+    @staticmethod
+    def compute_default_rope_parameters(
+        config: Olmo2Config | None = None,
+        device: Optional["torch.device"] = None,
+        seq_len: int | None = None,
+    ) -> tuple["torch.Tensor", float]:
+        """
+        Computes the inverse frequencies according to the original RoPE implementation
+        Args:
+            config ([`~transformers.PreTrainedConfig`]):
+                The model configuration.
+            device (`torch.device`):
+                The device to use for initialization of the inverse frequencies.
+            seq_len (`int`, *optional*):
+                The current sequence length. Unused for this type of RoPE.
+        Returns:
+            Tuple of (`torch.Tensor`, `float`), containing the inverse frequencies for the RoPE embeddings and the
+            post-processing scaling factor applied to the computed cos/sin (unused in this type of RoPE).
+        """
+        base = config.rope_parameters["rope_theta"]
+        dim = getattr(config, "head_dim", None) or config.hidden_size // config.num_attention_heads
+
+        attention_factor = 1.0  # Unused in this type of RoPE
+
+        # Compute the inverse frequencies
+        inv_freq = 1.0 / (
+            base ** (torch.arange(0, dim, 2, dtype=torch.int64).to(device=device, dtype=torch.float) / dim)
+        )
+        return inv_freq, attention_factor
+
+    @torch.no_grad()
+    @dynamic_rope_update  # power user: used with advanced RoPE types (e.g. dynamic rope)
+    def forward(self, x, position_ids):
+        inv_freq_expanded = self.inv_freq[None, :, None].float().expand(position_ids.shape[0], -1, 1).to(x.device)
+        position_ids_expanded = position_ids[:, None, :].float()
+
+        device_type = x.device.type if isinstance(x.device.type, str) and x.device.type != "mps" else "cpu"
+        with maybe_autocast(device_type=device_type, enabled=False):  # Force float32
+            freqs = (inv_freq_expanded.float() @ position_ids_expanded.float()).transpose(1, 2)
+            emb = torch.cat((freqs, freqs), dim=-1)
+            cos = emb.cos() * self.attention_scaling
+            sin = emb.sin() * self.attention_scaling
+        return cos, sin
+
+
+def repeat_kv(hidden_states: torch.Tensor, n_rep: int) -> torch.Tensor:
+    """
+    This is the equivalent of torch.repeat_interleave(x, dim=1, repeats=n_rep). The hidden states go from (batch,
+    num_key_value_heads, seqlen, head_dim) to (batch, num_attention_heads, seqlen, head_dim)
+    """
+    batch, num_key_value_heads, slen, head_dim = hidden_states.shape
+    if n_rep == 1:
+        return hidden_states
+    hidden_states = hidden_states[:, :, None, :, :].expand(batch, num_key_value_heads, n_rep, slen, head_dim)
+    return hidden_states.reshape(batch, num_key_value_heads * n_rep, slen, head_dim)
+
+
+def eager_attention_forward(
+    module: nn.Module,
+    query: torch.Tensor,
+    key: torch.Tensor,
+    value: torch.Tensor,
+    attention_mask: torch.Tensor | None,
+    scaling: float,
+    dropout: float = 0.0,
+    **kwargs: Unpack[TransformersKwargs],
+):
+    key_states = repeat_kv(key, module.num_key_value_groups)
+    value_states = repeat_kv(value, module.num_key_value_groups)
+
+    attn_weights = torch.matmul(query, key_states.transpose(2, 3)) * scaling
+    if attention_mask is not None:
+        attn_weights = attn_weights + attention_mask
+
+    attn_weights = nn.functional.softmax(attn_weights, dim=-1, dtype=torch.float32).to(query.dtype)
+    attn_weights = nn.functional.dropout(attn_weights, p=dropout, training=module.training)
+    attn_output = torch.matmul(attn_weights, value_states)
+    attn_output = attn_output.transpose(1, 2).contiguous()
+
+    return attn_output, attn_weights
+
+
+def apply_rotary_pos_emb(q, k, cos, sin, unsqueeze_dim=1):
+    """Applies Rotary Position Embedding to the query and key tensors.
+
+    Args:
+        q (`torch.Tensor`): The query tensor.
+        k (`torch.Tensor`): The key tensor.
+        cos (`torch.Tensor`): The cosine part of the rotary embedding.
+        sin (`torch.Tensor`): The sine part of the rotary embedding.
+        unsqueeze_dim (`int`, *optional*, defaults to 1):
+            The 'unsqueeze_dim' argument specifies the dimension along which to unsqueeze cos[position_ids] and
+            sin[position_ids] so that they can be properly broadcasted to the dimensions of q and k. For example, note
+            that cos[position_ids] and sin[position_ids] have the shape [batch_size, seq_len, head_dim]. Then, if q and
+            k have the shape [batch_size, heads, seq_len, head_dim], then setting unsqueeze_dim=1 makes
+            cos[position_ids] and sin[position_ids] broadcastable to the shapes of q and k. Similarly, if q and k have
+            the shape [batch_size, seq_len, heads, head_dim], then set unsqueeze_dim=2.
+    Returns:
+        `tuple(torch.Tensor)` comprising of the query and key tensors rotated using the Rotary Position Embedding.
+    """
+    q_type, k_type = q.dtype, k.dtype
+    cos = cos.unsqueeze(unsqueeze_dim)
+    sin = sin.unsqueeze(unsqueeze_dim)
+    q_embed = (q * cos) + (rotate_half(q) * sin)
+    k_embed = (k * cos) + (rotate_half(k) * sin)
+    return q_embed.to(q_type), k_embed.to(k_type)
+
+
+def rotate_half(x):
+    """Rotates half the hidden dims of the input."""
+    x1 = x[..., : x.shape[-1] // 2]
+    x2 = x[..., x.shape[-1] // 2 :]
+    return torch.cat((-x2, x1), dim=-1)
+
+
+@use_kernelized_func(apply_rotary_pos_emb)
+class Olmo2Attention(nn.Module):
+    """Multi-headed attention from 'Attention Is All You Need' paper"""
+
+    def __init__(self, config: Olmo2Config, layer_idx: int | None = None):
+        super().__init__()
+        self.config = config
+        self.layer_idx = layer_idx
+        self.head_dim = getattr(config, "head_dim", config.hidden_size // config.num_attention_heads)
+        self.num_key_value_groups = config.num_attention_heads // config.num_key_value_heads
+        self.scaling = self.head_dim**-0.5
+        self.attention_dropout = config.attention_dropout
+        self.is_causal = True
+
+        self.q_proj = nn.Linear(
+            config.hidden_size, config.num_attention_heads * self.head_dim, bias=config.attention_bias
+        )
+        self.k_proj = nn.Linear(
+            config.hidden_size, config.num_key_value_heads * self.head_dim, bias=config.attention_bias
+        )
+        self.v_proj = nn.Linear(
+            config.hidden_size, config.num_key_value_heads * self.head_dim, bias=config.attention_bias
+        )
+        self.o_proj = nn.Linear(
+            config.num_attention_heads * self.head_dim, config.hidden_size, bias=config.attention_bias
+        )
+        self.q_norm = Olmo2RMSNorm(config.num_attention_heads * self.head_dim, config.rms_norm_eps)
+        self.k_norm = Olmo2RMSNorm(config.num_key_value_heads * self.head_dim, config.rms_norm_eps)
+
+    def forward(
+        self,
+        hidden_states: torch.Tensor,
+        position_embeddings: tuple[torch.Tensor, torch.Tensor],
+        attention_mask: torch.Tensor | None,
+        past_key_values: Cache | None = None,
+        **kwargs: Unpack[TransformersKwargs],
+    ) -> tuple[torch.Tensor, torch.Tensor | None]:
+        input_shape = hidden_states.shape[:-1]
+        hidden_shape = (*input_shape, -1, self.head_dim)
+
+        query_states = self.q_norm(self.q_proj(hidden_states))
+        key_states = self.k_norm(self.k_proj(hidden_states))
+        value_states = self.v_proj(hidden_states)
+
+        query_states = query_states.view(hidden_shape).transpose(1, 2)
+        key_states = key_states.view(hidden_shape).transpose(1, 2)
+        value_states = value_states.view(hidden_shape).transpose(1, 2)
+
+        cos, sin = position_embeddings
+        query_states, key_states = apply_rotary_pos_emb(query_states, key_states, cos, sin)
+
+        if past_key_values is not None:
+            key_states, value_states = past_key_values.update(key_states, value_states, self.layer_idx)
+
+        attention_interface: Callable = ALL_ATTENTION_FUNCTIONS.get_interface(
+            self.config._attn_implementation, eager_attention_forward
+        )
+
+        attn_output, attn_weights = attention_interface(
+            self,
+            query_states,
+            key_states,
+            value_states,
+            attention_mask,
+            dropout=0.0 if not self.training else self.attention_dropout,
+            scaling=self.scaling,
+            **kwargs,
+        )
+
+        attn_output = attn_output.reshape(*input_shape, -1).contiguous()
+        attn_output = self.o_proj(attn_output)
+        return attn_output, attn_weights
+
+
+class Olmo2MLP(nn.Module):
+    def __init__(self, config):
+        super().__init__()
+        self.config = config
+        self.hidden_size = config.hidden_size
+        self.intermediate_size = config.intermediate_size
+        self.gate_proj = nn.Linear(self.hidden_size, self.intermediate_size, bias=False)
+        self.up_proj = nn.Linear(self.hidden_size, self.intermediate_size, bias=False)
+        self.down_proj = nn.Linear(self.intermediate_size, self.hidden_size, bias=False)
+        self.act_fn = ACT2FN[config.hidden_act]
+
+    def forward(self, x):
+        down_proj = self.down_proj(self.act_fn(self.gate_proj(x)) * self.up_proj(x))
+        return down_proj
+
+
+class Olmo2DecoderLayer(GradientCheckpointingLayer):
+    def __init__(self, config: Olmo2Config, layer_idx: int):
+        super().__init__()
+        self.hidden_size = config.hidden_size
+        self.self_attn = Olmo2Attention(config=config, layer_idx=layer_idx)
+
+        self.mlp = Olmo2MLP(config)
+        self.post_attention_layernorm = Olmo2RMSNorm(config.hidden_size, eps=config.rms_norm_eps)
+        self.post_feedforward_layernorm = Olmo2RMSNorm(config.hidden_size, eps=config.rms_norm_eps)
+
+    def forward(
+        self,
+        hidden_states: torch.Tensor,
+        attention_mask: torch.Tensor | None = None,
+        position_ids: torch.LongTensor | None = None,
+        past_key_values: Cache | None = None,
+        use_cache: bool | None = False,
+        position_embeddings: tuple[torch.Tensor, torch.Tensor] | None = None,
+        **kwargs: Unpack[TransformersKwargs],
+    ) -> torch.Tensor:
+        residual = hidden_states
+        hidden_states, _ = self.self_attn(
+            hidden_states=hidden_states,
+            attention_mask=attention_mask,
+            position_ids=position_ids,
+            past_key_values=past_key_values,
+            use_cache=use_cache,
+            position_embeddings=position_embeddings,
+            **kwargs,
+        )
+        hidden_states = self.post_attention_layernorm(hidden_states)
+        hidden_states = residual + hidden_states
+
+        # Fully Connected
+        residual = hidden_states
+        hidden_states = self.mlp(hidden_states)
+        hidden_states = self.post_feedforward_layernorm(hidden_states)
+        hidden_states = residual + hidden_states
+        return hidden_states
+
+
+@auto_docstring
+class Olmo2PreTrainedModel(PreTrainedModel):
+    config: Olmo2Config
+    base_model_prefix = "model"
+    supports_gradient_checkpointing = True
+    _no_split_modules = ["Olmo2DecoderLayer"]
+    _skip_keys_device_placement = ["past_key_values"]
+    _supports_flash_attn = True
+    _supports_sdpa = True
+    _supports_flex_attn = True
+
+    _can_compile_fullgraph = True
+    _supports_attention_backend = True
+    _can_record_outputs = {
+        "hidden_states": Olmo2DecoderLayer,
+        "attentions": Olmo2Attention,
+    }
+
+
+@auto_docstring
+class Olmo2Model(Olmo2PreTrainedModel):
+    def __init__(self, config: Olmo2Config):
+        super().__init__(config)
+        self.padding_idx = config.pad_token_id
+        self.vocab_size = config.vocab_size
+
+        self.embed_tokens = nn.Embedding(config.vocab_size, config.hidden_size, self.padding_idx)
+        self.layers = nn.ModuleList(
+            [Olmo2DecoderLayer(config, layer_idx) for layer_idx in range(config.num_hidden_layers)]
+        )
+        self.norm = Olmo2RMSNorm(config.hidden_size, eps=config.rms_norm_eps)
+        self.rotary_emb = Olmo2RotaryEmbedding(config=config)
+        self.gradient_checkpointing = False
+
+        # Initialize weights and apply final processing
+        self.post_init()
+
+    @merge_with_config_defaults
+    @capture_outputs
+    @auto_docstring
+    def forward(
+        self,
+        input_ids: torch.LongTensor | None = None,
+        attention_mask: torch.Tensor | None = None,
+        position_ids: torch.LongTensor | None = None,
+        past_key_values: Cache | None = None,
+        inputs_embeds: torch.FloatTensor | None = None,
+        use_cache: bool | None = None,
+        **kwargs: Unpack[TransformersKwargs],
+    ) -> BaseModelOutputWithPast:
+        if (input_ids is None) ^ (inputs_embeds is not None):
+            raise ValueError("You must specify exactly one of input_ids or inputs_embeds")
+
+        if inputs_embeds is None:
+            inputs_embeds: torch.Tensor = self.embed_tokens(input_ids)
+
+        if use_cache and past_key_values is None:
+            past_key_values = DynamicCache(config=self.config)
+
+        if position_ids is None:
+            past_seen_tokens = past_key_values.get_seq_length() if past_key_values is not None else 0
+            position_ids = torch.arange(inputs_embeds.shape[1], device=inputs_embeds.device) + past_seen_tokens
+            position_ids = position_ids.unsqueeze(0)
+
+        causal_mask = create_causal_mask(
+            config=self.config,
+            inputs_embeds=inputs_embeds,
+            attention_mask=attention_mask,
+            past_key_values=past_key_values,
+            position_ids=position_ids,
+        )
+
+        hidden_states = inputs_embeds
+        position_embeddings = self.rotary_emb(hidden_states, position_ids=position_ids)
+
+        for decoder_layer in self.layers[: self.config.num_hidden_layers]:
+            hidden_states = decoder_layer(
+                hidden_states,
+                attention_mask=causal_mask,
+                position_embeddings=position_embeddings,
+                position_ids=position_ids,
+                past_key_values=past_key_values,
+                use_cache=use_cache,
+                **kwargs,
+            )
+
+        hidden_states = self.norm(hidden_states)
+        return BaseModelOutputWithPast(
+            last_hidden_state=hidden_states,
+            past_key_values=past_key_values,
+        )
+
+
+@auto_docstring
+class Olmo2ForCausalLM(Olmo2PreTrainedModel, GenerationMixin):
+    _tied_weights_keys = {"lm_head.weight": "model.embed_tokens.weight"}
+    _tp_plan = {"lm_head": "colwise_gather_output"}
+    _pp_plan = {"lm_head": (["hidden_states"], ["logits"])}
+
+    def __init__(self, config):
+        super().__init__(config)
+        self.model = Olmo2Model(config)
+        self.vocab_size = config.vocab_size
+        self.lm_head = nn.Linear(config.hidden_size, config.vocab_size, bias=False)
+
+        # Initialize weights and apply final processing
+        self.post_init()
+
+    @can_return_tuple
+    @auto_docstring
+    def forward(
+        self,
+        input_ids: torch.LongTensor | None = None,
+        attention_mask: torch.Tensor | None = None,
+        position_ids: torch.LongTensor | None = None,
+        past_key_values: Cache | None = None,
+        inputs_embeds: torch.FloatTensor | None = None,
+        labels: torch.LongTensor | None = None,
+        use_cache: bool | None = None,
+        logits_to_keep: int | torch.Tensor = 0,
+        **kwargs: Unpack[TransformersKwargs],
+    ) -> CausalLMOutputWithPast:
+        r"""
+        Example:
+
+        ```python
+        >>> from transformers import AutoTokenizer, Olmo2ForCausalLM
+
+        >>> model = Olmo2ForCausalLM.from_pretrained("meta-olmo2/Olmo2-2-7b-hf")
+        >>> tokenizer = AutoTokenizer.from_pretrained("meta-olmo2/Olmo2-2-7b-hf")
+
+        >>> prompt = "Hey, are you conscious? Can you talk to me?"
+        >>> inputs = tokenizer(prompt, return_tensors="pt")
+
+        >>> # Generate
+        >>> generate_ids = model.generate(inputs.input_ids, max_length=30)
+        >>> tokenizer.batch_decode(generate_ids, skip_special_tokens=True, clean_up_tokenization_spaces=False)[0]
+        "Hey, are you conscious? Can you talk to me?\nI'm not conscious, but I can talk to you."
+        ```"""
+        outputs: BaseModelOutputWithPast = self.model(
+            input_ids=input_ids,
+            attention_mask=attention_mask,
+            position_ids=position_ids,
+            past_key_values=past_key_values,
+            inputs_embeds=inputs_embeds,
+            use_cache=use_cache,
+            **kwargs,
+        )
+
+        hidden_states = outputs.last_hidden_state
+        # Only compute necessary logits, and do not upcast them to float if we are not computing the loss
+        slice_indices = slice(-logits_to_keep, None) if isinstance(logits_to_keep, int) else logits_to_keep
+        logits = self.lm_head(hidden_states[:, slice_indices, :])
+
+        loss = None
+        if labels is not None:
+            loss = self.loss_function(logits=logits, labels=labels, vocab_size=self.config.vocab_size, **kwargs)
+
+        return CausalLMOutputWithPast(
+            loss=loss,
+            logits=logits,
+            past_key_values=outputs.past_key_values,
+            hidden_states=outputs.hidden_states,
+            attentions=outputs.attentions,
+        )
+
+
+class Olmo2ForSequenceClassification(GenericForSequenceClassification, Olmo2PreTrainedModel):
+    pass
+
+
+__all__ = ["Olmo2ForCausalLM", "Olmo2ForSequenceClassification", "Olmo2Model", "Olmo2PreTrainedModel"]

LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/transformers/models/olmo2/modular_olmo2.py

@@ -0,0 +1,236 @@
+# Copyright 2024 HuggingFace Inc. team. All rights reserved.
+#
+# This code is based on EleutherAI's GPT-NeoX library and the GPT-NeoX
+# and OPT implementations in this library. It has been modified from its
+# original forms to accommodate minor architectural differences compared
+# to GPT-NeoX and OPT used by the Meta AI team that trained the model.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+from collections.abc import Callable
+
+import torch
+import torch.nn as nn
+from huggingface_hub.dataclasses import strict
+
+from transformers.utils.generic import TransformersKwargs
+
+from ...cache_utils import Cache
+from ...modeling_utils import ALL_ATTENTION_FUNCTIONS
+from ...processing_utils import Unpack
+from ...utils import auto_docstring, logging
+from ..llama.modeling_llama import LlamaPreTrainedModel, LlamaRMSNorm, eager_attention_forward
+from ..olmo.configuration_olmo import OlmoConfig
+from ..olmo.modeling_olmo import (
+    OlmoAttention,
+    OlmoDecoderLayer,
+    OlmoForCausalLM,
+    OlmoForSequenceClassification,
+    OlmoModel,
+    OlmoRotaryEmbedding,
+    apply_rotary_pos_emb,
+)
+
+
+logger = logging.get_logger(__name__)
+
+
+@auto_docstring(checkpoint="allenai/Olmo2-7B-1124-hf")
+@strict
+class Olmo2Config(OlmoConfig):
+    r"""
+    Example:
+
+    ```python
+    >>> from transformers import Olmo2Model, Olmo2Config
+
+    >>> # Initializing a Olmo2 7B style configuration
+    >>> configuration = Olmo2Config()
+
+    >>> # Initializing a model from the Olmo2 7B style configuration
+    >>> model = Olmo2Model(configuration)
+
+    >>> # Accessing the model configuration
+    >>> configuration = model.config
+    ```
+    """
+
+    model_type = "olmo2"
+    base_model_tp_plan = {
+        "layers.*.self_attn.q_proj": "colwise_gather_output",  # we need to replicate here due to the added norm on q and k
+        "layers.*.self_attn.k_proj": "colwise_gather_output",  # we need to replicate here due to the added norm on q and k
+        "layers.*.self_attn.v_proj": "colwise_gather_output",  # we need to replicate here due to the added norm on q and k
+        "layers.*.self_attn.o_proj": "rowwise_split_input",  # input is replicated due to the added norm on q and k
+        "layers.*.mlp.gate_proj": "colwise",
+        "layers.*.mlp.up_proj": "colwise",
+        "layers.*.mlp.down_proj": "rowwise",
+    }
+    base_model_pp_plan = {
+        "embed_tokens": (["input_ids"], ["inputs_embeds"]),
+        "layers": (["hidden_states", "attention_mask"], ["hidden_states"]),
+        "norm": (["hidden_states"], ["hidden_states"]),
+    }
+
+    rms_norm_eps: float = 1e-5
+    clip_qkv = AttributeError()
+
+
+# OLMo2 RMS norm is identical to Llama RMS norm except:
+# - Weight and hidden states are multiplied before converting back to the input dtype, rather than after.
+class Olmo2RMSNorm(LlamaRMSNorm):
+    def forward(self, hidden_states):
+        input_dtype = hidden_states.dtype
+        hidden_states = hidden_states.to(torch.float32)
+        variance = hidden_states.pow(2).mean(-1, keepdim=True)
+        hidden_states = hidden_states * torch.rsqrt(variance + self.variance_epsilon)
+        return (self.weight * hidden_states).to(input_dtype)
+
+
+class Olmo2RotaryEmbedding(OlmoRotaryEmbedding):
+    pass
+
+
+def rotate_half(x):
+    """Rotates half the hidden dims of the input."""
+    x1 = x[..., : x.shape[-1] // 2]
+    x2 = x[..., x.shape[-1] // 2 :]
+    return torch.cat((-x2, x1), dim=-1)
+
+
+# Olmo2 attention is identical to OLMo attention except:
+# - Norm is applied to attention queries and keys.
+# - No qkv clipping.
+class Olmo2Attention(OlmoAttention):
+    def __init__(self, config: Olmo2Config, layer_idx: int | None = None):
+        super().__init__(config, layer_idx=layer_idx)
+        self.q_norm = Olmo2RMSNorm(config.num_attention_heads * self.head_dim, config.rms_norm_eps)
+        self.k_norm = Olmo2RMSNorm(config.num_key_value_heads * self.head_dim, config.rms_norm_eps)
+
+    def forward(
+        self,
+        hidden_states: torch.Tensor,
+        position_embeddings: tuple[torch.Tensor, torch.Tensor],
+        attention_mask: torch.Tensor | None,
+        past_key_values: Cache | None = None,
+        **kwargs: Unpack[TransformersKwargs],
+    ) -> tuple[torch.Tensor, torch.Tensor | None]:
+        input_shape = hidden_states.shape[:-1]
+        hidden_shape = (*input_shape, -1, self.head_dim)
+
+        query_states = self.q_norm(self.q_proj(hidden_states))
+        key_states = self.k_norm(self.k_proj(hidden_states))
+        value_states = self.v_proj(hidden_states)
+
+        query_states = query_states.view(hidden_shape).transpose(1, 2)
+        key_states = key_states.view(hidden_shape).transpose(1, 2)
+        value_states = value_states.view(hidden_shape).transpose(1, 2)
+
+        cos, sin = position_embeddings
+        query_states, key_states = apply_rotary_pos_emb(query_states, key_states, cos, sin)
+
+        if past_key_values is not None:
+            key_states, value_states = past_key_values.update(key_states, value_states, self.layer_idx)
+
+        attention_interface: Callable = ALL_ATTENTION_FUNCTIONS.get_interface(
+            self.config._attn_implementation, eager_attention_forward
+        )
+
+        attn_output, attn_weights = attention_interface(
+            self,
+            query_states,
+            key_states,
+            value_states,
+            attention_mask,
+            dropout=0.0 if not self.training else self.attention_dropout,
+            scaling=self.scaling,
+            **kwargs,
+        )
+
+        attn_output = attn_output.reshape(*input_shape, -1).contiguous()
+        attn_output = self.o_proj(attn_output)
+        return attn_output, attn_weights
+
+
+# The OLMo2 layers are identical to those of the OLMo model except:
+# - RMSNorm is used instead of standard layer norm.
+# - Norm is applied after attention/feedforward rather than before.
+class Olmo2DecoderLayer(OlmoDecoderLayer):
+    def __init__(self, config: Olmo2Config, layer_idx: int):
+        super().__init__(config, layer_idx=layer_idx)
+        self.post_attention_layernorm = Olmo2RMSNorm(config.hidden_size, eps=config.rms_norm_eps)
+        self.post_feedforward_layernorm = Olmo2RMSNorm(config.hidden_size, eps=config.rms_norm_eps)
+        self.self_attn = Olmo2Attention(config=config, layer_idx=layer_idx)
+        del self.input_layernorm
+
+    def forward(
+        self,
+        hidden_states: torch.Tensor,
+        attention_mask: torch.Tensor | None = None,
+        position_ids: torch.LongTensor | None = None,
+        past_key_values: Cache | None = None,
+        use_cache: bool | None = False,
+        position_embeddings: tuple[torch.Tensor, torch.Tensor] | None = None,
+        **kwargs: Unpack[TransformersKwargs],
+    ) -> torch.Tensor:
+        residual = hidden_states
+        hidden_states, _ = self.self_attn(
+            hidden_states=hidden_states,
+            attention_mask=attention_mask,
+            position_ids=position_ids,
+            past_key_values=past_key_values,
+            use_cache=use_cache,
+            position_embeddings=position_embeddings,
+            **kwargs,
+        )
+        hidden_states = self.post_attention_layernorm(hidden_states)
+        hidden_states = residual + hidden_states
+
+        # Fully Connected
+        residual = hidden_states
+        hidden_states = self.mlp(hidden_states)
+        hidden_states = self.post_feedforward_layernorm(hidden_states)
+        hidden_states = residual + hidden_states
+        return hidden_states
+
+
+class Olmo2PreTrainedModel(LlamaPreTrainedModel):
+    pass
+
+
+# The OLMo2 model is identical to the OLMo model, except RMSNorm is used instead of
+# standard layer norm for the output norm.
+class Olmo2Model(OlmoModel):
+    def __init__(self, config: Olmo2Config):
+        super().__init__(config)
+        self.norm = Olmo2RMSNorm(config.hidden_size, eps=config.rms_norm_eps)
+        self.layers = nn.ModuleList(
+            [Olmo2DecoderLayer(config, layer_idx) for layer_idx in range(config.num_hidden_layers)]
+        )
+
+
+# The heads now only need to redefine the model inside to the correct `RobertaModel`
+class Olmo2ForCausalLM(OlmoForCausalLM):
+    pass
+
+
+class Olmo2ForSequenceClassification(OlmoForSequenceClassification):
+    pass
+
+
+__all__ = [
+    "Olmo2Config",
+    "Olmo2ForCausalLM",
+    "Olmo2ForSequenceClassification",
+    "Olmo2Model",
+    "Olmo2PreTrainedModel",
+]