Add files using upload-large-folder tool

LTA_openwebtext_dualt/docs/lta_samples/metrics_20260519/owt_compact_v2048_step26k_dualline_steps128_c256_t1p15_n8/summary.jsonl

@@ -0,0 +1,10 @@
+{"type": "decode_done", "setting": {"endpoint_temp": 1.15, "final_from": "state"}, "step": 26222, "n_samples": 8}
+{"type": "summary", "checkpoint": "runs/lta_owt_compact_gpt2bpe_v2048_stream1024_fullycoupled_rmsnorm_nobias_adamw_wd0p1_logitnormal_m1p5_s0p8_hardce_mask1p0-1p0_fp32_ddit768x12_gbs512_8gpu_1m_20260517_141027/step_0026222.pt", "step": 26222, "decode": {"steps": 128, "model_t_mode": "flow", "decode_time_schedule": "linear", "decode_s_min_frac": 0.0, "decode_s_max_frac": 0.25, "decode_force_final_t": true, "decode_time_grid": [0.0, 0.0078125, 0.015625, 0.0234375, 0.03125, 0.0390625, 0.046875, 0.0546875, 0.0625, 0.0703125, 0.078125, 0.0859375, 0.09375, 0.1015625, 0.109375, 0.1171875, 0.125, 0.1328125, 0.140625, 0.1484375, 0.15625, 0.1640625, 0.171875, 0.1796875, 0.1875, 0.1953125, 0.203125, 0.2109375, 0.21875, 0.2265625, 0.234375, 0.2421875, 0.25, 0.2578125, 0.265625, 0.2734375, 0.28125, 0.2890625, 0.296875, 0.3046875, 0.3125, 0.3203125, 0.328125, 0.3359375, 0.34375, 0.3515625, 0.359375, 0.3671875, 0.375, 0.3828125, 0.390625, 0.3984375, 0.40625, 0.4140625, 0.421875, 0.4296875, 0.4375, 0.4453125, 0.453125, 0.4609375, 0.46875, 0.4765625, 0.484375, 0.4921875, 0.5, 0.5078125, 0.515625, 0.5234375, 0.53125, 0.5390625, 0.546875, 0.5546875, 0.5625, 0.5703125, 0.578125, 0.5859375, 0.59375, 0.6015625, 0.609375, 0.6171875, 0.625, 0.6328125, 0.640625, 0.6484375, 0.65625, 0.6640625, 0.671875, 0.6796875, 0.6875, 0.6953125, 0.703125, 0.7109375, 0.71875, 0.7265625, 0.734375, 0.7421875, 0.75, 0.7578125, 0.765625, 0.7734375, 0.78125, 0.7890625, 0.796875, 0.8046875, 0.8125, 0.8203125, 0.828125, 0.8359375, 0.84375, 0.8515625, 0.859375, 0.8671875, 0.875, 0.8828125, 0.890625, 0.8984375, 0.90625, 0.9140625, 0.921875, 0.9296875, 0.9375, 0.9453125, 0.953125, 0.9609375, 0.96875, 0.9765625, 0.984375, 0.9921875, 1.0], "decode_rule": "dual_line_resample", "support_power": 1.0, "semantic_power": 1.0, "anchor_mode": "onehot", "cfg_scale": 0.0, "cfg_power": 1.0, "cfg_start": 0.0, "cfg_prior": "uniform", "decode_freq_penalty_alpha": 0.0, "decode_freq_penalty_beta": 0.0, "decode_freq_penalty_floor": 0.0, "decode_freq_penalty_start": 0.0, "decode_freq_penalty_end": 1.0, "decode_freq_penalty_power": 1.0, "start_t": 0.0, "start_init": "noise", "noise_init": "dirichlet", "noise_sigma": -1.0, "dirichlet_concentration": 1.0, "concentration_min": 1.0, "concentration_max": 256.0, "target_prob": 1.0, "endpoint_temp": 1.15, "final_from": "state", "final_sample_mode": "argmax", "final_sample_temp": 1.0, "final_top_k": 64, "final_top_p": 0.95, "final_freq_penalty_alpha": 0.0, "final_freq_penalty_beta": 0.0, "final_freq_penalty_floor": 0.0, "lock_bos": false, "n_samples": 8, "seed": 20260519}, "raw_genppl": {"ppl": 23.285057126923448, "nll_per_token": 3.147811829810049, "tokens": 2040, "kept_samples": 8, "total_samples": 8, "empty_rate": 0.0, "skipped_samples": 0}, "stripped_genppl": {"ppl": 25.501059110942744, "nll_per_token": 3.2387199850643382, "tokens": 2040, "kept_samples": 8, "total_samples": 8, "empty_rate": 0.0, "skipped_samples": 0}, "diversity": {"sample_entropy": 4.593863298471525, "unique_tokens": 899, "token_count": 8192, "distinct_1": 0.1097412109375, "distinct_2": 0.4442815249266862, "top_token_mass": 0.0595703125}}
+{"type": "sample", "setting": {"endpoint_temp": 1.15, "final_from": "state"}, "index": 0, "raw_text": "\nI just hate—and anything that I’d flex, and my life exists.\n\nOf course, it’s not that I live out on at least an hour of booking and travel distance for photos of my travel, but I don’t really live the ones that do not live in on a train at the party’s music club.\n\n“That’s what we do,” she wrote, “when you, you know,” “the bottom bar in Finland,” the only publicist in the party or the government, I quote it. “I live in the wild.”\n\n“By co-star, we live in the darkness.” “It’s crazy that you need to make a adult casino on the street too.”\n\n(The best costume of the music is the By Day, the By Day model, “the best costume.” It is a “dynamite,” or “communicipal” version.)\n\nLike, I like, not entirely, ethnic. It’s not what I’ve seen in a pool, though. There’s no way you can get on a ride. Further, especially, it’s a precise that in the form of sometimes slurs, probably “there is a women,” something isn’t a local casino — it’s really a smaller or smaller negative port, more like a ordinary linear city or something.\n\nAnd so, there’s a costume. “they are good” and “lucky” aren’t just the picnic band of “cas, “hh,” or “what, and tired.” Whenever you have one, you’re in your bandy’s. The big brand seems to be adapted.\n\nSo,” “lucky”, “y” “they”, ““tw’s,” “n’tes,” “the party”, “y” “seems,” “y”, “the party,” “try”, “try”, “y”, “they”, “horrible”,” “dsnucky,”, “snucky,”, “they”, “are.”\n\nI really don’t like costume’s.\n\nEven “sniffy” costume, and bigger costumes, but rather than showing regular reactions, wore too little in the excessive origin of costume and ancient burgeon style. It was, like the “taginole”, which, like they were parting in Michael’s carpeting and lambics, which is being held by unique friends. And it’s cooking, much to do. Of course, it’s not one of the things you’ve seen the 1970s. (Good talk, then).\n\nNo, I have a sense of “growing” here.\n\nBut what about my co-workers?\n\nUltimately costumes are nimble.\n\nI think I like a costume’s too, as well as hate the Big Bang, like Globe’s “Go Globe” and “Burgers Bang” (and it’s a selling $2,000). It’s a grot-mon candy. And most of all, this is what the traditional casino, as calls, “The New Burgers”, in its image, because the kind of trad", "stripped_text": "I just hate—and anything that I’d flex, and my life exists. Of course, it’s not that I live out on at least an hour of booking and travel distance for photos of my travel, but I don’t really live the ones that do not live in on a train at the party’s music club. “That’s what we do,” she wrote, “when you, you know,” “the bottom bar in Finland,” the only publicist in the party or the government, I quote it. “I live in the wild.” “By co-star, we live in the darkness.” “It’s crazy that you need to make a adult casino on the street too.” (The best costume of the music is the By Day, the By Day model, “the best costume.” It is a “dynamite,” or “communicipal” version.) Like, I like, not entirely, ethnic. It’s not what I’ve seen in a pool, though. There’s no way you can get on a ride. Further, especially, it’s a precise that in the form of sometimes slurs, probably “there is a women,” something isn’t a local casino — it’s really a smaller or smaller negative port, more like a ordinary linear city or something. And so, there’s a costume. “they are good” and “lucky” aren’t just the picnic band of “cas, “hh,” or “what, and tired.” Whenever you have one, you’re in your bandy’s. The big brand seems to be adapted. So,” “lucky”, “y” “they”, ““tw’s,” “n’tes,” “the party”, “y” “seems,” “y”, “the party,” “try”, “try”, “y”, “they”, “horrible”,” “dsnucky,”, “snucky,”, “they”, “are.” I really don’t like costume’s. Even “sniffy” costume, and bigger costumes, but rather than showing regular reactions, wore too little in the excessive origin of costume and ancient burgeon style. It was, like the “taginole”, which, like they were parting in Michael’s carpeting and lambics, which is being held by unique friends. And it’s cooking, much to do. Of course, it’s not one of the things you’ve seen the 1970s. (Good talk, then). No, I have a sense of “growing” here. But what about my co-workers? Ultimately costumes are nimble. I think I like a costume’s too, as well as hate the Big Bang, like Globe’s “Go Globe” and “Burgers Bang” (and it’s a selling $2,000). It’s a grot-mon candy. And most of all, this is what the traditional casino, as calls, “The New Burgers”, in its image, because the kind of trad"}
+{"type": "sample", "setting": {"endpoint_temp": 1.15, "final_from": "state"}, "index": 1, "raw_text": "? � alright. It’s just a lot. That’s what you say?”\n\n“I don’t go off the road. Do you know.”\n\n“It’s you tell me?”\n\n“No. It has to say. It’s that, you can call it?”\n\n“You know it’s that, and what?”\n\n“You?”\n\n“You’t you know? That’s what it’s not. That’s it.”\n\n“If it’s what she’s saying, you’ll say it’s what she’s going to say. She wants to say about it.”\n\n“You don’t have a seat. Now she’s, honestly, anywhere.”\n\n“It’s yourself. No, you can’t help yourself.”\n\n“’, no”. I don’t know why.\n\n“What do you like?” she asks. “I don’t know, there’s a whole lot. I don’t think you know it.”\n\n“I know it’s what’s you know,’” no.”\n\n“You’ll just go for dinner.”\n\n“I’m mad,” she says. “No you’re just talking about doing it. But it’s stupid, stupid. That’s what it’s about. Right’s coming? That’s going on.”\n\n“Not the walls are coming. If you can go, it’s going to shut down.”\n\n“Oh?”\n\n“’t you? You’,” says the editor at the parents. “No. What is it like? It’s debt. I can’t obtain it. I can’t contain it. It’s no America. It’s no America. It’s right. That’s just the thing.”\n\n“Wait,” she says. “Then you’ll tell you it’s lay for a stupid. It’s not so easy.”\n\n“You’re, you’re not telling.”\n\n“But she’s telling you, you pinned away on a holiday. You and I can’t do it. You don’t have to do it.”\n\n“Boy.”\n\n“It’s awful. There is await. But you can’t just know. No. It’s right.”\n\n“Oh, well. That’s it. I can do it.”\n\n“You can’t do anything, it’s a place, in the dark, it’s can’t there, and you can’t tell the place where you can go,” she says.\n\n“You can’t stand. If you’re there, you’re going to go.”\n\n“You can’t,” she asks.\n\n“you don’t know. They’ll go to the other room for you, and it’s you, but you don’t know, they’ll get out of the room.” But they don’t know if you win because they’re nice and you go down, then you’re sick, they’ll jump, and they’ll hit you.”\n\n“Not that you do it, you can go.”\n\nOh, you know.” she asks.\n\n“That’s what. You’re in a second place,” she says. “You don’t want it. That’s what you want. But, it’s.” Right. It’s", "stripped_text": "? � alright. It’s just a lot. That’s what you say?” “I don’t go off the road. Do you know.” “It’s you tell me?” “No. It has to say. It’s that, you can call it?” “You know it’s that, and what?” “You?” “You’t you know? That’s what it’s not. That’s it.” “If it’s what she’s saying, you’ll say it’s what she’s going to say. She wants to say about it.” “You don’t have a seat. Now she’s, honestly, anywhere.” “It’s yourself. No, you can’t help yourself.” “’, no”. I don’t know why. “What do you like?” she asks. “I don’t know, there’s a whole lot. I don’t think you know it.” “I know it’s what’s you know,’” no.” “You’ll just go for dinner.” “I’m mad,” she says. “No you’re just talking about doing it. But it’s stupid, stupid. That’s what it’s about. Right’s coming? That’s going on.” “Not the walls are coming. If you can go, it’s going to shut down.” “Oh?” “’t you? You’,” says the editor at the parents. “No. What is it like? It’s debt. I can’t obtain it. I can’t contain it. It’s no America. It’s no America. It’s right. That’s just the thing.” “Wait,” she says. “Then you’ll tell you it’s lay for a stupid. It’s not so easy.” “You’re, you’re not telling.” “But she’s telling you, you pinned away on a holiday. You and I can’t do it. You don’t have to do it.” “Boy.” “It’s awful. There is await. But you can’t just know. No. It’s right.” “Oh, well. That’s it. I can do it.” “You can’t do anything, it’s a place, in the dark, it’s can’t there, and you can’t tell the place where you can go,” she says. “You can’t stand. If you’re there, you’re going to go.” “You can’t,” she asks. “you don’t know. They’ll go to the other room for you, and it’s you, but you don’t know, they’ll get out of the room.” But they don’t know if you win because they’re nice and you go down, then you’re sick, they’ll jump, and they’ll hit you.” “Not that you do it, you can go.” Oh, you know.” she asks. “That’s what. You’re in a second place,” she says. “You don’t want it. That’s what you want. But, it’s.” Right. It’s"}
+{"type": "sample", "setting": {"endpoint_temp": 1.15, "final_from": "state"}, "index": 2, "raw_text": " It could just be comfortable on a recording album. It’s a distinguish, astounding thing, and highly popular. The album has rock places, like all the scenes and the parts. The channels and parts of the album follow. It’s like, “There are ordinary lots of things.”\n\nDo you ever like to see it if you’re on album unless you are releasing it?\n\nMe: Well, we don’t. It’s attractive. I put it in the scenes, but I know. But if you’re at it.\n\nMe:\n\nMMe:\n\nI think it’s a miracle. I think it’s been revealed. I understand that we don’t know, we were old and smart. We’re living in a room. If you can always look like you’re like, “You do it?”, you’re kind of trying it. I don’t know anymore. I just think it’s just that.”\n\n“It’t matter what you’re pointing out, it’s not going to have your team-mates and family and friends.”\n\n“Oh, I’ve said this thing about you. That’s the end of it.\n\nMe: Absolute, I’ve heard this isn’t a channel. I think that’s how, well, well, it’s come from the universe as well as a whole. It’s may have reached that point at the same time. I can’t speak a lot for it. It’s been a big matter. I can just put it on the phone, and we’ve had a little too long on it. Here’s what I said:\n\nMe: I’ve learned it, there’s something he doesn’t have a method, he’s done a good job, and how to make it easier. You know, if you’re coming out, you can just do that. The only thing I’ve ever done is to live with it, is to be a player.”\n\n“I mean, I’ve slept one of the ten hours before.”\n\nMe: You shouldn’t have seen anyone else in your room.\n\nMe: Nearly 33 hours.\n\nOthers:\n\nNaturally. It’s a good thing.\n\nMMe: You can remember that it takes 40 hours to be careful.\n\nLose your ankle. You are right. It sucks. No items. You can have done.\n\nMe: If you’ve been alive? What has changed?\n\nMe: That backpoint. It will go toward living. If you live seven or four hours, six hours or seven days.\n\nMe: As a wonder you’re down in a half. You live within four or four hours, five hours or couple decades. What change when you get to it?\n\nMe: Every day. There’s always a possibility to be in your direction, mysterious, and your very end. You won’t let you know the way the world goes. The direction you are in is, and you’ve been sure if that will be down to all the world you or the world you are sleeping in.\n\nMMe: The answer is 30 minutes. Perhaps you know?\n\nMe: No, no. If you’re going to say something, you can go out and understand what’s next. You may have all the worst.\n\nWell, in the eyes depressing here, you have to go out a louder night and all the other feelings that you get to know when you go out with it.\n\nMe: It is a great and very easy. You have the environment. You have to be ready,", "stripped_text": "It could just be comfortable on a recording album. It’s a distinguish, astounding thing, and highly popular. The album has rock places, like all the scenes and the parts. The channels and parts of the album follow. It’s like, “There are ordinary lots of things.” Do you ever like to see it if you’re on album unless you are releasing it? Me: Well, we don’t. It’s attractive. I put it in the scenes, but I know. But if you’re at it. Me: MMe: I think it’s a miracle. I think it’s been revealed. I understand that we don’t know, we were old and smart. We’re living in a room. If you can always look like you’re like, “You do it?”, you’re kind of trying it. I don’t know anymore. I just think it’s just that.” “It’t matter what you’re pointing out, it’s not going to have your team-mates and family and friends.” “Oh, I’ve said this thing about you. That’s the end of it. Me: Absolute, I’ve heard this isn’t a channel. I think that’s how, well, well, it’s come from the universe as well as a whole. It’s may have reached that point at the same time. I can’t speak a lot for it. It’s been a big matter. I can just put it on the phone, and we’ve had a little too long on it. Here’s what I said: Me: I’ve learned it, there’s something he doesn’t have a method, he’s done a good job, and how to make it easier. You know, if you’re coming out, you can just do that. The only thing I’ve ever done is to live with it, is to be a player.” “I mean, I’ve slept one of the ten hours before.” Me: You shouldn’t have seen anyone else in your room. Me: Nearly 33 hours. Others: Naturally. It’s a good thing. MMe: You can remember that it takes 40 hours to be careful. Lose your ankle. You are right. It sucks. No items. You can have done. Me: If you’ve been alive? What has changed? Me: That backpoint. It will go toward living. If you live seven or four hours, six hours or seven days. Me: As a wonder you’re down in a half. You live within four or four hours, five hours or couple decades. What change when you get to it? Me: Every day. There’s always a possibility to be in your direction, mysterious, and your very end. You won’t let you know the way the world goes. The direction you are in is, and you’ve been sure if that will be down to all the world you or the world you are sleeping in. MMe: The answer is 30 minutes. Perhaps you know? Me: No, no. If you’re going to say something, you can go out and understand what’s next. You may have all the worst. Well, in the eyes depressing here, you have to go out a louder night and all the other feelings that you get to know when you go out with it. Me: It is a great and very easy. You have the environment. You have to be ready,"}
+{"type": "sample", "setting": {"endpoint_temp": 1.15, "final_from": "state"}, "index": 3, "raw_text": "’t put anyone on the actual scene.\n\nNo, it goes to them, works. So, maybe one day, we don’t stop us from being conservatives or not. Some people have our opposition to immigration, for example, immigrants who use a different relationship to stop us. And we’re illegal.\n\nSo, first of all, I don’t even want to say anything. I have a lot of “let me do a swarm” on me in the street, or walk in the street!\n\nThese words are kinda guerrillas, you know, really. If you know they are, even if you’re here illegal, you’re in a horse, Turkish people, culture, Muslim society, white people, or other races. For some reason, you’re a fan of a youth, but you’re in there, so you will have to be a guy.\n\nSo if we’re not all of us, it will be because, if that’s one thing they don’t think you can do in any English language, it’s big enough. We’ve seen some in-store photos of these websites and hooks; they just stop leaving, other than “Me”, they’re going to letting someone get hurt, as a way of saying, even if it’s Mr. Romney to ask me what you say, ordinary and what they say. And I’m not going to ever forget you though, if you tell them.\n\nNow, there’s no way to define who you respond, even if the other two you are lucky.\n\nSo, obviously, will you force yourself in your joke, in that game, and that thing?\n\nYou’re luck, then you’re right.\n\nThen again, they’ll fight you. You’ll be out of luck to be lucky, or just like you.\n\nOh, there’s a lie to a lie, and I know that to you, the first step of laughing this is a sea of luck. Do you forget? You know, is a lie to lie, and not to get hurt, like a drug? You have a sea of luck? You’ll get hurt. Okay, there’s where everybody come in.\n\nIf you’re one, you have a graduation, and there’s always immigrants, should you have a stranger in there? It’s like a glow act. There’s a stranger, maybe, maybe a knife. Well it’s like a luck, and you’ll observe that you’re hurt, and you look like yourself:\n\nA.A. Well, if there is a child,\n\nA. HOW HOPE!!\n\nThese two girls look like a real horror plate!\n\nPut it up like this illicit:\n\nIdate: 06/20/26\n\nYes, girl!!\n\nI say. “Please!” “I don’t want to hurt with you!” “I’ve been dirty! I’ve never been such a child!” “I’m throwing this thing up on the banter! Not seriously!”\n\nI’ve just heard a loose grin eye and it goes over for our kids!!! But don’t even hear it!\n\n1.4%\n\nIdate: 06/01/21/19/21\n\nBlack & Latino Compatibility<|endoftext|>JP\n\nhttp://private.compatents.com/10/21/31\n\nIt’s how it’s:\n\nImagine there’s 2/6/18\n\n", "stripped_text": "’t put anyone on the actual scene. No, it goes to them, works. So, maybe one day, we don’t stop us from being conservatives or not. Some people have our opposition to immigration, for example, immigrants who use a different relationship to stop us. And we’re illegal. So, first of all, I don’t even want to say anything. I have a lot of “let me do a swarm” on me in the street, or walk in the street! These words are kinda guerrillas, you know, really. If you know they are, even if you’re here illegal, you’re in a horse, Turkish people, culture, Muslim society, white people, or other races. For some reason, you’re a fan of a youth, but you’re in there, so you will have to be a guy. So if we’re not all of us, it will be because, if that’s one thing they don’t think you can do in any English language, it’s big enough. We’ve seen some in-store photos of these websites and hooks; they just stop leaving, other than “Me”, they’re going to letting someone get hurt, as a way of saying, even if it’s Mr. Romney to ask me what you say, ordinary and what they say. And I’m not going to ever forget you though, if you tell them. Now, there’s no way to define who you respond, even if the other two you are lucky. So, obviously, will you force yourself in your joke, in that game, and that thing? You’re luck, then you’re right. Then again, they’ll fight you. You’ll be out of luck to be lucky, or just like you. Oh, there’s a lie to a lie, and I know that to you, the first step of laughing this is a sea of luck. Do you forget? You know, is a lie to lie, and not to get hurt, like a drug? You have a sea of luck? You’ll get hurt. Okay, there’s where everybody come in. If you’re one, you have a graduation, and there’s always immigrants, should you have a stranger in there? It’s like a glow act. There’s a stranger, maybe, maybe a knife. Well it’s like a luck, and you’ll observe that you’re hurt, and you look like yourself: A.A. Well, if there is a child, A. HOW HOPE!! These two girls look like a real horror plate! Put it up like this illicit: Idate: 06/20/26 Yes, girl!! I say. “Please!” “I don’t want to hurt with you!” “I’ve been dirty! I’ve never been such a child!” “I’m throwing this thing up on the banter! Not seriously!” I’ve just heard a loose grin eye and it goes over for our kids!!! But don’t even hear it! 1.4% Idate: 06/01/21/19/21 Black & Latino Compatibility JP http://private.compatents.com/10/21/31 It’s how it’s: Imagine there’s 2/6/18"}
+{"type": "sample", "setting": {"endpoint_temp": 1.15, "final_from": "state"}, "index": 4, "raw_text": ", allowing for centers to survive in new lives and health careers.\n\nOne will be connected. One is a circuit, owned by a friend, Marc Kaplman, 51, a self-imposed donor who receives grooms and jobs, collecting more than $5,000, sending people who go to food, excluding health insurance providers. The couple begins. She rejects the brand, but stood out in it.\n\n“It’s very mad,” she said, playwrightly. “You stop doing that.”\n\nSomeone wants to play it. “You’re going to have to write your own or you know you’re going to get it.”\n\nIt was one story earlier this year, and she said, “I have a little more of a career. I mean, I’m not because it’s the way you want.”\n“I can have a way to love my family,” she said.\n\n“It’s a long career. I have my husband, who’s a Pami, and I’ll see him as a new dad, and there is an end to me.” Now, she moved to the next road, and it’s enough for her for her daughter.\n\nShe was born in a barn.\n\nThe next day, she called Mr Pami’s, her daughter’s mother, she said.\n\nIf she had a child, she passed from behind the door. So when you go home, you can’t open the room at the top of room. If you just can’t do anything, you’ll have a lot of rumors and sentiments.\n\n“You know, you’re here, you’re going to die, but how hard would it be to fight?”\n\n“But you give it to you,” she said. “you’re going to fight.”\n\n“Isn’t that all yet,” she said.\n\nShe talked about her mother’s dad, saying that she wants to go back to school. She doesn’t have a lot of unwilling youness to go to school for an age.\n\nShe taught herself how, who you are, and her girlfriend for them.\n\nBut she is depending on which part of the life she is saved.\n\nEveryone is telling you to be the same and your daughter saved you all the time.\n\nShe said she knows how long you die, at the time. You love yourself, saying that it’s not the longer you want.\n\nTo save you save your life and all the longer you have to save it.\n\nHaving saved your life, she said, because “You have saved your longer life life. It’s the longer you want or you want.” You have it for a life and then, you have it.\n\nOh, I assume you are there for you.\n\nAgain, not all that people are sexually assaulted in a good way, so is your mental, she adds.\n\nThanks to academia, and it is a tough choice.\n\nBut who it is, they’re saying, as far as where they are, they have nothing at all. In some case, there’s some sort of mentality, they’ll fall into life, but they will not fall in love and do not love them, helping them. They can’t come out of the living, they come home.\n\nAt the same time, they are not having to make their own life, or get out of it.\n\nAs a matter of fact, the relationship for a longer, they will love them again, even if they can firm behind them.\n\nAre they?\n\nThe two go into two weeks and a few more. Things will point to the other side of the family forward in another situation, one will not give up on it.", "stripped_text": ", allowing for centers to survive in new lives and health careers. One will be connected. One is a circuit, owned by a friend, Marc Kaplman, 51, a self-imposed donor who receives grooms and jobs, collecting more than $5,000, sending people who go to food, excluding health insurance providers. The couple begins. She rejects the brand, but stood out in it. “It’s very mad,” she said, playwrightly. “You stop doing that.” Someone wants to play it. “You’re going to have to write your own or you know you’re going to get it.” It was one story earlier this year, and she said, “I have a little more of a career. I mean, I’m not because it’s the way you want.” “I can have a way to love my family,” she said. “It’s a long career. I have my husband, who’s a Pami, and I’ll see him as a new dad, and there is an end to me.” Now, she moved to the next road, and it’s enough for her for her daughter. She was born in a barn. The next day, she called Mr Pami’s, her daughter’s mother, she said. If she had a child, she passed from behind the door. So when you go home, you can’t open the room at the top of room. If you just can’t do anything, you’ll have a lot of rumors and sentiments. “You know, you’re here, you’re going to die, but how hard would it be to fight?” “But you give it to you,” she said. “you’re going to fight.” “Isn’t that all yet,” she said. She talked about her mother’s dad, saying that she wants to go back to school. She doesn’t have a lot of unwilling youness to go to school for an age. She taught herself how, who you are, and her girlfriend for them. But she is depending on which part of the life she is saved. Everyone is telling you to be the same and your daughter saved you all the time. She said she knows how long you die, at the time. You love yourself, saying that it’s not the longer you want. To save you save your life and all the longer you have to save it. Having saved your life, she said, because “You have saved your longer life life. It’s the longer you want or you want.” You have it for a life and then, you have it. Oh, I assume you are there for you. Again, not all that people are sexually assaulted in a good way, so is your mental, she adds. Thanks to academia, and it is a tough choice. But who it is, they’re saying, as far as where they are, they have nothing at all. In some case, there’s some sort of mentality, they’ll fall into life, but they will not fall in love and do not love them, helping them. They can’t come out of the living, they come home. At the same time, they are not having to make their own life, or get out of it. As a matter of fact, the relationship for a longer, they will love them again, even if they can firm behind them. Are they? The two go into two weeks and a few more. Things will point to the other side of the family forward in another situation, one will not give up on it."}
+{"type": "sample", "setting": {"endpoint_temp": 1.15, "final_from": "state"}, "index": 5, "raw_text": " living a long way.\n\nYou’ve been waiting for a bit in a 1,500 branch of Facon.\n\nConfused\n\nRemember that in the front of the door, you’re going to drop out of the door and leave it empty! The familiar reality.\n\nUntil when you’re a younger, it’s easy to get in, bring it, pull it inside, and take out of the built restaurant, shower, and share it with them so it’s time to see it back.\n\n3. Go the door.\n\nThen you come, get into the bathroom, smoke in, and walk away.\n\n5. Don’t remember the bottom of your son, before you start to get into the bottom of your door.\n\nMake knees shake. You’ll still wait in your eye, and then you can’t be naive. When you’ll break it out of your eye, though, you lift yourself in the door, shower your oxygen burn, and shower inside of the door.\n\n6.\n\nIf you’re scared: “see someone’s like me”, it’s probably easier for you to shut up. “Give yourself up.”\n\nNo.\n\n“You’re right, you everyone,” bring your fingers down, and shake your own eye, and you grow up.\n\n“Make it up, be there, go away, honest, and shower the baby.\n\n“So that is no longer a question, yourself is afraid.”\n\n8.\n\n9. Do your job, knowing you’re shaking sudden, extremely. Effectively.\n\n10.\n\nBut, you know, isn’t?\n\n“You arere a snowman, you’re a sink, or a ring of water. Walk off the walls or toss any sound to you, and then the door goes up.”\n\nYou can’t move into your white bed.\n\n“You hear, you can look at me, you’ll know yourself.”\n\n“Walk out of the eye.”\n\nLet’s get it one way.\n\n11.\n\nSnowing upon your back, making your eye empty, enjoying a couple of textbooks. Hmm. Snow, worry.\n\n“Make a son of talking about you, don’t.”\n\n“Make a son, that’s you.”\n\nI’m good at that: “Make a call, die, shake a son.”\n\nI’m sure it’s you.\n\nWho?\n\nI’m not sure your son’s you.\n\n“You don’t have to sleep, if you can get it.”\n\n12.\n\nSeing a chilly mess. As if you’re here.\n\nTo see it for a second now.\n\nSnow, sliding down the plastic hole, dust a dark lawn like a soft needle, or a brushed sidewalk.\n\nYou can have a few more hours when your jobs come.\n\n“But you’re a horse. You stay out and feel like you can’t get it in your hair!”\n\n“My little gangs are called you.\n\nYou can’t get a card and think, ‘You’reonna stupid.’\n\nSo you’ve got your little pink in there?\n\n“Make sure you’re on a hitch,” and it’s a baby, and it’s that easy if you’re", "stripped_text": "living a long way. You’ve been waiting for a bit in a 1,500 branch of Facon. Confused Remember that in the front of the door, you’re going to drop out of the door and leave it empty! The familiar reality. Until when you’re a younger, it’s easy to get in, bring it, pull it inside, and take out of the built restaurant, shower, and share it with them so it’s time to see it back. 3. Go the door. Then you come, get into the bathroom, smoke in, and walk away. 5. Don’t remember the bottom of your son, before you start to get into the bottom of your door. Make knees shake. You’ll still wait in your eye, and then you can’t be naive. When you’ll break it out of your eye, though, you lift yourself in the door, shower your oxygen burn, and shower inside of the door. 6. If you’re scared: “see someone’s like me”, it’s probably easier for you to shut up. “Give yourself up.” No. “You’re right, you everyone,” bring your fingers down, and shake your own eye, and you grow up. “Make it up, be there, go away, honest, and shower the baby. “So that is no longer a question, yourself is afraid.” 8. 9. Do your job, knowing you’re shaking sudden, extremely. Effectively. 10. But, you know, isn’t? “You arere a snowman, you’re a sink, or a ring of water. Walk off the walls or toss any sound to you, and then the door goes up.” You can’t move into your white bed. “You hear, you can look at me, you’ll know yourself.” “Walk out of the eye.” Let’s get it one way. 11. Snowing upon your back, making your eye empty, enjoying a couple of textbooks. Hmm. Snow, worry. “Make a son of talking about you, don’t.” “Make a son, that’s you.” I’m good at that: “Make a call, die, shake a son.” I’m sure it’s you. Who? I’m not sure your son’s you. “You don’t have to sleep, if you can get it.” 12. Seing a chilly mess. As if you’re here. To see it for a second now. Snow, sliding down the plastic hole, dust a dark lawn like a soft needle, or a brushed sidewalk. You can have a few more hours when your jobs come. “But you’re a horse. You stay out and feel like you can’t get it in your hair!” “My little gangs are called you. You can’t get a card and think, ‘You’reonna stupid.’ So you’ve got your little pink in there? “Make sure you’re on a hitch,” and it’s a baby, and it’s that easy if you’re"}
+{"type": "sample", "setting": {"endpoint_temp": 1.15, "final_from": "state"}, "index": 6, "raw_text": " yourself. More on it will make your life so bad to forget, but it will allow you to be out of your plans to consider the place you live.\n\nIf your life will take you longer, you move through your options. If you live with a variety of activities, with the way you work, you won’t get sick on daily if you are healthy, and you will have to take a long break.\n\nWhen you want to be a pretty good person you are, you will find the lesson you will be with your brother. Read on that way, and in case you want to help yourself in the sorts of pain you are feeling, and will ask yourself a little more if you can stay with this, and know what’s going to await you. For the sake of clicking the door open your pain, it will be your main focus of your career and be able to encourage you in your secondary life, learn how it will give you the opportunity to feel more pain, and learn what a good place to do for you.\n\nThen you will be drawing a few weeks, and hoping that the world will help you mid-rad again.\n\nAs always, there is a chance to be excited to yourself and will bring you to the evaluation Company throughout the life of you. If you want to support you, you will need to travel, and that you will be interested in shopping and charging. If you want to work with you, you will be looking for the mechanics that you or most of the players will want to learn.\n\nYou want to learn, when you are learning, to find the greatest of your pain. You will keep yourself working in a medical place that depends on who you live in, and for the first time will help you make a progress.\n\nYour life to yourself.\n\nTo enjoy progress, as long as you decide to help help you, use your stuff tools, items, and work towarding, integrated disputes. Then you can help yourself so quickly, and skills that will help you provide your risk and dispose, and you will have to earn them the same help that you can, and will continue to continue long-lasting on a medical experience.\n\nWith your dedication, you are starting to grow, and you will become your kids. You will also be able to make your plans to keep your friends and your friends on board. It will also push you through the media community to improve your life.\n\nFull reader\n\nEdit: icon\n\nPrint:\n\nPink: email\n\nReddit\n\nMail\n\nImage: technet\n\nLike this: Twitter\n\nFacebook\n\nNaral skills are available to you and you have the skills you can have to help you, yourself, and prosper so that will take away your risks.\n\nYour speed is not a factor. If yourself is a computer, you will think you can stay behind the empty doors for your hands.\n\nIf you are in work with a wallet and waits, clicks in before you move your claw. It’s when you take it in your direction, or preparing for a move forward. Even if your brain takes off, you bend, you want to catch it out somewhere around you. It will be better when you have yourself crying, depending on your senses, and you will use it when you decide to go.\n\nPut your hands on.\n\nIf you will need to use your shoulder, or yourself, you need to forge throughout the day. You will understand that you will be there in subtle ways, as you stick to your eyeaze. In keeping with you, you need to have the power to work with you in a way that only requires someone to recover.\n\nSometimes to yourself in the changing room of the student, some techniques teaches,", "stripped_text": "yourself. More on it will make your life so bad to forget, but it will allow you to be out of your plans to consider the place you live. If your life will take you longer, you move through your options. If you live with a variety of activities, with the way you work, you won’t get sick on daily if you are healthy, and you will have to take a long break. When you want to be a pretty good person you are, you will find the lesson you will be with your brother. Read on that way, and in case you want to help yourself in the sorts of pain you are feeling, and will ask yourself a little more if you can stay with this, and know what’s going to await you. For the sake of clicking the door open your pain, it will be your main focus of your career and be able to encourage you in your secondary life, learn how it will give you the opportunity to feel more pain, and learn what a good place to do for you. Then you will be drawing a few weeks, and hoping that the world will help you mid-rad again. As always, there is a chance to be excited to yourself and will bring you to the evaluation Company throughout the life of you. If you want to support you, you will need to travel, and that you will be interested in shopping and charging. If you want to work with you, you will be looking for the mechanics that you or most of the players will want to learn. You want to learn, when you are learning, to find the greatest of your pain. You will keep yourself working in a medical place that depends on who you live in, and for the first time will help you make a progress. Your life to yourself. To enjoy progress, as long as you decide to help help you, use your stuff tools, items, and work towarding, integrated disputes. Then you can help yourself so quickly, and skills that will help you provide your risk and dispose, and you will have to earn them the same help that you can, and will continue to continue long-lasting on a medical experience. With your dedication, you are starting to grow, and you will become your kids. You will also be able to make your plans to keep your friends and your friends on board. It will also push you through the media community to improve your life. Full reader Edit: icon Print: Pink: email Reddit Mail Image: technet Like this: Twitter Facebook Naral skills are available to you and you have the skills you can have to help you, yourself, and prosper so that will take away your risks. Your speed is not a factor. If yourself is a computer, you will think you can stay behind the empty doors for your hands. If you are in work with a wallet and waits, clicks in before you move your claw. It’s when you take it in your direction, or preparing for a move forward. Even if your brain takes off, you bend, you want to catch it out somewhere around you. It will be better when you have yourself crying, depending on your senses, and you will use it when you decide to go. Put your hands on. If you will need to use your shoulder, or yourself, you need to forge throughout the day. You will understand that you will be there in subtle ways, as you stick to your eyeaze. In keeping with you, you need to have the power to work with you in a way that only requires someone to recover. Sometimes to yourself in the changing room of the student, some techniques teaches,"}
+{"type": "sample", "setting": {"endpoint_temp": 1.15, "final_from": "state"}, "index": 7, "raw_text": " 63.3 63.3 63.3 63.3 63.3 63.56 63.3 63.56 63.3 63.5 63.6 63.6 63.76 64.3 66.7 63 63.3 66.76 64.3 63.3 63.3 4.3 64.7 64.3 63.3 61.56 63.3 63 63.3 62.66 64.7 64.3 63.3 63.3 63.5 66 63.7 62.3 63.3 63.3 63.5 63.36 63.3 63.76 64.3 63.4 63.46 64.3 63.3 64.3 61.76 61.76 63.2 63.3 63.3 64.3 63.3 63.3 63.56 64.3 63.6 64.6 63.3 63.3 63.3 61.36 64.3 63 63.3 65.66 63.76 64.3 63.3 63.7 63.3 63.36 64.3 4.3 63.3 63.3 63.3 4.3 67.76 64.3 64.3 67 63.3 63.56 64.3 63.3 63.3 63.36 64.3 67.36 63.3 63.3 62.3 66 64.3 63.3 64.5 62.36 67.76 64.4 63 63.3 63.3 63.4 63.3 63.4\n\nThat’s right.\n\n3.\n\nYou’re dead. That’s it.\n\n2.\n\n26.\n\nThat’s the big birds.\n\nNot the birds.\n\n3.\n\nNot all the birds.\n\n3.\n\nAnd there’s a tree.\n\nIt’s not a tree, you have to have.\n\nFor me, you’re a tree.\n\n26.\n\nBut you don’t have.\n\n27.\n\nNo, no, that’s.\n\n29.\n\nBut, well, you’re fear.\n\nIt’s some sort of moving tree.\n\n29.\n\nYou’re a fear.\n\n29.\n\nYou can’t hide it.\n\nBut you can.\n\nOh yes, they’re in danger.\n\nAnd you know, they can go back.\n\nAnd it’s a vision.\n\nAnd it’s a clumsy.\n\nAnd it’s not.\n\nAnd it’s not. It’s not.\n\n.\n\nYou know it.\n\nI don’t know any more.\n\nThat’s.\n\nI’m disappointed.\n\nNot to nibs.\n\nNo, no fish.\n\n3.\n\n.\n\nThat’s a property. It’s a place.\n\nLook, calm.\n\nYou’re a bird, too.\n\nAnd you know, it is very important to you.\n\nYou know it’s simply.\n\nNow, you’re here.\n\nLook, you don’t have birds.\n\n6.\n\nAnd you know, it’s not here.\n\nBut here you are.\n\nAnd now you’re in morning.\n\nAnd it’s, you’re a big son.\n\nBut, you’re clueless.\n\nYeah, you’re not here.\n\nBut you’re here.\n\nNo, you’re not here.\n\nMoreover.\n\nBut you’re in a message.\n\nYou can get it right.\n\nBut you’re", "stripped_text": "63.3 63.3 63.3 63.3 63.3 63.56 63.3 63.56 63.3 63.5 63.6 63.6 63.76 64.3 66.7 63 63.3 66.76 64.3 63.3 63.3 4.3 64.7 64.3 63.3 61.56 63.3 63 63.3 62.66 64.7 64.3 63.3 63.3 63.5 66 63.7 62.3 63.3 63.3 63.5 63.36 63.3 63.76 64.3 63.4 63.46 64.3 63.3 64.3 61.76 61.76 63.2 63.3 63.3 64.3 63.3 63.3 63.56 64.3 63.6 64.6 63.3 63.3 63.3 61.36 64.3 63 63.3 65.66 63.76 64.3 63.3 63.7 63.3 63.36 64.3 4.3 63.3 63.3 63.3 4.3 67.76 64.3 64.3 67 63.3 63.56 64.3 63.3 63.3 63.36 64.3 67.36 63.3 63.3 62.3 66 64.3 63.3 64.5 62.36 67.76 64.4 63 63.3 63.3 63.4 63.3 63.4 That’s right. 3. You’re dead. That’s it. 2. 26. That’s the big birds. Not the birds. 3. Not all the birds. 3. And there’s a tree. It’s not a tree, you have to have. For me, you’re a tree. 26. But you don’t have. 27. No, no, that’s. 29. But, well, you’re fear. It’s some sort of moving tree. 29. You’re a fear. 29. You can’t hide it. But you can. Oh yes, they’re in danger. And you know, they can go back. And it’s a vision. And it’s a clumsy. And it’s not. And it’s not. It’s not. . You know it. I don’t know any more. That’s. I’m disappointed. Not to nibs. No, no fish. 3. . That’s a property. It’s a place. Look, calm. You’re a bird, too. And you know, it is very important to you. You know it’s simply. Now, you’re here. Look, you don’t have birds. 6. And you know, it’s not here. But here you are. And now you’re in morning. And it’s, you’re a big son. But, you’re clueless. Yeah, you’re not here. But you’re here. No, you’re not here. Moreover. But you’re in a message. You can get it right. But you’re"}

LTA_openwebtext_dualt/logs/lm1b_v8192_mask0p1_1p0_infer_watch/infer_step_0040000_state_fromstate_t1p45.log

@@ -0,0 +1,8 @@
+[watch-infer] 2026-05-21_10:01:10 infer runs/lta_lm1b_compact_gpt2bpe_v8192_len128_mask0p1-1p0_uniformt_fp32_ddit768x12_gbs512_4gpu_1m_20260520_232453/step_0040000.pt -> docs/lta_samples/metrics_20260520/lm1b_v8192_len128_mask0p1_1p0_every10k_dualline_state_fromstate_t1p45/lta_lm1b_compact_gpt2bpe_v8192_len128_mask0p1-1p0_uniformt_fp32_ddit768x12_gbs512_4gpu_1m_20260520_232453/step_0040000/decode_dual_line_resample_state_fromstate_t1p45_c1024_steps128.jsonl
+[ckpt] runs/lta_lm1b_compact_gpt2bpe_v8192_len128_mask0p1-1p0_uniformt_fp32_ddit768x12_gbs512_4gpu_1m_20260520_232453/step_0040000.pt step=40000
+[decode-base] n=64 max_len=128 steps=128 model_t=flow
+[decode-time] schedule=linear s=[0.0,0.25] gumbel=(2.2,0.8) force_final=True t0=0.000000 t_mid=0.500000 t_end=1.000000 dt_mean=0.007812 dt_max=0.007812
+[decode] temp=1.45 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 64/64
+[summary] {"type": "summary", "checkpoint": "runs/lta_lm1b_compact_gpt2bpe_v8192_len128_mask0p1-1p0_uniformt_fp32_ddit768x12_gbs512_4gpu_1m_20260520_232453/step_0040000.pt", "step": 40000, "decode": {"steps": 128, "model_t_mode": "flow", "decode_time_schedule": "linear", "decode_s_min_frac": 0.0, "decode_s_max_frac": 0.25, "decode_force_final_t": true, "decode_time_grid": [0.0, 0.0078125, 0.015625, 0.0234375, 0.03125, 0.0390625, 0.046875, 0.0546875, 0.0625, 0.0703125, 0.078125, 0.0859375, 0.09375, 0.1015625, 0.109375, 0.1171875, 0.125, 0.1328125, 0.140625, 0.1484375, 0.15625, 0.1640625, 0.171875, 0.1796875, 0.1875, 0.1953125, 0.203125, 0.2109375, 0.21875, 0.2265625, 0.234375, 0.2421875, 0.25, 0.2578125, 0.265625, 0.2734375, 0.28125, 0.2890625, 0.296875, 0.3046875, 0.3125, 0.3203125, 0.328125, 0.3359375, 0.34375, 0.3515625, 0.359375, 0.3671875, 0.375, 0.3828125, 0.390625, 0.3984375, 0.40625, 0.4140625, 0.421875, 0.4296875, 0.4375, 0.4453125, 0.453125, 0.4609375, 0.46875, 0.4765625, 0.484375, 0.4921875, 0.5, 0.5078125, 0.515625, 0.5234375, 0.53125, 0.5390625, 0.546875, 0.5546875, 0.5625, 0.5703125, 0.578125, 0.5859375, 0.59375, 0.6015625, 0.609375, 0.6171875, 0.625, 0.6328125, 0.640625, 0.6484375, 0.65625, 0.6640625, 0.671875, 0.6796875, 0.6875, 0.6953125, 0.703125, 0.7109375, 0.71875, 0.7265625, 0.734375, 0.7421875, 0.75, 0.7578125, 0.765625, 0.7734375, 0.78125, 0.7890625, 0.796875, 0.8046875, 0.8125, 0.8203125, 0.828125, 0.8359375, 0.84375, 0.8515625, 0.859375, 0.8671875, 0.875, 0.8828125, 0.890625, 0.8984375, 0.90625, 0.9140625, 0.921875, 0.9296875, 0.9375, 0.9453125, 0.953125, 0.9609375, 0.96875, 0.9765625, 0.984375, 0.9921875, 1.0], "decode_rule": "dual_line_resample", "support_power": 1.0, "semantic_power": 1.0, "anchor_mode": "state", "cfg_scale": 0.0, "cfg_power": 1.0, "cfg_start": 0.0, "cfg_prior": "uniform", "decode_freq_penalty_alpha": 0.0, "decode_freq_penalty_beta": 0.0, "decode_freq_penalty_floor": 0.0, "decode_freq_penalty_start": 0.0, "decode_freq_penalty_end": 1.0, "decode_freq_penalty_power": 1.0, "start_t": 0.0, "start_init": "noise", "noise_init": "dirichlet", "noise_sigma": -1.0, "dirichlet_concentration": 1.0, "concentration_min": 1.0, "concentration_max": 1024.0, "target_prob": 1.0, "endpoint_temp": 1.45, "final_from": "state", "final_sample_mode": "argmax", "final_sample_temp": 1.0, "final_top_k": 64, "final_top_p": 0.95, "final_freq_penalty_alpha": 0.0, "final_freq_penalty_beta": 0.0, "final_freq_penalty_floor": 0.0, "lock_bos": false, "n_samples": 64, "seed": 20260520}, "raw_genppl": {"ppl": 157.51915768931048, "nll_per_token": 5.059547086991221, "tokens": 6265, "kept_samples": 64, "total_samples": 64, "empty_rate": 0.0, "skipped_samples": 0}, "stripped_genppl": {"ppl": 161.46116719474028, "nll_per_token": 5.0842646629432195, "tokens": 6261, "kept_samples": 64, "total_samples": 64, "empty_rate": 0.0, "skipped_samples": 0}, "diversity": {"sample_entropy": 4.038484429438594, "unique_tokens": 1243, "token_count": 8192, "distinct_1": 0.1517333984375, "distinct_2": 0.5259596456692913, "top_token_mass": 0.0472412109375}}
+[done] docs/lta_samples/metrics_20260520/lm1b_v8192_len128_mask0p1_1p0_every10k_dualline_state_fromstate_t1p45/lta_lm1b_compact_gpt2bpe_v8192_len128_mask0p1-1p0_uniformt_fp32_ddit768x12_gbs512_4gpu_1m_20260520_232453/step_0040000/decode_dual_line_resample_state_fromstate_t1p45_c1024_steps128.jsonl
+[watch-infer] 2026-05-21_10:01:44 done step_0040000

LTA_openwebtext_dualt/logs/rollout_bench/.log

@@ -0,0 +1,116 @@
+[launch] method=owt_categorical_fullvocab_c1024_fullycoupled host=di-20260411014000-djqhq time=2026-05-13T16:15:30+00:00
+[launch] cwd=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt
+[launch] run_name=lta_owt_gpt2cached_len1024_rollout1_p05_b48_nockpt_bench4gpu_20260513_161530
+[launch] save_dir=runs/lta_owt_gpt2cached_len1024_rollout1_p05_b48_nockpt_bench4gpu_20260513_161530
+[launch] log_file=logs/lta_owt_gpt2cached_len1024_rollout1_p05_b48_nockpt_bench4gpu_20260513_161530.log
+[launch] data_path=/e2e-data/evad-tech-vla/wanghan58/data/small_benchmarks/langflow_2604_11748/openwebtext
+[launch] tokenizer=/e2e-data/evad-tech-vla/wanghan58/models/flowtext_scorers/gpt2-standard/tokenizer.json
+[launch] split=train_minus_100k text_column=text
+[launch] owt_cached_chunks=1 cache_dir=/e2e-data/evad-tech-vla/wanghan58/data/small_benchmarks/langflow_2604_11748/openwebtext_lta_cached_chunks/gpt2_len1024_train_minus_100k
+[launch] nproc_per_node=4 global_batch_size=192 per_gpu_batch_size=48
+[launch] model d_model=768 n_layers=12 n_heads=12 dim_ff=3072 dropout=0.0
+[launch] optimizer=adamw lr=6e-4 wd=0.1 ema=0.0
+[launch] rollout_train prob=0.5 steps=1 infer_steps=64 temp=1.45 max_gamma=1.0 corrupt_only=1 samplewise=0 compute_always=0
+[launch] perf allow_tf32=1 activation_checkpointing=0 checkpoint_interval=1 checkpoint_scope=block prefetch=4
+NCCL version 2.25.1+cuda12.8
+{
+  "device": "cuda:0",
+  "rank": 0,
+  "world_size": 4,
+  "samples": "owt_cached_chunks:8734897",
+  "vocab_size": 50257,
+  "tokenizer_vocab_size": 50257,
+  "save_dir": "runs/lta_owt_gpt2cached_len1024_rollout1_p05_b48_nockpt_bench4gpu_20260513_161530",
+  "batch_size": 48,
+  "grad_accum": 1,
+  "effective_batch_size": 192,
+  "global_batch_size": 192,
+  "lr_schedule": "cosine",
+  "optimizer": "adamw",
+  "warmup_steps": 2,
+  "min_lr": 6e-05,
+  "weight_decay": 0.1,
+  "adamw_param_groups": "nanogpt",
+  "adam_beta1": 0.9,
+  "adam_beta2": 0.95,
+  "adam_eps": 1e-08,
+  "muon_momentum": 0.95,
+  "muon_ns_steps": 5,
+  "muon_update_scale": 1.0,
+  "ema_decay": 0.0,
+  "ema_start_step": 0,
+  "model_type": "ddit",
+  "dual_t": true,
+  "corrupt_t_mode": "same",
+  "corrupt_min_t": 0.0,
+  "corrupt_max_t": 1.0,
+  "prefix_block_prob": 0.0,
+  "prefix_block_len": 128,
+  "dirichlet_endpoint_mode": "categorical_dual_t",
+  "dirichlet_semantic_t_mode": "same",
+  "dirichlet_semantic_t_value": 0.0,
+  "categorical_wrong_from_full_vocab": true,
+  "categorical_wrong_from_batch_valid_tokens": false,
+  "mask_mixture_original_prob": 0.0,
+  "mask_mixture_lowk_prob": 0.0,
+  "mask_mixture_lowcorrupt_prob": 0.0,
+  "mask_mixture_block_prob": 0.0,
+  "mask_mixture_all_prob": 0.0,
+  "mask_mixture_lowk_clean_tokens": "1,2,4,8,16,32,64",
+  "mask_mixture_lowcorrupt_tokens": "1,2,4,8,16,32,64",
+  "mask_mixture_block_tokens": "64,128",
+  "simplex_bridge_sampler": "dirichlet",
+  "logistic_normal_sigma_min": 0.18,
+  "logistic_normal_sigma_max": 2.2,
+  "logistic_normal_tau_min": 0.65,
+  "logistic_normal_tau_max": 1.15,
+  "torch_compile": false,
+  "compile_mode": "max-autotune",
+  "state_format": "prob",
+  "target_loss": "hard_ce",
+  "meanflow_weight": 0.0,
+  "rollout_train_prob": 0.5,
+  "rollout_train_steps": 1,
+  "rollout_train_infer_steps": 64,
+  "rollout_train_temp": 1.45,
+  "rollout_train_max_gamma": 1.0,
+  "rollout_train_corrupt_only": true,
+  "rollout_train_samplewise": false,
+  "rollout_train_compute_always": false,
+  "bridge_noise_init": "logistic_normal",
+  "noise_sigma": -1.0,
+  "allow_tf32": true,
+  "activation_checkpointing": false,
+  "activation_checkpoint_interval": 1,
+  "activation_checkpoint_scope": "block",
+  "ddp_static_graph": false,
+  "ddp_gradient_as_bucket_view": true,
+  "blocking_data_transfer": false,
+  "dataloader_prefetch_factor": 4,
+  "full_train_stats": false,
+  "record_pad_truncate": false,
+  "record_add_eos": false,
+  "record_add_special_tokens": false,
+  "record_pad_token": "pad",
+  "record_shuffle_buffer": 10000,
+  "wrap": true,
+  "wrap_mode": "stream",
+  "wrap_record_buffer_size": 200,
+  "owt_cached_chunks": true,
+  "owt_chunk_cache_dir": "/e2e-data/evad-tech-vla/wanghan58/data/small_benchmarks/langflow_2604_11748/openwebtext_lta_cached_chunks/gpt2_len1024_train_minus_100k",
+  "owt_chunk_cache_rebuild": false,
+  "owt_chunk_cache_write_batch": 4096,
+  "owt_exact_repeat_per_chunk": 0,
+  "online_chunk_shuffle": false,
+  "online_chunk_shuffle_buffer": 10000,
+  "openwebtext_split": "train_minus_100k",
+  "detokenizer": "auto",
+  "resolved_detokenizer": null,
+  "num_workers": 8,
+  "latest_every": 0,
+  "resume_path": ""
+}
+step=5 micro_steps=5 elapsed=7.3s lr=5.598076e-04 loss=10.6900 loss_recon=10.6900 loss_meanflow=0.0000 mean_model_t=0.4830 mean_corrupt_t=0.4830 mean_loss_t_weight=1.0000 prior_center_loss_beta=0.0000 rollout_train_applied=0.8000 acc_all=0.5299 acc_corrupt=0.3501 corrupt_frac=0.6267 loss_all=10.3219 loss_corrupt=10.4327 acc_corrupt_t_0p0_0p2=0.0285 corrupt_frac_t_0p0_0p2=0.1619 acc_corrupt_t_0p2_0p4=0.1809 corrupt_frac_t_0p2_0p4=0.2116 acc_corrupt_t_0p4_0p6=0.4139 corrupt_frac_t_0p4_0p6=0.2368 acc_corrupt_t_0p6_0p8=0.4212 corrupt_frac_t_0p6_0p8=0.1476 acc_corrupt_t_0p8_1p0=0.6073 corrupt_frac_t_0p8_1p0=0.2421 wrong_frac=0.4832 init_acc_corrupt=0.4261 init_gold_top10=0.4687 init_gold_top100=0.4976
+step=10 micro_steps=10 elapsed=6.3s lr=3.520945e-04 loss=9.5966 loss_recon=9.5966 loss_meanflow=0.0000 mean_model_t=0.5028 mean_corrupt_t=0.5028 mean_loss_t_weight=1.0000 prior_center_loss_beta=0.0000 rollout_train_applied=0.4000 acc_all=0.1365 acc_corrupt=0.0799 corrupt_frac=0.5797 loss_all=8.9551 loss_corrupt=9.0205 acc_corrupt_t_0p0_0p2=0.0345 corrupt_frac_t_0p0_0p2=0.1700 acc_corrupt_t_0p2_0p4=0.0537 corrupt_frac_t_0p2_0p4=0.2720 acc_corrupt_t_0p4_0p6=0.0702 corrupt_frac_t_0p4_0p6=0.2131 acc_corrupt_t_0p6_0p8=0.1173 corrupt_frac_t_0p6_0p8=0.1759 acc_corrupt_t_0p8_1p0=0.1412 corrupt_frac_t_0p8_1p0=0.1690 wrong_frac=0.5312 init_acc_corrupt=0.3679 init_gold_top10=0.4130 init_gold_top100=0.4511
+step=15 micro_steps=15 elapsed=6.8s lr=1.071637e-04 loss=8.5357 loss_recon=8.5357 loss_meanflow=0.0000 mean_model_t=0.4722 mean_corrupt_t=0.4722 mean_loss_t_weight=1.0000 prior_center_loss_beta=0.0000 rollout_train_applied=0.8000 acc_all=0.3045 acc_corrupt=0.1609 corrupt_frac=0.5410 loss_all=8.1097 loss_corrupt=8.2456 acc_corrupt_t_0p0_0p2=0.0472 corrupt_frac_t_0p0_0p2=0.2279 acc_corrupt_t_0p2_0p4=0.0849 corrupt_frac_t_0p2_0p4=0.1861 acc_corrupt_t_0p4_0p6=0.1564 corrupt_frac_t_0p4_0p6=0.0803 acc_corrupt_t_0p6_0p8=0.2321 corrupt_frac_t_0p6_0p8=0.3537 acc_corrupt_t_0p8_1p0=0.2611 corrupt_frac_t_0p8_1p0=0.1521 wrong_frac=0.5014 init_acc_corrupt=0.4062 init_gold_top10=0.4563 init_gold_top100=0.6069
+step=20 micro_steps=20 elapsed=7.1s lr=6.000000e-05 loss=8.1426 loss_recon=8.1426 loss_meanflow=0.0000 mean_model_t=0.4668 mean_corrupt_t=0.4668 mean_loss_t_weight=1.0000 prior_center_loss_beta=0.0000 rollout_train_applied=0.8000 acc_all=0.2734 acc_corrupt=0.1354 corrupt_frac=0.5140 loss_all=7.9130 loss_corrupt=8.0583 acc_corrupt_t_0p0_0p2=0.0355 corrupt_frac_t_0p0_0p2=0.1417 acc_corrupt_t_0p2_0p4=0.0733 corrupt_frac_t_0p2_0p4=0.2645 acc_corrupt_t_0p4_0p6=0.1259 corrupt_frac_t_0p4_0p6=0.1685 acc_corrupt_t_0p6_0p8=0.1483 corrupt_frac_t_0p6_0p8=0.2116 acc_corrupt_t_0p8_1p0=0.2732 corrupt_frac_t_0p8_1p0=0.2137 wrong_frac=0.4900 init_acc_corrupt=0.3936 init_gold_top10=0.4546 init_gold_top100=0.6219

LTA_openwebtext_dualt/logs/rollout_bench/lta_owt_gpt2cached_len1024_rollout1_p05_bench4gpu_b32_20260513_150039.log

@@ -0,0 +1,113 @@
+[launch] method=owt_categorical_fullvocab_c1024_fullycoupled host=di-20260411014000-djqhq time=2026-05-13T15:00:39+00:00
+[launch] cwd=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt
+[launch] run_name=lta_owt_gpt2cached_len1024_rollout1_p05_bench4gpu_b32_20260513_150039
+[launch] save_dir=runs/lta_owt_gpt2cached_len1024_rollout1_p05_bench4gpu_b32_20260513_150039
+[launch] log_file=logs/lta_owt_gpt2cached_len1024_rollout1_p05_bench4gpu_b32_20260513_150039.log
+[launch] data_path=/e2e-data/evad-tech-vla/wanghan58/data/small_benchmarks/langflow_2604_11748/openwebtext
+[launch] tokenizer=/e2e-data/evad-tech-vla/wanghan58/models/flowtext_scorers/gpt2-standard/tokenizer.json
+[launch] split=train_minus_100k text_column=text
+[launch] owt_cached_chunks=1 cache_dir=/e2e-data/evad-tech-vla/wanghan58/data/small_benchmarks/langflow_2604_11748/openwebtext_lta_cached_chunks/gpt2_len1024_train_minus_100k
+[launch] nproc_per_node=4 global_batch_size=512 per_gpu_batch_size=32
+[launch] model d_model=768 n_layers=12 n_heads=12 dim_ff=3072 dropout=0.0
+[launch] optimizer=adamw lr=6e-4 wd=0.1 ema=0.0
+[launch] rollout_train prob=0.5 steps=1 infer_steps=64 temp=1.45 max_gamma=1.0 corrupt_only=1
+[launch] perf allow_tf32=1 activation_checkpointing=0 checkpoint_interval=1 prefetch=4
+NCCL version 2.25.1+cuda12.8
+{
+  "device": "cuda:0",
+  "rank": 0,
+  "world_size": 4,
+  "samples": "owt_cached_chunks:8734897",
+  "vocab_size": 50257,
+  "tokenizer_vocab_size": 50257,
+  "save_dir": "runs/lta_owt_gpt2cached_len1024_rollout1_p05_bench4gpu_b32_20260513_150039",
+  "batch_size": 32,
+  "grad_accum": 4,
+  "effective_batch_size": 512,
+  "global_batch_size": 512,
+  "lr_schedule": "cosine",
+  "optimizer": "adamw",
+  "warmup_steps": 2,
+  "min_lr": 6e-05,
+  "weight_decay": 0.1,
+  "adamw_param_groups": "nanogpt",
+  "adam_beta1": 0.9,
+  "adam_beta2": 0.95,
+  "adam_eps": 1e-08,
+  "muon_momentum": 0.95,
+  "muon_ns_steps": 5,
+  "muon_update_scale": 1.0,
+  "ema_decay": 0.0,
+  "ema_start_step": 0,
+  "model_type": "ddit",
+  "dual_t": true,
+  "corrupt_t_mode": "same",
+  "corrupt_min_t": 0.0,
+  "corrupt_max_t": 1.0,
+  "prefix_block_prob": 0.0,
+  "prefix_block_len": 128,
+  "dirichlet_endpoint_mode": "categorical_dual_t",
+  "dirichlet_semantic_t_mode": "same",
+  "dirichlet_semantic_t_value": 0.0,
+  "categorical_wrong_from_full_vocab": true,
+  "categorical_wrong_from_batch_valid_tokens": false,
+  "mask_mixture_original_prob": 0.0,
+  "mask_mixture_lowk_prob": 0.0,
+  "mask_mixture_lowcorrupt_prob": 0.0,
+  "mask_mixture_block_prob": 0.0,
+  "mask_mixture_all_prob": 0.0,
+  "mask_mixture_lowk_clean_tokens": "1,2,4,8,16,32,64",
+  "mask_mixture_lowcorrupt_tokens": "1,2,4,8,16,32,64",
+  "mask_mixture_block_tokens": "64,128",
+  "simplex_bridge_sampler": "dirichlet",
+  "logistic_normal_sigma_min": 0.18,
+  "logistic_normal_sigma_max": 2.2,
+  "logistic_normal_tau_min": 0.65,
+  "logistic_normal_tau_max": 1.15,
+  "torch_compile": false,
+  "compile_mode": "max-autotune",
+  "state_format": "prob",
+  "target_loss": "hard_ce",
+  "meanflow_weight": 0.0,
+  "rollout_train_prob": 0.5,
+  "rollout_train_steps": 1,
+  "rollout_train_infer_steps": 64,
+  "rollout_train_temp": 1.45,
+  "rollout_train_max_gamma": 1.0,
+  "rollout_train_corrupt_only": true,
+  "bridge_noise_init": "logistic_normal",
+  "noise_sigma": -1.0,
+  "allow_tf32": true,
+  "activation_checkpointing": false,
+  "activation_checkpoint_interval": 1,
+  "ddp_static_graph": false,
+  "ddp_gradient_as_bucket_view": true,
+  "blocking_data_transfer": false,
+  "dataloader_prefetch_factor": 4,
+  "full_train_stats": false,
+  "record_pad_truncate": false,
+  "record_add_eos": false,
+  "record_add_special_tokens": false,
+  "record_pad_token": "pad",
+  "record_shuffle_buffer": 10000,
+  "wrap": true,
+  "wrap_mode": "stream",
+  "wrap_record_buffer_size": 200,
+  "owt_cached_chunks": true,
+  "owt_chunk_cache_dir": "/e2e-data/evad-tech-vla/wanghan58/data/small_benchmarks/langflow_2604_11748/openwebtext_lta_cached_chunks/gpt2_len1024_train_minus_100k",
+  "owt_chunk_cache_rebuild": false,
+  "owt_chunk_cache_write_batch": 4096,
+  "owt_exact_repeat_per_chunk": 0,
+  "online_chunk_shuffle": false,
+  "online_chunk_shuffle_buffer": 10000,
+  "openwebtext_split": "train_minus_100k",
+  "detokenizer": "auto",
+  "resolved_detokenizer": null,
+  "num_workers": 8,
+  "latest_every": 100000,
+  "resume_path": ""
+}
+step=5 micro_steps=20 elapsed=15.8s lr=5.598076e-04 acc_all=0.2964 acc_corrupt=0.1939 corrupt_frac=0.5314 acc_corrupt_t_0p0_0p2=0.0167 corrupt_frac_t_0p0_0p2=0.1593 acc_corrupt_t_0p2_0p4=0.0968 corrupt_frac_t_0p2_0p4=0.2514 acc_corrupt_t_0p4_0p6=0.1812 corrupt_frac_t_0p4_0p6=0.1713 acc_corrupt_t_0p6_0p8=0.2766 corrupt_frac_t_0p6_0p8=0.1759 acc_corrupt_t_0p8_1p0=0.3458 corrupt_frac_t_0p8_1p0=0.2422 loss=10.4349 loss_recon=10.4349 loss_meanflow=0.0000 mean_model_t=0.4825 mean_corrupt_t=0.4825 mean_loss_t_weight=1.0000 prior_center_loss_beta=0.0000 rollout_train_applied=0.8000 wrong_frac=0.4880 init_acc_corrupt=0.4729 init_gold_top10=0.5073 init_gold_top100=0.5641 loss_all=9.8512 loss_corrupt=9.9028
+step=10 micro_steps=40 elapsed=15.6s lr=3.520945e-04 acc_all=0.1601 acc_corrupt=0.0967 corrupt_frac=0.4931 acc_corrupt_t_0p0_0p2=0.0348 corrupt_frac_t_0p0_0p2=0.1871 acc_corrupt_t_0p2_0p4=0.0546 corrupt_frac_t_0p2_0p4=0.1863 acc_corrupt_t_0p4_0p6=0.0952 corrupt_frac_t_0p4_0p6=0.2877 acc_corrupt_t_0p6_0p8=0.1302 corrupt_frac_t_0p6_0p8=0.1697 acc_corrupt_t_0p8_1p0=0.1687 corrupt_frac_t_0p8_1p0=0.1692 loss=8.9074 loss_recon=8.9074 loss_meanflow=0.0000 mean_model_t=0.4942 mean_corrupt_t=0.4942 mean_loss_t_weight=1.0000 prior_center_loss_beta=0.0000 rollout_train_applied=0.8000 wrong_frac=0.5171 init_acc_corrupt=0.4497 init_gold_top10=0.4780 init_gold_top100=0.5786 loss_all=8.1918 loss_corrupt=8.3669
+step=15 micro_steps=60 elapsed=17.3s lr=1.071637e-04 acc_all=0.2496 acc_corrupt=0.1577 corrupt_frac=0.5093 acc_corrupt_t_0p0_0p2=0.0475 corrupt_frac_t_0p0_0p2=0.1684 acc_corrupt_t_0p2_0p4=0.0892 corrupt_frac_t_0p2_0p4=0.1959 acc_corrupt_t_0p4_0p6=0.1425 corrupt_frac_t_0p4_0p6=0.1937 acc_corrupt_t_0p6_0p8=0.2121 corrupt_frac_t_0p6_0p8=0.2028 acc_corrupt_t_0p8_1p0=0.2603 corrupt_frac_t_0p8_1p0=0.2393 loss=7.9270 loss_recon=7.9270 loss_meanflow=0.0000 mean_model_t=0.5381 mean_corrupt_t=0.5381 mean_loss_t_weight=1.0000 prior_center_loss_beta=0.0000 rollout_train_applied=0.6000 wrong_frac=0.4652 init_acc_corrupt=0.4856 init_gold_top10=0.5185 init_gold_top100=0.5971 loss_all=7.6742 loss_corrupt=7.7103
+step=20 micro_steps=80 elapsed=18.4s lr=6.000000e-05 acc_all=0.3161 acc_corrupt=0.2082 corrupt_frac=0.5351 acc_corrupt_t_0p0_0p2=0.0459 corrupt_frac_t_0p0_0p2=0.1782 acc_corrupt_t_0p2_0p4=0.1118 corrupt_frac_t_0p2_0p4=0.2373 acc_corrupt_t_0p4_0p6=0.1982 corrupt_frac_t_0p4_0p6=0.1936 acc_corrupt_t_0p6_0p8=0.2964 corrupt_frac_t_0p6_0p8=0.1381 acc_corrupt_t_0p8_1p0=0.3838 corrupt_frac_t_0p8_1p0=0.2529 loss=7.5924 loss_recon=7.5924 loss_meanflow=0.0000 mean_model_t=0.4839 mean_corrupt_t=0.4839 mean_loss_t_weight=1.0000 prior_center_loss_beta=0.0000 rollout_train_applied=0.4000 wrong_frac=0.4940 init_acc_corrupt=0.4695 init_gold_top10=0.5005 init_gold_top100=0.5788 loss_all=7.2914 loss_corrupt=7.4962

LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/markdown_it/rules_core/linkify.py

@@ -0,0 +1,149 @@
+from __future__ import annotations
+
+import re
+from typing import Protocol
+
+from ..common.utils import arrayReplaceAt, isLinkClose, isLinkOpen
+from ..token import Token
+from .state_core import StateCore
+
+HTTP_RE = re.compile(r"^http://")
+MAILTO_RE = re.compile(r"^mailto:")
+TEST_MAILTO_RE = re.compile(r"^mailto:", flags=re.IGNORECASE)
+
+
+def linkify(state: StateCore) -> None:
+    """Rule for identifying plain-text links."""
+    if not state.md.options.linkify:
+        return
+
+    if not state.md.linkify:
+        raise ModuleNotFoundError("Linkify enabled but not installed.")
+
+    for inline_token in state.tokens:
+        if inline_token.type != "inline" or not state.md.linkify.pretest(
+            inline_token.content
+        ):
+            continue
+
+        tokens = inline_token.children
+
+        htmlLinkLevel = 0
+
+        # We scan from the end, to keep position when new tags added.
+        # Use reversed logic in links start/end match
+        assert tokens is not None
+        i = len(tokens)
+        while i >= 1:
+            i -= 1
+            assert isinstance(tokens, list)
+            currentToken = tokens[i]
+
+            # Skip content of markdown links
+            if currentToken.type == "link_close":
+                i -= 1
+                while (
+                    tokens[i].level != currentToken.level
+                    and tokens[i].type != "link_open"
+                ):
+                    i -= 1
+                continue
+
+            # Skip content of html tag links
+            if currentToken.type == "html_inline":
+                if isLinkOpen(currentToken.content) and htmlLinkLevel > 0:
+                    htmlLinkLevel -= 1
+                if isLinkClose(currentToken.content):
+                    htmlLinkLevel += 1
+            if htmlLinkLevel > 0:
+                continue
+
+            if currentToken.type == "text" and state.md.linkify.test(
+                currentToken.content
+            ):
+                text = currentToken.content
+                links: list[_LinkType] = state.md.linkify.match(text) or []
+
+                # Now split string to nodes
+                nodes = []
+                level = currentToken.level
+                lastPos = 0
+
+                # forbid escape sequence at the start of the string,
+                # this avoids http\://example.com/ from being linkified as
+                # http:<a href="//example.com/">//example.com/</a>
+                if (
+                    links
+                    and links[0].index == 0
+                    and i > 0
+                    and tokens[i - 1].type == "text_special"
+                ):
+                    links = links[1:]
+
+                for link in links:
+                    url = link.url
+                    fullUrl = state.md.normalizeLink(url)
+                    if not state.md.validateLink(fullUrl):
+                        continue
+
+                    urlText = link.text
+
+                    # Linkifier might send raw hostnames like "example.com", where url
+                    # starts with domain name. So we prepend http:// in those cases,
+                    # and remove it afterwards.
+                    if not link.schema:
+                        urlText = HTTP_RE.sub(
+                            "", state.md.normalizeLinkText("http://" + urlText)
+                        )
+                    elif link.schema == "mailto:" and TEST_MAILTO_RE.search(urlText):
+                        urlText = MAILTO_RE.sub(
+                            "", state.md.normalizeLinkText("mailto:" + urlText)
+                        )
+                    else:
+                        urlText = state.md.normalizeLinkText(urlText)
+
+                    pos = link.index
+
+                    if pos > lastPos:
+                        token = Token("text", "", 0)
+                        token.content = text[lastPos:pos]
+                        token.level = level
+                        nodes.append(token)
+
+                    token = Token("link_open", "a", 1)
+                    token.attrs = {"href": fullUrl}
+                    token.level = level
+                    level += 1
+                    token.markup = "linkify"
+                    token.info = "auto"
+                    nodes.append(token)
+
+                    token = Token("text", "", 0)
+                    token.content = urlText
+                    token.level = level
+                    nodes.append(token)
+
+                    token = Token("link_close", "a", -1)
+                    level -= 1
+                    token.level = level
+                    token.markup = "linkify"
+                    token.info = "auto"
+                    nodes.append(token)
+
+                    lastPos = link.last_index
+
+                if lastPos < len(text):
+                    token = Token("text", "", 0)
+                    token.content = text[lastPos:]
+                    token.level = level
+                    nodes.append(token)
+
+                inline_token.children = tokens = arrayReplaceAt(tokens, i, nodes)
+
+
+class _LinkType(Protocol):
+    url: str
+    text: str
+    index: int
+    last_index: int
+    schema: str | None

LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/markdown_it/rules_core/normalize.py

@@ -0,0 +1,19 @@
+"""Normalize input string."""
+
+import re
+
+from .state_core import StateCore
+
+# https://spec.commonmark.org/0.29/#line-ending
+NEWLINES_RE = re.compile(r"\r\n?|\n")
+NULL_RE = re.compile(r"\0")
+
+
+def normalize(state: StateCore) -> None:
+    # Normalize newlines
+    string = NEWLINES_RE.sub("\n", state.src)
+
+    # Replace NULL characters
+    string = NULL_RE.sub("\ufffd", string)
+
+    state.src = string

LTA_openwebtext_dualt/mini_owt_logdirichlet/runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_2x8gpu_50ep_lr4e3_ema0p9999_elfopt_not5_bottleneck128_unfixed_norm_stateprobadd_selfcond_ce_fast_20260610_020108/step_016000.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afce82b40131100e47e163b005d3a9a4b14facc28639c9ab98440f9ff959af8a
+size 927700322

LTA_openwebtext_dualt/mini_owt_logdirichlet/runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_2x8gpu_50ep_lr4e3_ema0p9999_elfopt_not5_bottleneck128_unfixed_norm_stateprobadd_selfcond_ce_fast_20260610_020108/step_117000.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bb81c9d0fb1103a34117db3402a06320ba9c1cbe5981c5049f2e8e1516d36c8
+size 927700322

LTA_openwebtext_dualt/mini_owt_logdirichlet/runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_2x8gpu_50ep_lr4e3_ema0p9999_elfopt_not5_bottleneck128_unfixed_norm_stateprobadd_selfcond_ce_fast_20260610_020108/step_124000.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b91158d0877a22750c4e0ef0bc791406f48e5bc55be92538268c796c0e5a2bd7
+size 927700322

LTA_openwebtext_dualt/mini_owt_logdirichlet/runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_2x8gpu_50ep_lr4e3_ema0p9999_elfopt_not5_bottleneck128_unfixed_norm_stateprobadd_selfcond_ce_fast_20260610_020108/step_139000.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb0c3249d2c057e6ec849f8c5d97603dd48c0c76a0229158d96ffacaf0df10c2
+size 927700322

LTA_openwebtext_dualt/mini_owt_logdirichlet/runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_2x8gpu_50ep_lr4e3_ema0p9999_elfopt_not5_bottleneck128_unfixed_norm_stateprobadd_selfcond_ce_fast_20260610_020108/step_164000.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e023d0dfc9d54155dfbb00a97f017dc3e701d9299e3e4e2384b824277f0f1d33
+size 927700322

LTA_openwebtext_dualt/mini_owt_logdirichlet/runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_2x8gpu_50ep_lr4e3_ema0p9999_elfopt_not5_bottleneck128_unfixed_norm_stateprobadd_selfcond_ce_fast_20260610_020108/step_229000.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e147e5a9cc991079bab697b4661a651e301968d2cfe748a4253b262d63faade6
+size 927700322

LTA_openwebtext_dualt/mini_owt_logdirichlet/runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_2x8gpu_50ep_lr4e3_ema0p9999_elfopt_not5_bottleneck128_unfixed_norm_stateprobadd_selfcond_ce_fast_20260610_020108/step_234000.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b1463fedd2aa6e995473277b0aa73a17d4e0fa196cf18608c5050da86ee476e
+size 927700322

LTA_openwebtext_dualt/mini_owt_logdirichlet/runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_2x8gpu_50ep_lr4e3_ema0p9999_elfopt_not5_bottleneck128_unfixed_norm_stateprobadd_selfcond_ce_fast_20260610_020108/step_264000.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a512f23c2cbeb5e784c29419b0c36768d14eb83a5331358e92c8fe8f650e51d6
+size 927700322

LTA_openwebtext_dualt/mini_owt_logdirichlet/runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_2x8gpu_50ep_lr4e3_ema0p9999_elfopt_not5_bottleneck128_unfixed_norm_stateprobadd_selfcond_ce_fast_20260610_020108/step_273000.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0ac029a48746915282c46c07602298a34bfd2f13230eebfc7c73ac1da83009b
+size 927700322

LTA_openwebtext_dualt/mini_owt_logdirichlet/runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_2x8gpu_50ep_lr4e3_ema0p9999_elfopt_not5_bottleneck128_unfixed_norm_stateprobadd_selfcond_ce_fast_20260610_020108/step_289000.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aadc45a040de029617d759a176411ce8c19134c332482c8c97e71be4ba418eaf
+size 927700322